-- Logs begin at Thu 2022-09-22 07:47:01 UTC, end at Thu 2022-09-22 09:38:59 UTC. -- Sep 22 08:22:20.122208 dv-neutron-857569-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 08:22:22.638951 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] Logging enabled! Sep 22 08:22:22.639687 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev31 Sep 22 08:22:22.639780 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 08:22:22.642832 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] Logging enabled! Sep 22 08:22:22.643086 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev31 Sep 22 08:22:22.643422 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 08:22:22.644345 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 08:22:22.644586 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 08:22:22.644943 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 08:22:22.645190 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 08:22:22.645416 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 08:22:22.645736 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.646029 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.646322 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.646550 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.646845 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.647134 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.647997 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.648287 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.648583 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.648868 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.649145 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.649428 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.649658 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.649940 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.650227 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.650527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.650739 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] debug = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.651021 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.651477 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.651890 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.652168 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.652459 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.652738 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.653011 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.653286 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.653566 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.653895 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] host = dv-neutron-857569-1-hyperv {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.654173 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.654459 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.654750 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.655036 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.655333 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.655610 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.655894 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.656167 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.656437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.656710 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.656996 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.657279 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.657567 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.657791 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.658014 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.658302 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.658589 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.658862 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.659134 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.659429 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.659701 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.659971 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.660237 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.660520 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.660803 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.661085 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.661356 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.661626 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.661897 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.662165 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.662450 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.662722 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.663016 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.663308 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.663598 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.663864 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.664138 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.664439 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.664729 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.665011 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.665297 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.665566 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.665853 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.666126 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.666397 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.666667 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_json = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.666936 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.667204 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.667517 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.667775 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.668047 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.668317 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.668586 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.668869 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.669139 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:22.669431 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.669724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.670025 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.670310 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.670602 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.670884 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.671171 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.671473 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.671762 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.672054 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.672342 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.672622 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.672910 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.673187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.673480 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.673784 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.674082 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.674372 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.674653 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.674925 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.675198 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.675496 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.675780 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.676074 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.676363 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.676639 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.676915 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.677205 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.677481 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.677751 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.678028 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.678318 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.678622 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.678894 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.679177 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.679490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.679778 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.680049 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.680326 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.680615 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.680891 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.681160 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.681431 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.681705 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.681976 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.682259 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.682533 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.682803 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.683072 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.683375 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.683647 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.683917 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.684194 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.684463 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.684744 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.685013 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.685282 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.685552 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.685822 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.686093 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.686363 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.686634 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.686908 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.687178 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.687470 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.687740 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.688013 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.688283 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.688568 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.688865 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.689140 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.689413 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.689688 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.689962 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.690238 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.690514 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.690787 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.691063 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.691359 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.691648 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.691924 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.692209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.692487 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.692761 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.693053 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.693327 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.693604 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.693878 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.694676 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.695249 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.695538 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.695831 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.696124 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.696416 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.696711 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.697007 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.697287 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.697597 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.697875 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:22.698093 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 08:22:22.698331 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 08:22:23.091103 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading KWallet Sep 22 08:22:23.098252 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading SecretService Sep 22 08:22:23.101811 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading Windows Sep 22 08:22:23.103104 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading chainer Sep 22 08:22:23.103705 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading macOS Sep 22 08:22:23.137340 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 08:22:23.137871 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 08:22:23.138157 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 08:22:23.138488 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 08:22:23.525050 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.525337 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.525609 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.526815 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.527088 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.527384 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.561576 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.561853 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.562122 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.575527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.575805 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.576072 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.605793 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.606074 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.606343 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.642786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.643346 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.643346 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.873713 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.873909 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.874178 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.874445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.875178 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.995395 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.995720 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.996003 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.996277 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.996545 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.996858 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.997123 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.997380 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.997631 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.997914 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.998172 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.998436 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.998697 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.998951 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.999245 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.999524 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:23.999798 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.000053 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.000310 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.000590 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.000940 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.001199 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.001447 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.001731 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.001979 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.002223 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.002608 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.002844 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.003077 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.003331 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.003568 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.003796 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.004159 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 08:22:24.007353 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 08:22:24.011231 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 08:22:24.015184 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 22 08:22:24.016827 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 08:22:24.017270 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 08:22:24.017603 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 08:22:24.018132 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 08:22:24.020907 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 08:22:24.021161 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 08:22:24.021505 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 08:22:24.049676 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 08:22:24.050120 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.050417 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 08:22:24.050785 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.052161 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 08:22:24.052438 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 08:22:24.052679 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 08:22:24.055827 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.056112 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.117493 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 08:22:24.117731 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 08:22:24.117968 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 08:22:24.118334 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 08:22:24.150945 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_db.sqlalchemy.engines [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 08:22:24.490233 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing driver for type 'gre' Sep 22 08:22:24.490937 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] gre ID ranges: [(1, 1000)] Sep 22 08:22:24.547551 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing driver for type 'local' Sep 22 08:22:24.547886 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing driver for type 'vlan' Sep 22 08:22:24.559328 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] VlanTypeDriver initialization complete Sep 22 08:22:24.559661 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing driver for type 'vxlan' Sep 22 08:22:24.560142 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] vxlan ID ranges: [(1, 1000)] Sep 22 08:22:24.615012 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing extension driver 'port_security' Sep 22 08:22:24.615386 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.extensions.port_security [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] PortSecurityExtensionDriver initialization complete Sep 22 08:22:24.615721 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing mechanism driver 'openvswitch' Sep 22 08:22:24.616060 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing mechanism driver 'hyperv' Sep 22 08:22:24.622605 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:22:24.623329 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.623705 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.624060 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.624597 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 08:22:24.625046 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnet after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.625410 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnet after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.625757 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnet after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.626149 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 08:22:24.626558 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.626910 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.627287 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.627682 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 08:22:24.628105 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > security_group after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.628452 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > security_group after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.628792 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > security_group after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.629194 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 08:22:24.629610 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.629965 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.630307 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.630841 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 08:22:24.631279 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > address_group after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.631632 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > address_group after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.631969 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > address_group after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.632368 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 08:22:24.632815 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] ML2 OVO RPC backend initialized. {{(pid=88944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 22 08:22:24.633525 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router_interface after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.633888 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.634310 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.634658 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > networks before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.635009 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.635389 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > ports before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.635734 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnet before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.636079 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnets before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.636427 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.636779 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.637117 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.637710 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.638053 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.638389 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.638725 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnet after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.639063 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnet after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.639427 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > subnet after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.640038 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.plugin [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Modular L2 Plugin initialization complete Sep 22 08:22:24.640374 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading services supported by the core plugin {{(pid=88944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 08:22:24.640718 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Got port-security extension from driver 'port_security' Sep 22 08:22:24.641185 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.extensions.vlantransparent [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Disabled vlantransparent extension. Sep 22 08:22:24.641694 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 08:22:24.642009 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: router Sep 22 08:22:24.679828 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router_interface before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.680391 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router after_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.680573 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router before_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.680942 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.681314 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.681669 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router after_delete 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.682031 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > floatingip after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.682398 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router after_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.682745 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.683097 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.683478 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.683838 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.684255 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.684629 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.684970 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.685317 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: subnet after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.685647 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.685993 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > port precommit_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.686342 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.686685 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: port before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.687025 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.687420 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.687768 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_delete 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.688117 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.688481 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router_interface after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.688829 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.689198 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > agent after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.689552 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > agent after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.689902 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.690763 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Tracking information for resource: router configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.691099 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Tracking information for resource: floatingip configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 08:22:24.695998 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.db.l3_agentschedulers_db [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 08:22:24.696580 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.696945 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.697303 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.697655 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.698555 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router before_create 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.698926 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_delete 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.699323 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_create 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.699680 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > router precommit_update 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.704155 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.services.provider_configuration [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service providers = [] {{(pid=88944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 08:22:24.704519 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.db.servicetype_db [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 08:22:24.707458 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 08:22:24.707811 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 08:22:24.708153 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 08:22:24.709035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 08:22:24.709404 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.services.service_base [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 08:22:24.710301 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.710616 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 08:22:24.721185 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.721525 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: auto_allocate Sep 22 08:22:24.727902 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: network precommit_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.728274 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: network precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.728795 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.729116 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: tag Sep 22 08:22:24.735571 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.735898 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: timestamp Sep 22 08:22:24.739874 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.740205 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: network_ip_availability Sep 22 08:22:24.745493 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.745813 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.746170 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.746882 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.747201 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: flavors Sep 22 08:22:24.751880 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.752217 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading Plugin: revisions Sep 22 08:22:24.756785 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 08:22:24.757172 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.619s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 08:22:24.757905 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 08:22:24.758240 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Initializing extension manager. Sep 22 08:22:24.758776 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: __init__.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.759117 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: __pycache__ {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.759493 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.759832 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: address_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.760583 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.761143 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: address-group Sep 22 08:22:24.761467 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: address_scope.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.762186 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.762954 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: address-scope Sep 22 08:22:24.763307 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: admin_state_down_before_update.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.764236 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.764749 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: router-admin-state-down-before-update Sep 22 08:22:24.765098 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: agent.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.765796 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.766305 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: agent Sep 22 08:22:24.766626 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: agent_resources_synced.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.767744 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.768258 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: agent-resources-synced Sep 22 08:22:24.768582 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: allowedaddresspairs.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.770358 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.770880 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: allowed-address-pairs Sep 22 08:22:24.771224 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: auto_allocated_topology.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.772833 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.773346 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: auto-allocated-topology Sep 22 08:22:24.773665 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: availability_zone.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.774356 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.774864 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: availability_zone Sep 22 08:22:24.775184 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: availability_zone_filter.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.776121 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.776634 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: availability_zone_filter Sep 22 08:22:24.776956 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: data_plane_status.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.777866 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.778369 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 08:22:24.778918 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: default_subnetpools.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.779865 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.780374 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: default-subnetpools Sep 22 08:22:24.780696 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: dhcpagentscheduler.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.781511 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.782030 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: dhcp_agent_scheduler Sep 22 08:22:24.782340 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: dns.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.783270 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.783775 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension dns-integration not supported by any of loaded plugins Sep 22 08:22:24.784096 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: dns_domain_ports.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.785003 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.785508 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 08:22:24.785830 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: dvr.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.786497 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.787004 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: dvr Sep 22 08:22:24.787350 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: empty_string_filtering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.788805 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.789319 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: empty-string-filtering Sep 22 08:22:24.789641 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.790547 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.791057 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 08:22:24.791412 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.792324 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.792830 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 08:22:24.793154 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: external_net.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.794060 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.794570 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: external-net Sep 22 08:22:24.794895 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: extra_dhcp_opt.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.795817 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.796327 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: extra_dhcp_opt Sep 22 08:22:24.796651 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: extraroute.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.797546 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.798053 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: extraroute Sep 22 08:22:24.798374 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: extraroute_atomic.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.799419 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.799933 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: extraroute-atomic Sep 22 08:22:24.800255 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: filter_validation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.800921 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.801425 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: filter-validation Sep 22 08:22:24.801745 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: fip_pf_description.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.802660 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.803164 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 08:22:24.803587 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: fip_port_details.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.804484 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.804991 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: fip-port-details Sep 22 08:22:24.805312 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: flavors.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.806530 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.807047 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: flavors Sep 22 08:22:24.807412 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.809058 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.809579 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 08:22:24.809910 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: floatingip_pools.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.810604 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.811112 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: floatingip-pools Sep 22 08:22:24.811468 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: ip_allocation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.812391 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.812896 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 08:22:24.813221 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.814143 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.814654 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: ip-substring-filtering Sep 22 08:22:24.814978 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l2_adjacency.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.815935 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.816446 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 08:22:24.816762 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l3.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.817747 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.818273 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: router Sep 22 08:22:24.818603 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l3_conntrack_helper.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.821055 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.821596 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 08:22:24.821929 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.822863 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.823416 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: ext-gw-mode Sep 22 08:22:24.823747 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.824665 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.825180 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: l3-ha Sep 22 08:22:24.825505 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l3_flavors.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.826413 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.826926 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: l3-flavors Sep 22 08:22:24.827280 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.828210 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.828723 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 08:22:24.829046 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: l3agentscheduler.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.830070 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.830583 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: l3_agent_scheduler Sep 22 08:22:24.830913 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: logging.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.832420 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.832948 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension logging not supported by any of loaded plugins Sep 22 08:22:24.833280 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: metering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.834023 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.835111 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: metering Sep 22 08:22:24.835465 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.836549 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.837079 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: metering_source_and_destination_fields Sep 22 08:22:24.837386 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: multiprovidernet.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.838309 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.838825 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: multi-provider Sep 22 08:22:24.839146 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: netmtu.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.840078 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.840592 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: net-mtu Sep 22 08:22:24.840914 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: netmtu_writable.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.841823 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.842336 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: net-mtu-writable Sep 22 08:22:24.842663 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: network_availability_zone.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.843366 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.843872 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: network_availability_zone Sep 22 08:22:24.844190 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: network_ip_availability.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.845271 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.845782 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: network-ip-availability Sep 22 08:22:24.846105 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: network_segment_range.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.846865 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.847401 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 08:22:24.847723 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: pagination.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.848703 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.849030 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: pagination Sep 22 08:22:24.849374 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: port_device_profile.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.850803 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.851622 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: port-device-profile Sep 22 08:22:24.852156 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.853574 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.854261 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: port-mac-address-regenerate Sep 22 08:22:24.854591 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.855768 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.856284 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: port-numa-affinity-policy Sep 22 08:22:24.856683 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: port_resource_request.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.857999 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.858802 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 08:22:24.859173 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: portbindings.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.860151 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.860672 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: binding Sep 22 08:22:24.860993 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: portbindings_extended.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.862322 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.862845 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: binding-extended Sep 22 08:22:24.863175 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: portsecurity.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.864254 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.864769 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: port-security Sep 22 08:22:24.865095 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: project_id.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.866310 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.866857 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: project-id Sep 22 08:22:24.867460 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: providernet.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.868786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.869317 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: provider Sep 22 08:22:24.869832 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.874151 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.874683 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos not supported by any of loaded plugins Sep 22 08:22:24.875015 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.876326 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.876806 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 08:22:24.877132 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.878063 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.878572 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 08:22:24.878895 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_default.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.879871 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.880382 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-default not supported by any of loaded plugins Sep 22 08:22:24.880710 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_fip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.881370 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.882414 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-fip not supported by any of loaded plugins Sep 22 08:22:24.882742 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_gateway_ip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.883703 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.884216 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 08:22:24.884537 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_port_network_policy.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.885448 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.885959 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 08:22:24.886280 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_rule_type_details.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.887195 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.887988 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 08:22:24.888309 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: qos_rules_alias.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.889346 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.889859 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 08:22:24.890181 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: quotasv2.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.891122 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.891479 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: quotas Sep 22 08:22:24.891802 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: quotasv2_detail.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.893427 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.893768 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: quota_details Sep 22 08:22:24.894106 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: rbac.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.895160 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.895711 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: rbac-policies Sep 22 08:22:24.896040 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: rbac_address_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.896965 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.898047 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: rbac-address-group Sep 22 08:22:24.898372 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: rbac_address_scope.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.899326 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.899850 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: rbac-address-scope Sep 22 08:22:24.900172 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: rbac_security_groups.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.901085 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.901600 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: rbac-security-groups Sep 22 08:22:24.901924 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: rbac_subnetpool.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.902859 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.903402 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: rbac-subnetpool Sep 22 08:22:24.903727 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: revisionifmatch.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.904648 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.905169 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: revision-if-match Sep 22 08:22:24.905491 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: revisions.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.906593 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.907113 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: standard-attr-revisions Sep 22 08:22:24.907465 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: router_availability_zone.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.908258 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.908777 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: router_availability_zone Sep 22 08:22:24.909104 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: routerservicetype.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.910022 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.910533 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension router-service-type not supported by any of loaded plugins Sep 22 08:22:24.910855 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.911788 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.912304 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: security-groups-normalized-cidr Sep 22 08:22:24.912635 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: security_groups_port_filtering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.913574 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.914088 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: port-security-groups-filtering Sep 22 08:22:24.914412 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.915359 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.915877 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: security-groups-remote-address-group Sep 22 08:22:24.916198 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: securitygroup.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.925493 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.926027 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: security-group Sep 22 08:22:24.926358 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: segment.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.927149 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.927695 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension segment not supported by any of loaded plugins Sep 22 08:22:24.928026 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.928987 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.929501 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 08:22:24.929826 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: servicetype.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.930922 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.931473 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: service-type Sep 22 08:22:24.931801 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: sorting.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.932778 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.933110 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: sorting Sep 22 08:22:24.933433 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: standard_attr_segment.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.934345 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.934856 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 08:22:24.935179 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: standardattrdescription.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.935863 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.936372 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: standard-attr-description Sep 22 08:22:24.936694 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: stateful_security_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.937629 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.938146 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: stateful-security-group Sep 22 08:22:24.938469 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: stdattrs_common.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.939051 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 08:22:24.939395 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.940404 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.940926 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 08:22:24.941251 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: subnet_onboard.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.942318 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.942847 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: subnet_onboard Sep 22 08:22:24.943173 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.944665 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.945180 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 08:22:24.945504 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: subnet_service_types.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.946438 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.946952 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: subnet-service-types Sep 22 08:22:24.947299 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: subnetallocation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.948396 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.948911 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: subnet_allocation Sep 22 08:22:24.949235 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.949903 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.950933 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: subnetpool-prefix-ops Sep 22 08:22:24.950933 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.951668 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.952176 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 08:22:24.952499 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: tagging.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.953568 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.954084 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: standard-attr-tag Sep 22 08:22:24.954409 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: timestamp.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.955635 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.956153 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loaded extension: standard-attr-timestamp Sep 22 08:22:24.956477 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: trunk.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.957508 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.958025 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension trunk not supported by any of loaded plugins Sep 22 08:22:24.958352 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: trunk_details.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.959295 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.960391 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension trunk-details not supported by any of loaded plugins Sep 22 08:22:24.960716 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: uplink_status_propagation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.961638 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.962151 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 08:22:24.962474 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Loading extension file: vlantransparent.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 08:22:24.963150 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 08:22:24.963686 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 08:22:24.966158 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:network Sep 22 08:22:24.966916 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:subnet Sep 22 08:22:24.968923 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 08:22:24.969546 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:port Sep 22 08:22:24.970822 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.971298 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service FLAVORS assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.971931 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.972365 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.972702 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:router Sep 22 08:22:24.973364 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:floatingip Sep 22 08:22:24.974077 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service METERING assigned prefix: /metering {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.975593 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.975975 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.976332 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:22:24.977481 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 08:22:24.977934 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:security_group Sep 22 08:22:24.978585 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 08:22:24.979368 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.979704 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 08:22:24.980041 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] subnetpool is already registered Sep 22 08:22:24.980658 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.980988 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 08:22:24.981312 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] subnetpool is already registered Sep 22 08:22:24.983966 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.984402 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service FLAVORS assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.984998 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.985420 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.985753 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:router Sep 22 08:22:24.986081 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] router is already registered Sep 22 08:22:24.986676 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:floatingip Sep 22 08:22:24.987013 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] floatingip is already registered Sep 22 08:22:24.987672 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service METERING assigned prefix: /metering {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.988347 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 08:22:24.988672 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] rbac_policy is already registered Sep 22 08:22:24.989214 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:security_group Sep 22 08:22:24.989544 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] security_group is already registered Sep 22 08:22:24.990130 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 08:22:24.990458 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] security_group_rule is already registered Sep 22 08:22:24.991142 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.991504 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 08:22:24.991829 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] subnetpool is already registered Sep 22 08:22:24.992445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 08:22:24.992778 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 08:22:24.993101 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] subnetpool is already registered Sep 22 08:22:24.993745 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: extensions {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:24.995249 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: address-groups {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:24.996899 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: address-scopes {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:24.998090 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: agents {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:24.999295 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: auto-allocated-topology {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.000548 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: availability_zones {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.001874 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: dhcp-networks {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.003350 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: dhcp-agents {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.004791 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: routers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.007141 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: flavors {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.008336 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: service_profiles {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.009553 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: next_providers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.011100 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: service_profiles {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.012855 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: floatingip-pools {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.014087 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: routers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.015919 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: floatingips {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.017106 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: l3-routers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.018532 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: l3-agents {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.020059 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: metering-labels {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.021425 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: metering-label-rules {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.023353 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: network-ip-availabilities {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.024629 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: bindings {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.026299 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: quotas {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.027775 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: quotas {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.029182 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: rbac-policies {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.030498 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: security-groups {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.031750 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: security-group-rules {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.033026 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: service-providers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.034261 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: subnetpools {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.036599 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: subnetpools {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.038116 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.039856 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.151514 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.153311 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.155132 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.157058 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.158781 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.160703 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.162473 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.164432 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 08:22:25.170437 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING keystonemiddleware.auth_token [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 08:22:25.175190 dv-neutron-857569-1-hyperv neutron-server[88944]: WARNING keystonemiddleware.auth_token [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 08:22:25.183594 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Acquired lock "singleton_lock" {{(pid=88944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 08:22:25.184082 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Releasing lock "singleton_lock" {{(pid=88944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 08:22:25.184709 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO oslo_service.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Starting 2 workers Sep 22 08:22:25.189346 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Started child 89051 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 08:22:25.193509 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Started child 89052 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 08:22:25.194930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:25.195650 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO neutron.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 08:22:25.196317 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Notify callbacks [] for process, before_spawn {{(pid=88944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:25.196442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [-] (89051) wsgi starting up on http://0.0.0.0:9696 Sep 22 08:22:25.198573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:25.199025 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO oslo_service.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Starting 1 workers Sep 22 08:22:25.199926 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [-] (89052) wsgi starting up on http://0.0.0.0:9696 Sep 22 08:22:25.203792 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Started child 89053 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 08:22:25.204281 dv-neutron-857569-1-hyperv neutron-server[88944]: INFO oslo_service.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Starting 1 workers Sep 22 08:22:25.207490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] calling RpcWorker wait() {{(pid=89053) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 08:22:25.208037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] returning from RpcWorker wait() {{(pid=89053) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 08:22:25.208514 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Started child 89054 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 08:22:25.209269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:25.209372 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-8af1ae92-9f6f-413e-b3f0-1c32dca7048a None None] Notify callbacks [] for process, after_spawn {{(pid=88944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:25.209836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:22:25.211781 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 22 08:22:25.211994 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 08:22:25.212180 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 08:22:25.212413 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 08:22:25.212760 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 08:22:25.212924 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 08:22:25.213459 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.213745 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.214029 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.214198 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:25.214647 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.214647 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.215134 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.215434 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.215692 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.215994 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.216250 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.216427 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.216597 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.216854 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.217092 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.217393 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.217668 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.217907 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.218179 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.218357 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.218611 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.218873 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.219131 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.219443 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] debug = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.219696 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.220209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.220439 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.220699 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.220921 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.221203 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.221431 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.221701 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.221960 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.222201 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.222418 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.222693 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.222947 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.223158 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.223400 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.223658 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.223891 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.224352 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host = dv-neutron-857569-1-hyperv {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.224605 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.224830 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.225067 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.225351 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.225602 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.225821 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.226095 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.226371 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.226642 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.226882 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.227144 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.227415 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.227668 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.227909 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.228077 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_options = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.228318 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.228589 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.228837 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.229038 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.229208 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.229385 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.229636 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.229801 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.230069 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.230308 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.230525 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.230741 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.230985 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.231236 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.231500 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.231732 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.231987 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.232202 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.232465 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.232695 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.232922 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.233175 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.233410 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.233658 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.233883 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.234098 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.234323 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.234561 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.234933 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.235091 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.235488 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.235833 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.236089 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.236334 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:22:25.236475 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.236601 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.236784 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.237021 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.237277 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.237510 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.237764 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.238010 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.238226 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.238553 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.238908 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.239133 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.239504 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_json = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.239801 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.240016 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.240283 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.240604 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.241509 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.241726 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.241949 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.242350 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.242350 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.243091 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.243744 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.244046 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.245691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.245691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.245691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.245691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.245691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.245691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.245691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.246248 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.246248 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.247950 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.247950 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.247950 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.247950 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.247950 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.247950 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.248352 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.248560 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.248737 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.248946 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.249283 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.249565 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.249828 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.250079 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.250296 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.250543 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.250763 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.250984 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.251199 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.251446 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.251716 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.251960 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.252196 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.252666 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.252666 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.252931 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.253319 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.253556 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.253798 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.254048 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.254257 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.254492 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.254728 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.254969 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.255192 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.255464 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.255687 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.255936 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.256154 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.256418 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.257245 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.257464 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.257686 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.257923 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.258144 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.258358 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.258574 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.258842 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.259050 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.259325 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.259546 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.259785 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.260000 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.260220 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.260462 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.260685 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.260906 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.261143 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.261363 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.261612 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.261826 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.262061 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.262298 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.262763 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.262995 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.263248 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.263469 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.263691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.263900 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.264135 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.264324 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.264708 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.264837 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.265104 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.265359 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.265648 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.265891 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.266358 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.266487 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.266663 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.266916 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.267169 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.267428 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.267696 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.267983 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.268198 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.268448 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.268691 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.269288 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.269288 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.269543 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.269664 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.269851 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.270089 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.270369 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.270636 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.270889 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.271141 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.271599 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.271854 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.272178 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.272453 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.272615 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.272882 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.273209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.274187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.274187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.274187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.274610 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.274610 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.274866 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.275025 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.275315 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.275564 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.275787 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.276082 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.276335 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.276586 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.276801 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.277034 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.277392 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.277626 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.277840 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.278060 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.278345 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.278662 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.278814 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.279287 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.279553 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.279823 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.280288 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.280553 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.280771 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.281009 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.281259 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.281490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.281726 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.281957 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.282181 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.282393 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.282609 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.282847 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.283086 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.283350 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.283654 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.286510 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.287401 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.287509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58064) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:22:25.287709 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.287986 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.288262 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.288541 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.288780 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.289019 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.289275 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.289502 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.289779 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.290015 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.290300 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.290569 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.290821 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.291103 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.291334 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.291583 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.291809 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.292092 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.292319 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.292538 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.292749 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.292981 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.293201 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.293450 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.293702 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.293952 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.294211 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.294460 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.294812 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.295079 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.295359 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.295623 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.295892 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.296116 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.296800 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064881 Sep 22 08:22:25.296905 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.297105 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.297335 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.297566 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.297800 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.298113 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.298291 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.299324 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.299575 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.299808 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.300098 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.300345 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.300603 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.300831 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.301064 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.302060 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.302320 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.305497 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.305497 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.305497 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.305497 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.305497 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.305497 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.305918 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.306130 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.306302 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.306551 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.307391 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.307665 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.308483 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.308483 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.308483 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.308751 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.309867 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.309867 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.309867 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.309867 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.311203 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.311203 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.311436 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.312409 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.312409 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.312409 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.312409 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.312698 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.312905 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.313688 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.313688 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.313688 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.313926 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.314103 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.314284 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.314624 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.314939 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.315203 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.316254 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.316904 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.316904 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.320092 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.322611 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.322611 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.322897 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.323187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.323501 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.323768 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.324057 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.325049 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.325049 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.325049 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.325049 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.325349 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.325557 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.326546 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.326546 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.326546 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.326910 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.326910 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.327142 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.327399 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.327657 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.327888 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.328047 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 08:22:25.328567 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 22 08:22:25.328663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:22:25.328737 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 08:22:25.328866 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 08:22:25.329871 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 08:22:25.330067 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 08:22:25.330234 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 08:22:25.330423 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.330591 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.330758 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.330923 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.331087 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.331359 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.331519 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.332431 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.332605 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.332773 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.332930 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.333094 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.333257 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.333416 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.333601 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.333749 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.333890 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.334038 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.334987 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.335158 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.335341 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.335489 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.335630 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] debug = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.335787 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.335970 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.336158 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.336304 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.336446 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.336601 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.336765 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.336949 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.337106 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.337270 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.337417 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.337562 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.337706 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.337860 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.338004 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host = dv-neutron-857569-1-hyperv {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339285 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339852 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339852 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339852 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.339852 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.340088 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.340088 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.340262 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.340388 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.340554 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.340710 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_options = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341428 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341428 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341428 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341428 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341726 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341726 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341851 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.341919 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.342134 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.342227 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.342386 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.342538 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.342695 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.342853 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.343012 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.343156 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.343343 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.343486 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.343646 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.343809 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.343955 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.344113 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.344254 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.344415 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.344574 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.344734 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.344914 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.345077 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.345222 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.345390 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.345517 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.345656 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.345818 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.345990 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.346125 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.346281 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.346438 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.346603 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.346767 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.346911 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.347064 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.347308 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.347457 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.347600 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.347740 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.347879 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_json = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.348006 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.348162 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.348838 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.348838 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.348838 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.348838 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.349315 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.349315 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.349315 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 08:22:25.349665 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.349665 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.349665 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.349966 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.349966 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.350192 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.350306 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.350458 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.350620 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.350784 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.350951 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.351115 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.353414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.354445 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.356209 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.357110 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.358724 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.359527 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.360437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.360437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.360437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.360437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.360437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.360437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361296 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361296 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361296 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361296 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361296 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361862 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361862 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361862 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.361862 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.362302 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.362302 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.362302 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.362832 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.362832 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.362832 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.362832 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.363318 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.363318 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.365406 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.366786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.366786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.366786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.366786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.366786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.366786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.366786 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.367187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.367187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.367187 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.367407 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.367531 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.367695 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.367852 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.368478 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.368478 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.368478 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.368478 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.368783 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.368783 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.368929 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.369093 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.369271 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.369458 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.369611 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.369767 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.369913 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.370056 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.370370 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.370674 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.370990 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.371190 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.371402 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.371486 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.371650 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.371806 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.371978 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.372147 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.372314 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.372463 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.372628 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.372792 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.372938 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.373091 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.373231 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.373370 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.373605 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.373761 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.373901 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.374039 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.374190 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.374330 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.374469 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.374613 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.374747 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.374880 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.375014 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.375177 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.376149 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.376313 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.376638 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379243 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.379848 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.380531 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.380715 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.380906 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.381061 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.381239 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.382298 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.382488 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.382658 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.382829 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.383000 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.387265 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388035 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388539 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.388977 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389490 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389830 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389830 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.389830 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.390001 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.390404 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.390404 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.390404 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.390602 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.390723 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.390899 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.391045 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.391246 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.391407 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.391569 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.391713 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.391855 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.391996 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.392128 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.392290 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.392456 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.392604 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.392766 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.392912 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.393080 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.393245 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.393418 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.393585 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.393748 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.393917 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.394117 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.394252 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.394414 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.394582 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.394755 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.394917 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.395077 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.395271 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.395437 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.395600 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.395760 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.395920 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.396080 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.396241 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.396402 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.396632 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.396726 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.396872 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.397066 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.397229 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.397385 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.397538 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.397675 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.397810 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 08:22:25.397961 dv-neutron-857569-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 08:22:36.074326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d03edfe-b3c2-40d6-8073-be3c6a116d45 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:22:36.145251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d03edfe-b3c2-40d6-8073-be3c6a116d45 None None] No non-hosted networks {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 08:22:36.166901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.agentschedulers_db [None req-1d03edfe-b3c2-40d6-8073-be3c6a116d45 None None] DHCP Agent not found on host dv-neutron-857569-1-hyperv {{(pid=89053) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 22 08:22:36.286132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3ae1c5f-9611-45b1-9561-f013ba2abb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509239'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:38.229431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-58aa792f-b06c-4084-9851-683cb84bcbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509239'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:38.263155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9a461836-01db-4931-a6b9-5cf92c896318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:39.430901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509239'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:39.511140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509239'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:39.512831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.513490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.515183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.515722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.516245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.516722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.517272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.517776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.518503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.518988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.519573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.520057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:39.521044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-857569-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:22:39.526419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-857569-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:22:40.777555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509239'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:42.330390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58164) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:22:42.914491 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-878be66c-913f-42aa-a283-e9b9baecc40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:22:42.915080 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-878be66c-913f-42aa-a283-e9b9baecc40a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:22:43.135015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-878be66c-913f-42aa-a283-e9b9baecc40a admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:22:43.136082 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-878be66c-913f-42aa-a283-e9b9baecc40a admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8045690 Sep 22 08:22:44.444418 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.db.l3_hamode_db [None req-b189f9bf-ab97-4c11-acd2-924c34592474 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 08:22:44.528464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189f9bf-ab97-4c11-acd2-924c34592474 None None] Routers set() bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:22:44.528841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189f9bf-ab97-4c11-acd2-924c34592474 None None] Router IDs set() for agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 22 08:22:45.540863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58178) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:22:45.904312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:22:45.998921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.policy [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 08:22:46.045465 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:22:46.045837 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:22:46.054818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.quota [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] Loaded quota_driver: . Sep 22 08:22:46.070078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:22:46.129022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793208456236', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793208455873', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793208576375', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793208571070', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793208560415', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793208553551', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1657690', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1533089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-511154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-412952'] for rbac-policy, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:46.191117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:46.192328 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-417d9251-7232-4366-ad91-549da3f68df0 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6505287 Sep 22 08:22:48.825038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:22:49.169722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:22:49.174397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:22:49.178857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Usage tracker for resource:network and tenant:2a99b981acd44608bc39bb7a7ec23ef1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:22:49.183440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:22:49.189499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:22:49.199381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Made reservation on behalf of 2a99b981acd44608bc39bb7a7ec23ef1 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:22:49.202054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.219803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.233259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:22:49.236913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Usage tracker for resource:security_group_rule and tenant:2a99b981acd44608bc39bb7a7ec23ef1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:22:49.242479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:22:49.247957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:22:49.342300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.345792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.367055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:22:49.392838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793212077734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.393374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Unsubscribe: segment precommit_create {{(pid=89052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 08:22:49.393865 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Added segment 4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d of type vlan for network 811cfbfd-c1a1-4558-947a-275f79849162 Sep 22 08:22:49.440535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b28c210-1bde-4c4a-87d6-d423097c3993,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:22:49.456452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.456792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.457122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.457443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.457759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.458076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.458394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.458855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.459268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.459583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.459896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.460206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Tracked resource versions report: Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: pushed versions: Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: { 'AddressGroup': {'1.2'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'ConntrackHelper': {'1.0'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Log': {'1.0'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Network': {'1.1'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Port': {'1.7'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'PortForwarding': {'1.2'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'QosPolicy': {'1.8'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroup': {'1.4'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SubPort': {'1.0'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Subnet': {'1.1'}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Trunk': {'1.1'}} Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: consumer versions: Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'ConntrackHelper': '1.0', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Log': '1.0', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Network': '1.1', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Port': '1.7', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'PortForwarding': '1.2', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'QosPolicy': '1.8', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroup': '1.4', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroupRule': '1.2', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SubPort': '1.0', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Subnet': '1.1', Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Trunk': '1.1'}} Sep 22 08:22:49.461489 dv-neutron-857569-1-hyperv neutron-server[89052]: {{(pid=89052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:22:49.504652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.544543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.545580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:22:49.546227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:49.652195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] Pushing event updated for resources: {'Network': ['ID=811cfbfd-c1a1-4558-947a-275f79849162,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:22:49.654681 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-43210f30-0dcd-471c-bf9f-75bcea99d99c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8286700 Sep 22 08:22:49.665409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 811cfbfd-c1a1-4558-947a-275f79849162 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:22:52.341926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:22:52.782644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fb69c-6ca1-41ce-9563-93366209ae4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:22:52.784031 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-253fb69c-6ca1-41ce-9563-93366209ae4a admin admin] 10.222.0.42 "GET /v2.0/networks/811cfbfd-c1a1-4558-947a-275f79849162 HTTP/1.1" status: 200 len: 825 time: 0.4411671 Sep 22 08:22:52.811473 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fbf570a1-67b5-4bdc-82af-41b466210864 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/fe4c8d82-5df5-4103-9cdf-9227a99dd5f7 HTTP/1.1" status: 200 len: 734 time: 0.0214782 Sep 22 08:22:52.820002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'fe4c8d82-5df5-4103-9cdf-9227a99dd5f7', 'name': 'private-subnet', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'gateway_ip': '172.20.0.1', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:22:52.824115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:22:52.827841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Usage tracker for resource:subnet and tenant:2a99b981acd44608bc39bb7a7ec23ef1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:22:52.830652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:22:52.836800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:22:52.846318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Made reservation on behalf of 2a99b981acd44608bc39bb7a7ec23ef1 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:22:52.848778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:53.137958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:53.219175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e8c5ef-db89-4577-a457-465bb5cdf844,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:22:53.221106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Checking segment: {'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:22:53.221499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Network hostable DHCP agents. Network: 811cfbfd-c1a1-4558-947a-275f79849162, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:22:53.241416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Network 811cfbfd-c1a1-4558-947a-275f79849162 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:22:53.251256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 811cfbfd-c1a1-4558-947a-275f79849162) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:22:53.256176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:22:53.256760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:53.262328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6a98b-55df-40fc-a724-e6449964be0c None None] Network 811cfbfd-c1a1-4558-947a-275f79849162 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:22:53.276004 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c7131bb4-ad09-4689-8814-b34be92122a4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4597278 Sep 22 08:22:53.546189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-811cfbfd-c1a1-4558-947a-275f79849162', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'fixed_ips': [{'subnet_id': '19e8c5ef-db89-4577-a457-465bb5cdf844'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:22:53.547410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:53.733392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Allocated IP 172.20.0.2 (811cfbfd-c1a1-4558-947a-275f79849162/19e8c5ef-db89-4577-a457-465bb5cdf844/b0d2b972-582a-4578-8132-05a16c37d775) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:22:53.961760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:53.974682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Transition to ACTIVE for port object b0d2b972-582a-4578-8132-05a16c37d775 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:22:53.994489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Transition to ACTIVE for port object b0d2b972-582a-4578-8132-05a16c37d775 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:22:54.001116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:54.064719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Network 811cfbfd-c1a1-4558-947a-275f79849162 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:22:54.068255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:22:54.075038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:22:54.077368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Pushing event updated for resources: {'Port': ['ID=b0d2b972-582a-4578-8132-05a16c37d775,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:22:54.117480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.117842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.118182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.118512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.118840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.119181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.119537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.119857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.120177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.120494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.120811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.121132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Tracked resource versions report: Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: pushed versions: Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: { 'AddressGroup': {'1.2'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'ConntrackHelper': {'1.0'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Log': {'1.0'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Network': {'1.1'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Port': {'1.7'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'PortForwarding': {'1.2'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'QosPolicy': {'1.8'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroup': {'1.4'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SubPort': {'1.0'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Subnet': {'1.1'}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Trunk': {'1.1'}} Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: consumer versions: Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'ConntrackHelper': '1.0', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Log': '1.0', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Network': '1.1', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Port': '1.7', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'PortForwarding': '1.2', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'QosPolicy': '1.8', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroup': '1.4', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroupRule': '1.2', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SubPort': '1.0', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Subnet': '1.1', Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Trunk': '1.1'}} Sep 22 08:22:54.122439 dv-neutron-857569-1-hyperv neutron-server[89053]: {{(pid=89053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:22:54.192881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Attempting to bind port b0d2b972-582a-4578-8132-05a16c37d775 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:22:54.193273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Attempting to bind port b0d2b972-582a-4578-8132-05a16c37d775 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:22:54.193678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Attempting to bind port b0d2b972-582a-4578-8132-05a16c37d775 on network 811cfbfd-c1a1-4558-947a-275f79849162 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:22:54.198891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:22:54.199311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Checking segment: {'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:22:54.199798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:54.200180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Bound using segment: {'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:22:54.200678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Bound port: b0d2b972-582a-4578-8132-05a16c37d775, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:22:54.201071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:54.288408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] For port b0d2b972-582a-4578-8132-05a16c37d775, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:22:54.292272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] For port b0d2b972-582a-4578-8132-05a16c37d775, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b0d2b972-582a-4578-8132-05a16c37d775,segment=NetworkSegment(4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d),segment_id=4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:22:54.297977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:54.376491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72087328-95f0-4de0-9367-9a1f52fa396f None None] Pushing event updated for resources: {'Port': ['ID=b0d2b972-582a-4578-8132-05a16c37d775,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:22:55.718101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58218) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:22:56.086655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-25b681e8-f1a1-4299-b936-c26aaf9b198e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:22:56.087711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-25b681e8-f1a1-4299-b936-c26aaf9b198e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685243 Sep 22 08:22:57.248537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b0d2b972-582a-4578-8132-05a16c37d775 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:22:57.319449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port b0d2b972-582a-4578-8132-05a16c37d775 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:22:58.223688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750570e3-e5a8-46ba-93a1-93b366356817 None None] Network 811cfbfd-c1a1-4558-947a-275f79849162 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:22:58.312793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Provisioning for port b0d2b972-582a-4578-8132-05a16c37d775 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:22:58.324341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Provisioning complete for port b0d2b972-582a-4578-8132-05a16c37d775 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:22:58.324736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:58.325087 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Attempt 1 to provision port b0d2b972-582a-4578-8132-05a16c37d775 Sep 22 08:22:58.521681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58232) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:22:58.548598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Current status of the port b0d2b972-582a-4578-8132-05a16c37d775 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:22:58.549010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:58.602181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] For port b0d2b972-582a-4578-8132-05a16c37d775, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b0d2b972-582a-4578-8132-05a16c37d775,segment=NetworkSegment(4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d),segment_id=4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:22:58.607958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:58.701118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77c88a-7c98-4d76-ba6e-64781e572404 None None] Pushing event updated for resources: {'Port': ['ID=b0d2b972-582a-4578-8132-05a16c37d775,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:22:58.899921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-824295f5-c17d-4521-bfe5-723f8745c5d1 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:22:58.900914 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-824295f5-c17d-4521-bfe5-723f8745c5d1 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3781440 Sep 22 08:22:58.929905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7238ba9b-dffd-4110-abf2-f0ff81683510 None None] Provisioning complete for port b0d2b972-582a-4578-8132-05a16c37d775 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:22:58.930272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7238ba9b-dffd-4110-abf2-f0ff81683510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:58.930600 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7238ba9b-dffd-4110-abf2-f0ff81683510 None None] Attempt 1 to provision port b0d2b972-582a-4578-8132-05a16c37d775 Sep 22 08:22:59.051809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7238ba9b-dffd-4110-abf2-f0ff81683510 None None] Current status of the port b0d2b972-582a-4578-8132-05a16c37d775 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:22:59.226019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b0d2b972-582a-4578-8132-05a16c37d775 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:22:59.292296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port b0d2b972-582a-4578-8132-05a16c37d775 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:22:59.292663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:22:59.292992 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port b0d2b972-582a-4578-8132-05a16c37d775 Sep 22 08:22:59.404337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port b0d2b972-582a-4578-8132-05a16c37d775 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:23:01.573928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58244) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:23:01.917912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Request body: {'router': {'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'name': 'router1', 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:23:01.922965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:23:01.926795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Usage tracker for resource:router and tenant:2a99b981acd44608bc39bb7a7ec23ef1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:23:01.930596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:23:01.936324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:23:01.946045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:01.947862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:01.969648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:02.078901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:02.096717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:02.098036 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2d5ba13c-d31b-4b3d-aa27-c4da49c42242 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5231471 Sep 22 08:23:04.466703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:23:04.822373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-df2912cb-3685-4fab-9337-71ab8805d3c1 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:23:04.823376 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df2912cb-3685-4fab-9337-71ab8805d3c1 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3556817 Sep 22 08:23:06.045253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-611f63f4-c461-43cb-a547-8d98e6e274ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.204597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58264) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:23:07.557118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:23:07.562144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:23:07.565960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Usage tracker for resource:network and tenant:73f002036423493599f82bc4174ae1bf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:23:07.568748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:23:07.574309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:23:07.584257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Made reservation on behalf of 73f002036423493599f82bc4174ae1bf for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:23:07.586580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.597881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.611855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:23:07.615462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Usage tracker for resource:security_group_rule and tenant:73f002036423493599f82bc4174ae1bf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:23:07.618100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:23:07.623560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:23:07.703373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.706765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.724212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Reserving flat network on physical network physnet1 {{(pid=89052) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 08:23:07.745889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.746212 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Added segment 49cb577b-901f-4531-bfa9-51109687f20e of type flat for network 48521054-8de9-47c6-a1b5-a0e6c7172af2 Sep 22 08:23:07.747351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630f173c-9bda-49f9-9d0a-bda26599006b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:07.779644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.814588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.815456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:23:07.816021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:07.913454 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7077987 Sep 22 08:23:07.915924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50493aa0-fbb7-464e-9b1e-a3c0cbfb66ec admin admin] Pushing event updated for resources: {'Network': ['ID=48521054-8de9-47c6-a1b5-a0e6c7172af2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:07.927116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:23:08.212983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6a9af51a-68bb-4880-9b12-c1ab9fae1d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:09.393564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:09.497746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:10.298285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58284) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:23:10.503407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d78c32-96b6-4691-a651-45f924ece3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:23:10.505302 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-86d78c32-96b6-4691-a651-45f924ece3a8 admin admin] 10.222.0.42 "GET /v2.0/subnets/19e8c5ef-db89-4577-a457-465bb5cdf844 HTTP/1.1" status: 200 len: 849 time: 0.2060759 Sep 22 08:23:10.643357 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1fda1ff7-424d-4a1b-a4c5-d53f6cd04cb5 admin admin] 10.222.0.42 "GET /v2.0/routers/6a43822b-c572-44e9-8d78-3210b1c98591 HTTP/1.1" status: 200 len: 704 time: 0.1322215 Sep 22 08:23:10.744939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:11.095269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:11.345192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Allocated IP 172.20.0.1 (811cfbfd-c1a1-4558-947a-275f79849162/19e8c5ef-db89-4577-a457-465bb5cdf844/5b48831d-d769-44b5-a63e-e15bec3cae8f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:23:11.494662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:11.511604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Transition to ACTIVE for port object 5b48831d-d769-44b5-a63e-e15bec3cae8f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:23:11.569742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:11.633882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Network 811cfbfd-c1a1-4558-947a-275f79849162 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:23:11.636349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:23:11.640632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:23:11.641130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:11.756417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Pushing event updated for resources: {'Port': ['ID=5b48831d-d769-44b5-a63e-e15bec3cae8f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:11.834310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Provisioning for port 5b48831d-d769-44b5-a63e-e15bec3cae8f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:23:11.839057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Provisioning complete for port 5b48831d-d769-44b5-a63e-e15bec3cae8f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:23:11.839442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:11.839768 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Attempt 1 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:23:11.895454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Port 5b48831d-d769-44b5-a63e-e15bec3cae8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:23:11.902086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:12.122871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:12.127302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:12.128027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:12.258246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Pushing event updated for resources: {'Port': ['ID=5b48831d-d769-44b5-a63e-e15bec3cae8f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:12.319412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Network 811cfbfd-c1a1-4558-947a-275f79849162 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:23:12.320449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:23:12.396529 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Attempt 2 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:23:12.450505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Port 5b48831d-d769-44b5-a63e-e15bec3cae8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:23:12.506981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Router 6a43822b-c572-44e9-8d78-3210b1c98591 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:23:12.694657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:23:12.704003 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-01270f76-dee8-4bc6-a12a-9c3420058b39 admin admin] 10.222.0.42 "PUT /v2.0/routers/6a43822b-c572-44e9-8d78-3210b1c98591/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0558636 Sep 22 08:23:12.704409 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Sync routers for ids ['6a43822b-c572-44e9-8d78-3210b1c98591'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:23:12.715325 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Routers {'6a43822b-c572-44e9-8d78-3210b1c98591'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:23:12.716268 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:23:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6a43822b-c572-44e9-8d78-3210b1c98591'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:12.888572 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Set router 6a43822b-c572-44e9-8d78-3210b1c98591 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:23:12.952198 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Attempt 3 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:23:13.010258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Port 5b48831d-d769-44b5-a63e-e15bec3cae8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:23:13.260387 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'name': 'router1', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:23:01Z', 'updated_at': '2022-09-22T08:23:11Z', 'revision_number': 2, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'gw_port_host': None, '_interfaces': [{'id': '5b48831d-d769-44b5-a63e-e15bec3cae8f', 'name': '', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'mac_address': 'fa:16:3e:db:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:11Z', 'updated_at': '2022-09-22T08:23:11Z', 'revision_number': 2, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'subnets': [{'id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4c8d82-5df5-4103-9cdf-9227a99dd5f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:13.265357 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Checking router: 6a43822b-c572-44e9-8d78-3210b1c98591 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:23:13.265730 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Updating router 6a43822b-c572-44e9-8d78-3210b1c98591 port 5b48831d-d769-44b5-a63e-e15bec3cae8f binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:23:13.315126 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:13.511552 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Attempt 4 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:23:13.564620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Port 5b48831d-d769-44b5-a63e-e15bec3cae8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:23:13.687181 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:13.702131 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Transition to ACTIVE for port object 5b48831d-d769-44b5-a63e-e15bec3cae8f will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:23:13.708868 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:13.914714 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Pushing event updated for resources: {'Port': ['ID=5b48831d-d769-44b5-a63e-e15bec3cae8f,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:13.925952 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.926362 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.926701 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.927029 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.927375 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.927716 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.928040 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.928358 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.928694 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.929013 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.929326 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.929638 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Tracked resource versions report: Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: pushed versions: Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: { 'AddressGroup': {'1.2'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'ConntrackHelper': {'1.0'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Log': {'1.0'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Network': {'1.1'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Port': {'1.7'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'PortForwarding': {'1.2'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'QosPolicy': {'1.8'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroup': {'1.4'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SubPort': {'1.0'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Subnet': {'1.1'}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Trunk': {'1.1'}} Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: consumer versions: Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'ConntrackHelper': '1.0', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Log': '1.0', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Network': '1.1', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Port': '1.7', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'PortForwarding': '1.2', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'QosPolicy': '1.8', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroup': '1.4', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroupRule': '1.2', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SubPort': '1.0', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Subnet': '1.1', Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Trunk': '1.1'}} Sep 22 08:23:13.930955 dv-neutron-857569-1-hyperv neutron-server[89054]: {{(pid=89054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:23:13.933569 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Attempting to bind port 5b48831d-d769-44b5-a63e-e15bec3cae8f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:23:13.933846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Attempting to bind port 5b48831d-d769-44b5-a63e-e15bec3cae8f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:23:13.934195 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Attempting to bind port 5b48831d-d769-44b5-a63e-e15bec3cae8f on network 811cfbfd-c1a1-4558-947a-275f79849162 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:23:13.946962 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:23:13.947588 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Checking segment: {'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:23:13.948253 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:13.948786 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Bound using segment: {'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:23:13.949445 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Bound port: 5b48831d-d769-44b5-a63e-e15bec3cae8f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:23:13.949986 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:14.036753 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] For port 5b48831d-d769-44b5-a63e-e15bec3cae8f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:23:14.041330 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] For port 5b48831d-d769-44b5-a63e-e15bec3cae8f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b48831d-d769-44b5-a63e-e15bec3cae8f,segment=NetworkSegment(4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d),segment_id=4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:23:14.046425 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:14.066509 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Attempt 5 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:23:14.108048 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Routers {'6a43822b-c572-44e9-8d78-3210b1c98591'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:23:14.108658 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:23:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6a43822b-c572-44e9-8d78-3210b1c98591'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:14.126204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ec15d361-b15f-4f19-b332-b376577a4bab None None] Port 5b48831d-d769-44b5-a63e-e15bec3cae8f had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:23:14.282834 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f31052-d68d-4d16-90b9-3a56b6cf2606 None None] Pushing event updated for resources: {'Port': ['ID=5b48831d-d769-44b5-a63e-e15bec3cae8f,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:14.303543 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] Set router 6a43822b-c572-44e9-8d78-3210b1c98591 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:23:14.623867 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'name': 'router1', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:23:01Z', 'updated_at': '2022-09-22T08:23:11Z', 'revision_number': 2, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'gw_port_host': None, '_interfaces': [{'id': '5b48831d-d769-44b5-a63e-e15bec3cae8f', 'name': '', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'mac_address': 'fa:16:3e:db:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:11Z', 'updated_at': '2022-09-22T08:23:14Z', 'revision_number': 4, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'subnets': [{'id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4c8d82-5df5-4103-9cdf-9227a99dd5f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:14.627655 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae63ae4-db78-41d4-81ee-3628d36879ab None None] The sync data for ids ['6a43822b-c572-44e9-8d78-3210b1c98591'] in dv-neutron-857569-1-hyperv is: [{'id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'name': 'router1', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:23:01Z', 'updated_at': '2022-09-22T08:23:11Z', 'revision_number': 2, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'gw_port_host': None, '_interfaces': [{'id': '5b48831d-d769-44b5-a63e-e15bec3cae8f', 'name': '', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'mac_address': 'fa:16:3e:db:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:11Z', 'updated_at': '2022-09-22T08:23:14Z', 'revision_number': 4, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'subnets': [{'id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4c8d82-5df5-4103-9cdf-9227a99dd5f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:23:14.955568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:23:15.101174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93986e5f-9f3d-4f2f-b727-bb203b2b9df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:23:15.101734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-93986e5f-9f3d-4f2f-b727-bb203b2b9df8 admin admin] Synchronizing usage tracker for tenant:73f002036423493599f82bc4174ae1bf on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:23:15.119661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-93986e5f-9f3d-4f2f-b727-bb203b2b9df8 admin admin] Unset dirty status for tenant:73f002036423493599f82bc4174ae1bf on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:23:15.120851 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-93986e5f-9f3d-4f2f-b727-bb203b2b9df8 admin admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 842 time: 0.1643419 Sep 22 08:23:15.131078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'cidr': '172.26.8.0/24', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:23:15.136187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:23:15.140135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Usage tracker for resource:subnet and tenant:73f002036423493599f82bc4174ae1bf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:23:15.142953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:23:15.153205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:23:15.163509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Made reservation on behalf of 73f002036423493599f82bc4174ae1bf for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:23:15.166668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:15.538351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:23:15.538754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:15.615034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126faeb8-d955-4025-9529-0a9cfa1ef0fc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:15.621922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:23:15.622271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Network hostable DHCP agents. Network: 48521054-8de9-47c6-a1b5-a0e6c7172af2, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:23:15.641050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:23:15.650920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 48521054-8de9-47c6-a1b5-a0e6c7172af2) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:23:15.654707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:23:15.655315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:15.661597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de324437-0d46-4eb3-836e-fe3b62b107e6 None None] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:23:15.675698 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e273c20-b9dc-40b9-a47a-2917dd985bb5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5488558 Sep 22 08:23:15.891587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d21ca-6813-4309-8834-0de9dc65c9b7 None None] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:23:17.249616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b48831d-d769-44b5-a63e-e15bec3cae8f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:23:17.316125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5b48831d-d769-44b5-a63e-e15bec3cae8f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:23:17.321274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5b48831d-d769-44b5-a63e-e15bec3cae8f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:23:17.321640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:17.321968 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:23:17.435001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5b48831d-d769-44b5-a63e-e15bec3cae8f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:23:17.435405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:17.465236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5b48831d-d769-44b5-a63e-e15bec3cae8f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b48831d-d769-44b5-a63e-e15bec3cae8f,segment=NetworkSegment(4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d),segment_id=4d6df7d4-3cfb-486e-9c97-6f1dd9d66d4d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:23:17.469084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:17.533979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5b48831d-d769-44b5-a63e-e15bec3cae8f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:17.952863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58320) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:23:18.150481 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13296c7f-8932-4c12-bf5a-8f1681a77465 admin admin] 10.222.0.42 "GET /v2.0/routers/6a43822b-c572-44e9-8d78-3210b1c98591 HTTP/1.1" status: 200 len: 710 time: 0.1963532 Sep 22 08:23:18.273071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79859d1-ac07-46b7-965e-cd343cf30ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:23:18.274395 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e79859d1-ac07-46b7-965e-cd343cf30ee6 admin admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 886 time: 0.1189113 Sep 22 08:23:18.282767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:23:18.748322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:19.069259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:19.122720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:19.235719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b48831d-d769-44b5-a63e-e15bec3cae8f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:23:19.267086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Allocated IP 172.26.8.53 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/5d41fdc0-4fa3-4b33-8829-5146b02d730a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:23:19.322024 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5b48831d-d769-44b5-a63e-e15bec3cae8f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:23:19.322312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:19.322645 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:23:19.410044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:19.435635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5b48831d-d769-44b5-a63e-e15bec3cae8f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:23:19.439772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:19.506550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:23:19.509205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:23:19.513164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:23:19.577802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Pushing event updated for resources: {'Port': ['ID=5d41fdc0-4fa3-4b33-8829-5146b02d730a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:19.948988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:20.279568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:20.282743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:20.454761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Router 6a43822b-c572-44e9-8d78-3210b1c98591 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:23:20.627807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:23:20.638739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:20.638888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Sync routers for ids ['6a43822b-c572-44e9-8d78-3210b1c98591'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:23:20.639955 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a960e8c-71e6-4a30-9d12-dcb11f3e7435 admin admin] 10.222.0.42 "PUT /v2.0/routers/6a43822b-c572-44e9-8d78-3210b1c98591 HTTP/1.1" status: 200 len: 889 time: 2.3602328 Sep 22 08:23:20.648563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Routers {'6a43822b-c572-44e9-8d78-3210b1c98591'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:23:20.649226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:23:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6a43822b-c572-44e9-8d78-3210b1c98591'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:20.836770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Set router 6a43822b-c572-44e9-8d78-3210b1c98591 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:23:21.173988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'name': 'router1', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '5d41fdc0-4fa3-4b33-8829-5146b02d730a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:23:01Z', 'updated_at': '2022-09-22T08:23:19Z', 'revision_number': 4, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'gw_port': {'id': '5d41fdc0-4fa3-4b33-8829-5146b02d730a', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:19Z', 'updated_at': '2022-09-22T08:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b48831d-d769-44b5-a63e-e15bec3cae8f', 'name': '', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'mac_address': 'fa:16:3e:db:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:11Z', 'updated_at': '2022-09-22T08:23:17Z', 'revision_number': 5, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'subnets': [{'id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4c8d82-5df5-4103-9cdf-9227a99dd5f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:21.178857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Checking router: 6a43822b-c572-44e9-8d78-3210b1c98591 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:23:21.179229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Updating router 6a43822b-c572-44e9-8d78-3210b1c98591 port 5d41fdc0-4fa3-4b33-8829-5146b02d730a binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:23:21.233032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:21.551475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:21.562827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Transition to ACTIVE for port object 5d41fdc0-4fa3-4b33-8829-5146b02d730a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:23:21.569735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:21.631504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Attempting to bind port 5d41fdc0-4fa3-4b33-8829-5146b02d730a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:23:21.631875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Attempting to bind port 5d41fdc0-4fa3-4b33-8829-5146b02d730a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:23:21.632240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Attempting to bind port 5d41fdc0-4fa3-4b33-8829-5146b02d730a on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:23:21.642373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:23:21.642979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:23:21.643157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:21.643556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:23:21.644015 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Bound port: 5d41fdc0-4fa3-4b33-8829-5146b02d730a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:23:21.644430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:21.681238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d66df-3d08-4b0d-8ee0-5ecd4ba74a25 None None] Pushing event updated for resources: {'Port': ['ID=5d41fdc0-4fa3-4b33-8829-5146b02d730a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:21.721507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] For port 5d41fdc0-4fa3-4b33-8829-5146b02d730a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:23:21.724514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] For port 5d41fdc0-4fa3-4b33-8829-5146b02d730a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d41fdc0-4fa3-4b33-8829-5146b02d730a,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:23:21.727754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:21.786118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Routers {'6a43822b-c572-44e9-8d78-3210b1c98591'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:23:21.786721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:23:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6a43822b-c572-44e9-8d78-3210b1c98591'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:21.869183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d66df-3d08-4b0d-8ee0-5ecd4ba74a25 None None] Pushing event updated for resources: {'Port': ['ID=5d41fdc0-4fa3-4b33-8829-5146b02d730a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:22.008883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] Set router 6a43822b-c572-44e9-8d78-3210b1c98591 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:23:22.334329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'name': 'router1', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '5d41fdc0-4fa3-4b33-8829-5146b02d730a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:23:01Z', 'updated_at': '2022-09-22T08:23:19Z', 'revision_number': 4, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'gw_port': {'id': '5d41fdc0-4fa3-4b33-8829-5146b02d730a', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:19Z', 'updated_at': '2022-09-22T08:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b48831d-d769-44b5-a63e-e15bec3cae8f', 'name': '', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'mac_address': 'fa:16:3e:db:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:11Z', 'updated_at': '2022-09-22T08:23:17Z', 'revision_number': 5, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'subnets': [{'id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4c8d82-5df5-4103-9cdf-9227a99dd5f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:23:22.337928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a27c7d-cd36-4039-a0a9-402250f851ed None None] The sync data for ids ['6a43822b-c572-44e9-8d78-3210b1c98591'] in dv-neutron-857569-1-hyperv is: [{'id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'name': 'router1', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '5d41fdc0-4fa3-4b33-8829-5146b02d730a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:23:01Z', 'updated_at': '2022-09-22T08:23:19Z', 'revision_number': 4, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'gw_port': {'id': '5d41fdc0-4fa3-4b33-8829-5146b02d730a', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:19Z', 'updated_at': '2022-09-22T08:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b48831d-d769-44b5-a63e-e15bec3cae8f', 'name': '', 'network_id': '811cfbfd-c1a1-4558-947a-275f79849162', 'tenant_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'mac_address': 'fa:16:3e:db:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a43822b-c572-44e9-8d78-3210b1c98591', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:23:11Z', 'updated_at': '2022-09-22T08:23:17Z', 'revision_number': 5, 'project_id': '2a99b981acd44608bc39bb7a7ec23ef1', 'subnets': [{'id': '19e8c5ef-db89-4577-a457-465bb5cdf844', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe4c8d82-5df5-4103-9cdf-9227a99dd5f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:23:23.055744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58330) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:23:23.176461 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-114f9668-99f2-4efb-8808-608ab4735304 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1196258 Sep 22 08:23:23.262250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d41fdc0-4fa3-4b33-8829-5146b02d730a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:23:23.332490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5d41fdc0-4fa3-4b33-8829-5146b02d730a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:23:23.337089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5d41fdc0-4fa3-4b33-8829-5146b02d730a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:23:23.337460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:23.337792 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5d41fdc0-4fa3-4b33-8829-5146b02d730a Sep 22 08:23:23.452630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5d41fdc0-4fa3-4b33-8829-5146b02d730a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:23:23.453013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:23.469811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5d41fdc0-4fa3-4b33-8829-5146b02d730a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d41fdc0-4fa3-4b33-8829-5146b02d730a,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:23:23.473664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:23.539576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5d41fdc0-4fa3-4b33-8829-5146b02d730a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:23:25.245809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d41fdc0-4fa3-4b33-8829-5146b02d730a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:23:25.328450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5d41fdc0-4fa3-4b33-8829-5146b02d730a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:23:25.328819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:25.329147 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5d41fdc0-4fa3-4b33-8829-5146b02d730a Sep 22 08:23:25.449329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5d41fdc0-4fa3-4b33-8829-5146b02d730a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:23:28.251901 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:23:36.048022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-576d6161-f203-407d-90ff-4e5a3b98a525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:38.217831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa2c3-521d-4691-85c6-ffd1c25a666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:39.400404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:39.501139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:23:40.758633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:05.250954 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:24:06.050233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6067-4dd8-4423-bcec-331f5e8ba899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:08.222636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-96346069-4b4b-4d14-9775-41dbcbb49104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:09.405661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:09.506583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:10.774000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:36.056810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-524be4dc-9f1c-4ae3-9792-7e7c330f2ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:38.227829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c811b51a-7e31-432f-bcf8-f3413503e80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:39.405810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:39.508630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:40.769297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:24:42.250591 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:25:06.059133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ab327e8-ffa5-4f2d-8fe4-69e84cf53201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:08.230820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d58f2adf-d76e-4930-8991-71d5d773a321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:09.405279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:09.501179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:10.766942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:19.250630 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:25:30.402042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 58932) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:30.537943 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-55d9fabc-6e91-40bd-82de-4c0e13dba226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:25:30.538503 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-55d9fabc-6e91-40bd-82de-4c0e13dba226 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:25:30.794491 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d9fabc-6e91-40bd-82de-4c0e13dba226 admin admin] GET failed (client error): The resource could not be found. Sep 22 08:25:30.796812 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-55d9fabc-6e91-40bd-82de-4c0e13dba226 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3926785 Sep 22 08:25:31.022292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.policy [None req-6474fec9-9967-45af-95ec-a5b620be238a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 08:25:31.069876 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-6474fec9-9967-45af-95ec-a5b620be238a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:25:31.070189 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-6474fec9-9967-45af-95ec-a5b620be238a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 08:25:31.078468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6474fec9-9967-45af-95ec-a5b620be238a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:31.080209 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6474fec9-9967-45af-95ec-a5b620be238a admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2794430 Sep 22 08:25:33.248521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 58948) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:33.356255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba157d-0df4-47b6-ab89-7ad1dc6f6114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:33.357564 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-83ba157d-0df4-47b6-ab89-7ad1dc6f6114 admin admin] 10.222.0.42 "GET /v2.0/subnets/19e8c5ef-db89-4577-a457-465bb5cdf844 HTTP/1.1" status: 200 len: 849 time: 0.1081307 Sep 22 08:25:33.367334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:25:33.479957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:33.670714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793211984990'] for subnet, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:33.740114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:33.740675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:33.742355 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] 10.222.0.42 "PUT /v2.0/subnets/19e8c5ef-db89-4577-a457-465bb5cdf844 HTTP/1.1" status: 200 len: 868 time: 0.3782499 Sep 22 08:25:33.746133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1024d-c3d9-49fa-a2aa-6ad507329358 None None] Network 811cfbfd-c1a1-4558-947a-275f79849162 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:25:33.765415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e8c5ef-db89-4577-a457-465bb5cdf844,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:25:33.774463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.774981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.775360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.775751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.776082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.776410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.776732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.777052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.777378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.777858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.778180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.778642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9c485a-1ae4-407c-9a0f-84ce4c6bb865 admin admin] Tracked resource versions report: Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: pushed versions: Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: { 'AddressGroup': {'1.2'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'ConntrackHelper': {'1.0'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Log': {'1.0'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Network': {'1.1'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Port': {'1.7'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'PortForwarding': {'1.2'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'QosPolicy': {'1.8'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroup': {'1.4'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SubPort': {'1.0'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Subnet': {'1.1'}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Trunk': {'1.1'}} Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: consumer versions: Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'ConntrackHelper': '1.0', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Log': '1.0', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Network': '1.1', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Port': '1.7', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'PortForwarding': '1.2', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'QosPolicy': '1.8', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroup': '1.4', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroupRule': '1.2', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SubPort': '1.0', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Subnet': '1.1', Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Trunk': '1.1'}} Sep 22 08:25:33.780650 dv-neutron-857569-1-hyperv neutron-server[89051]: {{(pid=89051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:25:34.180164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Provisioning complete for port b0d2b972-582a-4578-8132-05a16c37d775 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:25:34.180535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:34.180870 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Attempt 1 to provision port b0d2b972-582a-4578-8132-05a16c37d775 Sep 22 08:25:34.301027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Current status of the port b0d2b972-582a-4578-8132-05a16c37d775 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:25:34.312268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Provisioning complete for port 5b48831d-d769-44b5-a63e-e15bec3cae8f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:25:34.312641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:34.312969 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Attempt 1 to provision port 5b48831d-d769-44b5-a63e-e15bec3cae8f Sep 22 08:25:34.447881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-17f923d8-3318-4b38-9ed4-bdbfaae3a7bb None None] Current status of the port 5b48831d-d769-44b5-a63e-e15bec3cae8f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:25:35.941694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 58962) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:36.050775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15ca5b5b-a6b9-481d-87dc-acad2f39f946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:36.116970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99505720-e60c-4041-9a66-0f0c5bf3335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:36.117443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99505720-e60c-4041-9a66-0f0c5bf3335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:36.119003 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-99505720-e60c-4041-9a66-0f0c5bf3335a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1762443 Sep 22 08:25:38.234984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0c6ee7f5-87b7-41d9-a5e4-3a7ebf3e31c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:38.275554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 58972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:38.446572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd62f0a-91b4-4d80-b61a-12e5f59c182e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:38.447047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd62f0a-91b4-4d80-b61a-12e5f59c182e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:38.448604 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8fd62f0a-91b4-4d80-b61a-12e5f59c182e admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1721237 Sep 22 08:25:39.409614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:39.502415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:40.770802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:25:40.784948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 58982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:40.968448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26ef0a0-3a05-4d26-8639-1d09c2a7eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:40.969812 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a26ef0a0-3a05-4d26-8639-1d09c2a7eb8a admin admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 886 time: 0.1839352 Sep 22 08:25:43.133174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 58992) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:43.303766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809397bb-a3aa-4b06-ad7b-fbe1549a5f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:43.305128 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-809397bb-a3aa-4b06-ad7b-fbe1549a5f6b admin admin] 10.222.0.42 "GET /v2.0/networks/811cfbfd-c1a1-4558-947a-275f79849162 HTTP/1.1" status: 200 len: 869 time: 0.1707761 Sep 22 08:25:45.455778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:45.565759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71caac74-e848-4243-a4a2-0ec1e9874704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:45.566161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71caac74-e848-4243-a4a2-0ec1e9874704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:45.566916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-71caac74-e848-4243-a4a2-0ec1e9874704 admin admin] Synchronizing usage tracker for tenant:73f002036423493599f82bc4174ae1bf on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:25:45.582797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-71caac74-e848-4243-a4a2-0ec1e9874704 admin admin] Unset dirty status for tenant:73f002036423493599f82bc4174ae1bf on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:25:45.583948 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-71caac74-e848-4243-a4a2-0ec1e9874704 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272292 Sep 22 08:25:47.722749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:47.827765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5c9ad-7329-48cc-b3bd-82369b886f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:47.828225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5c9ad-7329-48cc-b3bd-82369b886f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:47.829701 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-02e5c9ad-7329-48cc-b3bd-82369b886f21 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1059871 Sep 22 08:25:50.011663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59022) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:50.117118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeb564d-add3-499f-85cf-886057816c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:50.118427 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7eeb564d-add3-499f-85cf-886057816c92 admin admin] 10.222.0.42 "GET /v2.0/subnets/126faeb8-d955-4025-9529-0a9cfa1ef0fc HTTP/1.1" status: 200 len: 816 time: 0.1058280 Sep 22 08:25:52.258853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59032) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:25:52.362457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134581c-87dd-404a-b993-d2bb5cbb30d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:25:52.363781 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0134581c-87dd-404a-b993-d2bb5cbb30d8 admin admin] 10.222.0.42 "GET /v2.0/subnets/19e8c5ef-db89-4577-a457-465bb5cdf844 HTTP/1.1" status: 200 len: 868 time: 0.1039619 Sep 22 08:25:56.250498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:26:06.052752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc80caac-7d97-443f-a2ff-9e81ec0b353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:08.237738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-56612fb8-3586-4a7c-a674-f9f024f037a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:09.413987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:09.505617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:10.770451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:11.573635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59078) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:26:11.621116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-b9331e9a-b24c-4310-b188-e5bbf03caea8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:26:11.622612 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9331e9a-b24c-4310-b188-e5bbf03caea8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480375 Sep 22 08:26:13.839832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59088) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:26:13.904493 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aab0e08-8541-464f-affa-3fcff9e29e02 admin admin] GET failed (client error): The resource could not be found. Sep 22 08:26:13.905763 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3aab0e08-8541-464f-affa-3fcff9e29e02 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650256 Sep 22 08:26:14.033295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8067140f-fba3-40fe-8cbf-683a439894f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:26:14.034761 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8067140f-fba3-40fe-8cbf-683a439894f7 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1250393 Sep 22 08:26:16.218182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59098) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:26:16.265022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:26:16.266124 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.quota [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Loaded quota_driver: . Sep 22 08:26:16.272291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:26:16.284316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:26:16.297666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Made reservation on behalf of 73f002036423493599f82bc4174ae1bf for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:26:16.300058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:16.392124 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.services.revisions.revision_plugin [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Could not find related network for resource to bump revision. Sep 22 08:26:16.405689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:26:16.416316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793212077734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:16.416851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Unsubscribe: segment precommit_create {{(pid=89051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 08:26:16.417339 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Added segment a73d7b7e-70e0-40d5-b58d-f0c0468d1a53 of type vlan for network f72a3584-5b51-466f-8533-7a05a4bc68ef Sep 22 08:26:16.481964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:16.515561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:16.516467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:26:16.517029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:16.619198 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4000130 Sep 22 08:26:16.619925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d4a19-6732-488a-b7a7-eff8a6ffd5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=f72a3584-5b51-466f-8533-7a05a4bc68ef,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:26:16.631074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f72a3584-5b51-466f-8533-7a05a4bc68ef details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:26:18.811392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:26:18.895328 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9772b0-5872-41c3-a241-510479d749e7 admin admin] GET failed (client error): The resource could not be found. Sep 22 08:26:18.896588 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9c9772b0-5872-41c3-a241-510479d749e7 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0842557 Sep 22 08:26:19.000329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b1eb33-afc6-42c4-ab0d-04bcf3325eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:26:19.001698 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-61b1eb33-afc6-42c4-ab0d-04bcf3325eca admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011043 Sep 22 08:26:19.011277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:26:19.016243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:26:19.025426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:26:19.034532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Made reservation on behalf of 73f002036423493599f82bc4174ae1bf for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:26:19.036848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:19.229692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:19.354113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f00b643a-2449-4289-a363-9886d42434fc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:26:19.366175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.366532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.366864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.367188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.367536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.367854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.368420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.368773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.369102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.369417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.369727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.370036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:19.377098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Checking segment: {'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:26:19.377414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Network hostable DHCP agents. Network: f72a3584-5b51-466f-8533-7a05a4bc68ef, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:26:19.396382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Network f72a3584-5b51-466f-8533-7a05a4bc68ef is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:26:19.405266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f72a3584-5b51-466f-8533-7a05a4bc68ef) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:26:19.410465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:26:19.411382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:19.414489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d0503-f6b5-477e-aa63-6206b2f3eae2 None None] Network f72a3584-5b51-466f-8533-7a05a4bc68ef requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:26:19.436661 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-726a88d2-ed5c-47b2-954f-d1717a6bbe4f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4288850 Sep 22 08:26:19.642612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f72a3584-5b51-466f-8533-7a05a4bc68ef', 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef', 'tenant_id': '73f002036423493599f82bc4174ae1bf', 'fixed_ips': [{'subnet_id': 'f00b643a-2449-4289-a363-9886d42434fc'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:26:19.643484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:19.798861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Allocated IP 192.168.233.2 (f72a3584-5b51-466f-8533-7a05a4bc68ef/f00b643a-2449-4289-a363-9886d42434fc/a214ff79-5b88-4fcc-bb40-4ca57ad1b784) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:26:20.014382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:20.024675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Transition to ACTIVE for port object a214ff79-5b88-4fcc-bb40-4ca57ad1b784 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:26:20.043121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Transition to ACTIVE for port object a214ff79-5b88-4fcc-bb40-4ca57ad1b784 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:26:20.049094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:20.114073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Network f72a3584-5b51-466f-8533-7a05a4bc68ef is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:26:20.117020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:26:20.123273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:26:20.125281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Pushing event updated for resources: {'Port': ['ID=a214ff79-5b88-4fcc-bb40-4ca57ad1b784,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:26:20.161935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.162295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.162632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.162960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.163307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.163639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.163957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.164274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.164609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.164930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.165245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.165554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:26:20.244146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Attempting to bind port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:26:20.244513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Attempting to bind port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:26:20.244864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Attempting to bind port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 on network f72a3584-5b51-466f-8533-7a05a4bc68ef {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:26:20.252287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:26:20.252793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Checking segment: {'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:26:20.253330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:20.253805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Bound using segment: {'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:26:20.254372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Bound port: a214ff79-5b88-4fcc-bb40-4ca57ad1b784, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:26:20.254789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:20.342445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] For port a214ff79-5b88-4fcc-bb40-4ca57ad1b784, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:26:20.345566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] For port a214ff79-5b88-4fcc-bb40-4ca57ad1b784, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a214ff79-5b88-4fcc-bb40-4ca57ad1b784,segment=NetworkSegment(a73d7b7e-70e0-40d5-b58d-f0c0468d1a53),segment_id=a73d7b7e-70e0-40d5-b58d-f0c0468d1a53)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:26:20.350397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:20.424478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac6c26-4401-4a22-8331-c5dbdfed9698 None None] Pushing event updated for resources: {'Port': ['ID=a214ff79-5b88-4fcc-bb40-4ca57ad1b784,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:26:21.208985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8386a05-1131-42eb-b62b-b53d98f0ab73 None None] Network f72a3584-5b51-466f-8533-7a05a4bc68ef requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:26:21.338459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-419bb68f-7170-43b8-bc2f-630ec906445c None None] Provisioning for port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:26:21.382367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a214ff79-5b88-4fcc-bb40-4ca57ad1b784 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:26:21.531035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:26:21.542116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:26:21.542484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:21.542837 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 Sep 22 08:26:21.675269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:26:21.675669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:21.712272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port a214ff79-5b88-4fcc-bb40-4ca57ad1b784, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a214ff79-5b88-4fcc-bb40-4ca57ad1b784,segment=NetworkSegment(a73d7b7e-70e0-40d5-b58d-f0c0468d1a53),segment_id=a73d7b7e-70e0-40d5-b58d-f0c0468d1a53)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:26:21.717878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:21.788996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=a214ff79-5b88-4fcc-bb40-4ca57ad1b784,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:26:21.867616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9b1da26b-3206-4d83-8955-edeb168dfb51 None None] Provisioning complete for port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:26:21.868025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9b1da26b-3206-4d83-8955-edeb168dfb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:21.868350 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b1da26b-3206-4d83-8955-edeb168dfb51 None None] Attempt 1 to provision port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 Sep 22 08:26:21.988157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b1da26b-3206-4d83-8955-edeb168dfb51 None None] Current status of the port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:26:23.346334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a214ff79-5b88-4fcc-bb40-4ca57ad1b784 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:26:23.416037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:26:23.416404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:23.416733 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 Sep 22 08:26:23.532355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port a214ff79-5b88-4fcc-bb40-4ca57ad1b784 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:26:33.250191 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:26:36.055115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fed45901-6f70-4cd5-b9aa-e1a911180b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:38.239480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d4545ca3-8fd2-423f-8ed7-53c155d8e6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:39.414404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:39.508159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:26:40.771186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:06.058039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b01b8a07-864f-49e3-a2e5-791594526645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:08.241065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8e72885-7654-4a71-b68f-fae67353de41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:09.418057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:09.510779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:10.249679 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:27:10.775099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.121647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:27:29.127578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-e9d57fa6-0ba0-42b5-b10b-cb43dffd0751 tempest-verify_tempest_config-1345284916 tempest-verify_tempest_config-1345284916-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:27:29.128513 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e9d57fa6-0ba0-42b5-b10b-cb43dffd0751 tempest-verify_tempest_config-1345284916 tempest-verify_tempest_config-1345284916-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059185 Sep 22 08:27:29.430793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59176) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:27:29.545405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.559791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:27:29.563615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Usage tracker for resource:security_group_rule and tenant:a9443b8b33154427b45a5a2565ed9080 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:27:29.566395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:27:29.572757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:27:29.653244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.656731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.700945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8716a912-8595-458d-9b4d-9c4564939dd5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:27:29.704979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Synchronizing usage tracker for tenant:73f002036423493599f82bc4174ae1bf on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:27:29.711865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.712222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.712551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.712881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.713199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.713530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.713850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.714165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.714478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.714788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.715098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.715433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:27:29.731998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] Unset dirty status for tenant:73f002036423493599f82bc4174ae1bf on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:27:29.733392 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c8801879-3e9c-4465-b4d4-4403aaf2c2ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9443b8b33154427b45a5a2565ed9080&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3016243 Sep 22 08:27:29.736220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59182) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:27:29.794431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1b9c-2c0e-4a95-bf16-40ba3095ca10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.818832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1b9c-2c0e-4a95-bf16-40ba3095ca10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.913239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1b9c-2c0e-4a95-bf16-40ba3095ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.927195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc1b9c-2c0e-4a95-bf16-40ba3095ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716a912-8595-458d-9b4d-9c4564939dd5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:27:29.935147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bfc1b9c-2c0e-4a95-bf16-40ba3095ca10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:29.936279 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7bfc1b9c-2c0e-4a95-bf16-40ba3095ca10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8716a912-8595-458d-9b4d-9c4564939dd5 HTTP/1.1" status: 204 len: 168 time: 0.1991811 Sep 22 08:27:36.059726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16024657-ae0f-4665-8e4c-f23d2e252e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:38.242637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3813-23e6-40b1-9fcb-411dbfc98384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:39.420422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:39.505488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:40.776147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:27:47.249057 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:28:06.062580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af08e0ee-3262-4c94-bd55-84b2e6a1eb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:08.245670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5df4cdfd-7251-471d-ae79-db511c772b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:09.424732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:09.507751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:10.778676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:24.247953 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:28:36.064018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-54541f55-a63d-4420-80da-d45511dc5a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:38.249572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-597a2fa3-f9d7-4ae3-b969-3f447d71daab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:39.425270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:39.508999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:40.781198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:42.322280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509239'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:28:56.618848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59252) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:28:56.728389 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d86e35f-7e1e-4ad5-8b24-9beb81087958 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1084342 Sep 22 08:28:58.887335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59262) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:28:58.947346 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d362437a-6375-49a1-84f5-49d4ff1a3cfc admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0589039 Sep 22 08:29:01.247956 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:29:06.065977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a5675a-3613-467e-9c29-dd227e5d794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:08.251161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-de05c019-8dd2-4b0f-a775-5364c1243ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:09.428186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:09.511501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:10.785746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:12.276587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:36.071392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-917b48cf-c15d-4a06-b00d-2722163d9990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:38.247067 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:29:38.253386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-29a72f0e-64b4-4e14-afc8-91acb72d2fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:39.437098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:39.513346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:40.787687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:29:42.278718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:06.072282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-065d7e35-a44c-4246-a1fb-35ddf4753f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:08.256126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ae38487-bfc6-4bf0-9116-1c9f3ebf50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:09.434167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:09.516163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:10.790245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:12.282933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:15.246821 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:30:36.085320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a3515edd-e387-4e48-9bb2-35c6dda0a46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:38.273846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8eebd1c9-0ed1-4d64-b8c1-a0e397e9776d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:39.456416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:39.519626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:39.726444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59410) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:40.009505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1853868310-network', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:40.014812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:40.020249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Usage tracker for resource:network and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:40.023443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:40.029386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:40.050234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Made reservation on behalf of 0d690f8c51f642c791c7f3eaebb2a77d for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:40.053226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.067076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.085717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:40.089533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Usage tracker for resource:security_group_rule and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:40.092346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:40.098528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:40.113812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59438) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:40.190979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.199763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.225742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:40.253809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7adad8-e7d9-40c8-93b1-d4cea4ae6049,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:40.254506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.255030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.255492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.255849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.256172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.256514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.257038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.257459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.257731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.258199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.258513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.258820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Tracked resource versions report: Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: pushed versions: Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: { 'AddressGroup': {'1.2'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'ConntrackHelper': {'1.0'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Log': {'1.0'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Network': {'1.1'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Port': {'1.7'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'PortForwarding': {'1.2'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'QosPolicy': {'1.8'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroup': {'1.4'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SubPort': {'1.0'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Subnet': {'1.1'}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Trunk': {'1.1'}} Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: consumer versions: Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: HyperV agent@hv-neutron-8575: {}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'ConntrackHelper': '1.0', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Log': '1.0', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Network': '1.1', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Port': '1.7', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'PortForwarding': '1.2', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'QosPolicy': '1.8', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroup': '1.4', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SecurityGroupRule': '1.2', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'SubPort': '1.0', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Subnet': '1.1', Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: 'Trunk': '1.1'}} Sep 22 08:30:40.260027 dv-neutron-857569-1-hyperv neutron-server[89052]: {{(pid=89052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:30:40.262978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.263336 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Added segment b894eb46-1aab-4a84-812b-d26c357e7e40 of type vlan for network b87c257a-8658-4e2a-8156-439803f1dec3 Sep 22 08:30:40.292399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.324547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.325747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:40.326553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.431039 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7034848 Sep 22 08:30:40.431613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:40.441496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1626446917-network', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:40.442192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Request body: {'subnet': {'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1853868310-subnet', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:40.447695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:40.454125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Usage tracker for resource:network and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:40.458602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:40.461347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:40.465495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Usage tracker for resource:subnet and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:40.467241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:40.469988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:40.473249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e205cf0-0006-494e-8a39-cc177befe28a admin admin] Pushing event updated for resources: {'Network': ['ID=b87c257a-8658-4e2a-8156-439803f1dec3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:40.479056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:40.481521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Made reservation on behalf of 9ad47c8f3a1a48c18c4d4c1e3a2a5221 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:40.486140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.486332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network b87c257a-8658-4e2a-8156-439803f1dec3 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:40.492674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Made reservation on behalf of 0d690f8c51f642c791c7f3eaebb2a77d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:40.495279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.502726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.526271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:40.530908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Usage tracker for resource:security_group_rule and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:40.535126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:40.541683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:40.697094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.701859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.745610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:40.762569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126d587d-def2-4af4-929d-11409b139309,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:40.772478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.773482 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Added segment 2e0b5061-0db8-4cdd-a448-34b741b95091 of type vlan for network bcff7082-ca80-4576-966f-4316600a149d Sep 22 08:30:40.777746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.778362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.778936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.779362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.779988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.781704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Tracked resource versions report: Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: pushed versions: Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: { 'AddressGroup': {'1.2'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'ConntrackHelper': {'1.0'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Log': {'1.0'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Network': {'1.1'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Port': {'1.7'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'PortForwarding': {'1.2'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'QosPolicy': {'1.8'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroup': {'1.4'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SubPort': {'1.0'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Subnet': {'1.1'}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Trunk': {'1.1'}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: consumer versions: Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: HyperV agent@hv-neutron-8575: {}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'ConntrackHelper': '1.0', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Log': '1.0', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Network': '1.1', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Port': '1.7', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'PortForwarding': '1.2', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'QosPolicy': '1.8', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroup': '1.4', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SecurityGroupRule': '1.2', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'SubPort': '1.0', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Subnet': '1.1', Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: 'Trunk': '1.1'}} Sep 22 08:30:40.803283 dv-neutron-857569-1-hyperv neutron-server[89051]: {{(pid=89051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:30:40.819628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.839689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.864012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:40.876322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.877555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:40.878172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.881582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Checking segment: {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:40.881927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Network hostable DHCP agents. Network: b87c257a-8658-4e2a-8156-439803f1dec3, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:40.905860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Network b87c257a-8658-4e2a-8156-439803f1dec3 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:40.926383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, b87c257a-8658-4e2a-8156-439803f1dec3) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:40.931354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:40.932553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:40.937251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1918cf-075a-4f83-ac3b-78ead3e5503d None None] Network b87c257a-8658-4e2a-8156-439803f1dec3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:40.962501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59468) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:40.984418 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-30fb0a50-ed72-4d63-98d0-2e776d996668 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5470438 Sep 22 08:30:40.985064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:40.990724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:40.995801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:40.999949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Usage tracker for resource:router and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:41.003188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:41.011208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:41.015629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] Pushing event updated for resources: {'Network': ['ID=bcff7082-ca80-4576-966f-4316600a149d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:41.018688 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-508b2170-0fbe-45ef-a560-7ebcaf51c94c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9038801 Sep 22 08:30:41.021657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59480) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:41.027480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Request body: {'subnet': {'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1626446917-subnet', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:41.032054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.033014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.046175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:41.053688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Usage tracker for resource:subnet and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:41.057339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:41.062028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network bcff7082-ca80-4576-966f-4316600a149d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:41.068885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:41.084808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.096284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Made reservation on behalf of 9ad47c8f3a1a48c18c4d4c1e3a2a5221 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:41.103146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.327532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-b87c257a-8658-4e2a-8156-439803f1dec3', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:30:41.328618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.464320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1637096868-network', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:41.473798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:41.482364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Usage tracker for resource:network and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:41.490386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:41.504394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:41.515106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Allocated IP 172.20.0.2 (b87c257a-8658-4e2a-8156-439803f1dec3/13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d/c3abc935-fb00-4116-be09-61fdbb924b42) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:41.515721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.533105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Made reservation on behalf of f2dd066dc5e04f339616e461ff5f5582 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:41.536521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.552782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.572184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:41.576571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Usage tracker for resource:security_group_rule and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:41.579805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:41.592297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:41.713888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.735825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.744796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.800963 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.802236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:41.815466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Transition to ACTIVE for port object c3abc935-fb00-4116-be09-61fdbb924b42 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:41.842746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Transition to ACTIVE for port object c3abc935-fb00-4116-be09-61fdbb924b42 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:41.852186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.853799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d902de7-3219-4d6d-82a3-6256341b06fa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:41.878770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.879981 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Added segment 7aef568b-ef05-4b34-854e-8928fbdb7672 of type vlan for network be1564f6-c02c-4901-9d38-5322a41164a9 Sep 22 08:30:41.881071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24afe7ad-09d3-43da-8c83-2badb4f8b49a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:41.890948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Checking segment: {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:41.891330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Network hostable DHCP agents. Network: bcff7082-ca80-4576-966f-4316600a149d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:41.945047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:41.966358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Network b87c257a-8658-4e2a-8156-439803f1dec3 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:41.976004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:41.982309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:42.007433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.008897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:42.010571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.098560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Pushing event updated for resources: {'Port': ['ID=c3abc935-fb00-4116-be09-61fdbb924b42,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:42.104770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Network bcff7082-ca80-4576-966f-4316600a149d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:42.128077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, bcff7082-ca80-4576-966f-4316600a149d) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:42.135730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:42.136297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.141820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150ac57-c8ac-4cb6-8eef-8d40b102fd42 None None] Network bcff7082-ca80-4576-966f-4316600a149d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:42.159745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.164033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.164403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.164738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.165101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.165413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.165748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.166065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.166583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.167108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.167643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.168154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.168663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Tracked resource versions report: Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: pushed versions: Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: { 'AddressGroup': {'1.2'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'ConntrackHelper': {'1.0'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Log': {'1.0'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Network': {'1.1'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Port': {'1.7'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'PortForwarding': {'1.2'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'QosPolicy': {'1.8'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroup': {'1.4'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SubPort': {'1.0'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Subnet': {'1.1'}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Trunk': {'1.1'}} Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: consumer versions: Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: HyperV agent@hv-neutron-8575: {}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'ConntrackHelper': '1.0', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Log': '1.0', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Network': '1.1', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Port': '1.7', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'PortForwarding': '1.2', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'QosPolicy': '1.8', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroup': '1.4', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SecurityGroupRule': '1.2', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'SubPort': '1.0', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Subnet': '1.1', Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: 'Trunk': '1.1'}} Sep 22 08:30:42.169906 dv-neutron-857569-1-hyperv neutron-server[89053]: {{(pid=89053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:30:42.184490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] Pushing event updated for resources: {'Network': ['ID=be1564f6-c02c-4901-9d38-5322a41164a9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:42.199570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network be1564f6-c02c-4901-9d38-5322a41164a9 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:42.210631 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f8b300e-8fe5-4ef2-9d3d-6277b493c762 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2457948 Sep 22 08:30:42.211197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.215425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59516) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:42.229086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Request body: {'subnet': {'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1637096868-subnet', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:42.244046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:42.250351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Usage tracker for resource:subnet and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:42.256021 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-539479f8-bdff-45e7-8285-518de1cb555b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2333484 Sep 22 08:30:42.256835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:42.262233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:42.264512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Attempting to bind port c3abc935-fb00-4116-be09-61fdbb924b42 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:42.264897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Attempting to bind port c3abc935-fb00-4116-be09-61fdbb924b42 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:42.265519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Attempting to bind port c3abc935-fb00-4116-be09-61fdbb924b42 on network b87c257a-8658-4e2a-8156-439803f1dec3 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:42.274167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:42.279540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:42.281389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:42.283664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Usage tracker for resource:router and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:42.287554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:42.293668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:42.306428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Made reservation on behalf of f2dd066dc5e04f339616e461ff5f5582 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:42.310614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.311447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.313363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.346295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.360197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:42.360840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Checking segment: {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:42.361427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.361990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Bound using segment: {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:42.362740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Bound port: c3abc935-fb00-4116-be09-61fdbb924b42, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:42.363371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.494480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.536853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] For port c3abc935-fb00-4116-be09-61fdbb924b42, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:42.540924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] For port c3abc935-fb00-4116-be09-61fdbb924b42, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c3abc935-fb00-4116-be09-61fdbb924b42,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:42.608508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.643135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.804874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a449d8-770b-4195-826b-5106bc29cab6 None None] Pushing event updated for resources: {'Port': ['ID=c3abc935-fb00-4116-be09-61fdbb924b42,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:42.829056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Checking segment: {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:42.829313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Network hostable DHCP agents. Network: be1564f6-c02c-4901-9d38-5322a41164a9, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:42.842986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-bcff7082-ca80-4576-966f-4316600a149d', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:30:42.844620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.857123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a65958-9562-43ff-be6a-6c80d7233631,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:42.863721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Network be1564f6-c02c-4901-9d38-5322a41164a9 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:42.875018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.891895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, be1564f6-c02c-4901-9d38-5322a41164a9) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:42.892025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Allocated IP 172.26.8.154 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/0e42c172-6b16-4954-91a0-ec3c5221789b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:42.912703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:42.913331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:42.965007 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bde812ac-7a88-4661-8115-1267c693c953 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7479239 Sep 22 08:30:42.967693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:42.976397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:42.985915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:42.996087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Usage tracker for resource:router and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:43.009200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:43.030357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bbe1f-b984-4408-9069-9404bc70f117 None None] Network be1564f6-c02c-4901-9d38-5322a41164a9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:43.031940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:43.057075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:43.060660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:43.105432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:43.375111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Allocated IP 172.20.0.2 (bcff7082-ca80-4576-966f-4316600a149d/24afe7ad-09d3-43da-8c83-2badb4f8b49a/6f28ed1e-b088-4318-a210-96b346680586) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:43.399549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:43.550106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:43.757577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:43.765038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:43.824405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c3abc935-fb00-4116-be09-61fdbb924b42 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:43.827931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:43.997312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-be1564f6-c02c-4901-9d38-5322a41164a9', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:30:43.998369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.033920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.103599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Pushing event updated for resources: {'Port': ['ID=0e42c172-6b16-4954-91a0-ec3c5221789b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:44.123398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:44.126084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.131146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:44.141315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c3abc935-fb00-4116-be09-61fdbb924b42 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:44.147048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:44.165434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Transition to ACTIVE for port object 6f28ed1e-b088-4318-a210-96b346680586 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:44.212783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dcf824-07db-410a-8e6b-e3c1da379d2a None None] Network b87c257a-8658-4e2a-8156-439803f1dec3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:44.296031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1299885001'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:44.308663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:44.313486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Usage tracker for resource:network and tenant:e8f9eff57a154505b629c78c25e77b59 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:44.319890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Transition to ACTIVE for port object 6f28ed1e-b088-4318-a210-96b346680586 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:44.321805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:44.346524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:44.348345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59572) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:44.395273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.422165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Made reservation on behalf of e8f9eff57a154505b629c78c25e77b59 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:44.424247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Allocated IP 172.20.0.2 (be1564f6-c02c-4901-9d38-5322a41164a9/d0a65958-9562-43ff-be6a-6c80d7233631/abf53c39-d4f3-4e29-b4fc-842151b539bd) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:44.425645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.447463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.470346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.514526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:44.524581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Usage tracker for resource:security_group_rule and tenant:e8f9eff57a154505b629c78c25e77b59 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:44.532753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:44.547090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:44.584510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:44.684871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.686286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Allocated IP 172.26.8.117 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:44.696488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Transition to ACTIVE for port object abf53c39-d4f3-4e29-b4fc-842151b539bd will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:44.716290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Transition to ACTIVE for port object abf53c39-d4f3-4e29-b4fc-842151b539bd will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:44.737207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.745284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.787062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.833313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.862249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.903588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59592) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:44.912011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:44.925004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-390874064'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:44.945993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Pushing event updated for resources: {'Port': ['ID=6f28ed1e-b088-4318-a210-96b346680586,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:44.998382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:44.998879 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Added segment d3e8a145-f01a-4b69-85e8-9c1c7052870c of type vlan for network 7406412a-c47e-44e5-ac03-cadb68c488f9 Sep 22 08:30:45.014791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510824d8-08ac-4dd8-b196-1503871c2ade,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:45.040640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.051817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1649221911', 'router:external': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:45.055735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:45.063698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:45.078478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:network and tenant:1d50cb64ad504c90a9abdea052e3e57d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:45.081750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Pushing event updated for resources: {'Port': ['ID=abf53c39-d4f3-4e29-b4fc-842151b539bd,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:45.083183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:45.093880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Network be1564f6-c02c-4901-9d38-5322a41164a9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:45.094294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Usage tracker for resource:network and tenant:700203d9e4f0474dab2d45cbf60c34d5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:45.103830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:45.106091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Provisioning for port c3abc935-fb00-4116-be09-61fdbb924b42 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:45.112110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:45.119270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:45.127761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:45.146686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.153113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:45.161434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Network bcff7082-ca80-4576-966f-4316600a149d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:45.167419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1447570893'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:45.169970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Provisioning complete for port c3abc935-fb00-4116-be09-61fdbb924b42 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:45.170340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.170724 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Attempt 1 to provision port c3abc935-fb00-4116-be09-61fdbb924b42 Sep 22 08:30:45.214038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Made reservation on behalf of 1d50cb64ad504c90a9abdea052e3e57d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:45.216504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.229285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Made reservation on behalf of 700203d9e4f0474dab2d45cbf60c34d5 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:45.232777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.234893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:45.252406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:45.287703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:45.325526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:30:45.348586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.355649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.360578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Usage tracker for resource:network and tenant:e7d9dbd5e29d4baab83135d4d51b1c6d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:45.373577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.388623 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:45.406150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:45.420437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:45.428372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:45.430760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.439093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:45.440225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.474290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Attempting to bind port abf53c39-d4f3-4e29-b4fc-842151b539bd on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:45.474646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Attempting to bind port abf53c39-d4f3-4e29-b4fc-842151b539bd by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:45.475000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Attempting to bind port abf53c39-d4f3-4e29-b4fc-842151b539bd on network be1564f6-c02c-4901-9d38-5322a41164a9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:45.476073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:security_group_rule and tenant:1d50cb64ad504c90a9abdea052e3e57d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:45.479573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Usage tracker for resource:security_group_rule and tenant:700203d9e4f0474dab2d45cbf60c34d5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:45.489598 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:45.495551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:45.505521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:45.515346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Made reservation on behalf of e7d9dbd5e29d4baab83135d4d51b1c6d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:45.518989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:45.518989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Checking segment: {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:45.518989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.518989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Bound using segment: {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:45.519486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.519569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Bound port: abf53c39-d4f3-4e29-b4fc-842151b539bd, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:45.519725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.531467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59614) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:45.535736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:45.560679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.612826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Attempting to bind port 6f28ed1e-b088-4318-a210-96b346680586 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:45.612826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Attempting to bind port 6f28ed1e-b088-4318-a210-96b346680586 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:45.612826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Attempting to bind port 6f28ed1e-b088-4318-a210-96b346680586 on network bcff7082-ca80-4576-966f-4316600a149d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:45.620794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.670957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:45.671367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Checking segment: {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:45.671763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.672341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Bound using segment: {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:45.672988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Bound port: 6f28ed1e-b088-4318-a210-96b346680586, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:45.673719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.689045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Allocated IP 172.26.8.16 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/309c0858-10cb-4fbe-a76b-9a50cbefdbb8) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:45.695088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Current status of the port c3abc935-fb00-4116-be09-61fdbb924b42 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:45.695415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.733903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Router 30b097e4-6881-4d2e-8c5a-650746d96ea3 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:30:45.745742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Pushing event updated for resources: {'Network': ['ID=7406412a-c47e-44e5-ac03-cadb68c488f9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:45.771453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:45.773332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 7406412a-c47e-44e5-ac03-cadb68c488f9 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:45.784751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:45.792212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:45.799941 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd64d761-5c8d-4d7b-aa5f-11f556dc6c08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2448108 Sep 22 08:30:45.806059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:45.881903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Usage tracker for resource:security_group_rule and tenant:e7d9dbd5e29d4baab83135d4d51b1c6d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:45.900663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:45.929330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] For port c3abc935-fb00-4116-be09-61fdbb924b42, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c3abc935-fb00-4116-be09-61fdbb924b42,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:30:45.933176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] For port abf53c39-d4f3-4e29-b4fc-842151b539bd, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:45.955714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:45.977041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:45.982679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:45.986618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Usage tracker for resource:floatingip and tenant:4f963bb1e4c041d7afcdd7c553288465 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:45.990459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:45.996761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:45.998706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] For port 6f28ed1e-b088-4318-a210-96b346680586, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:46.008390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] For port abf53c39-d4f3-4e29-b4fc-842151b539bd, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=abf53c39-d4f3-4e29-b4fc-842151b539bd,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:46.010790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:46.021447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.030930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.039033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] For port 6f28ed1e-b088-4318-a210-96b346680586, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6f28ed1e-b088-4318-a210-96b346680586,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:46.057913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.085589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dab00e-0e0f-495c-9bd5-34ea4b15cc97 None None] Pushing event updated for resources: {'Port': ['ID=c3abc935-fb00-4116-be09-61fdbb924b42,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:46.240060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef6eef-a7fb-4daa-8d82-9a021ed24a5d None None] Pushing event updated for resources: {'Port': ['ID=abf53c39-d4f3-4e29-b4fc-842151b539bd,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:46.287831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Pushing event updated for resources: {'Port': ['ID=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:46.359171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.373419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce857df6-dee9-4d6c-92b8-2c27884a9d95 None None] Pushing event updated for resources: {'Port': ['ID=6f28ed1e-b088-4318-a210-96b346680586,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:46.389338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:30:46.413893 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Sync routers for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:30:46.427444 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:46.428731 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:46.469007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.470459 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-48bae15e-329f-435e-a3d8-74cd6b2794fe admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4843597 Sep 22 08:30:46.473656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59632) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:46.607008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.612144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-481c0d5e-e537-4264-b3d6-6bcc698692b9 None None] Provisioning complete for port c3abc935-fb00-4116-be09-61fdbb924b42 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:46.612508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-481c0d5e-e537-4264-b3d6-6bcc698692b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.612837 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-481c0d5e-e537-4264-b3d6-6bcc698692b9 None None] Attempt 1 to provision port c3abc935-fb00-4116-be09-61fdbb924b42 Sep 22 08:30:46.774387 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:46.823594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:46.849434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-481c0d5e-e537-4264-b3d6-6bcc698692b9 None None] Current status of the port c3abc935-fb00-4116-be09-61fdbb924b42 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:46.851565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.859175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.890746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:46.904870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:46.945866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:46.978212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Pushing event updated for resources: {'Port': ['ID=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:46.996163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.016510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:47.024885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59636) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:47.033197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:47.044891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.045231 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Added segment a563a20a-74e5-43ee-b495-d136bc7048ba of type vlan for network 035af73d-8df7-457b-a899-9541a0788fac Sep 22 08:30:47.059225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c00663f-94ea-4c92-9377-fa65812d1e35,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:47.083346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.084877 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Added segment 1ee6a9bb-8d67-4e03-903d-885615da9748 of type vlan for network 47beaae9-448a-4bc1-a92b-287b357bf6cf Sep 22 08:30:47.119929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.175431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.185380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Request body: {'port': {'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9', 'binding:host_id': 'hv-neutron-8575', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-203769145'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:47.214793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.287025 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:44Z', 'revision_number': 3, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:47.292538 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Checking router: 30b097e4-6881-4d2e-8c5a-650746d96ea3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:30:47.293097 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Updating router 30b097e4-6881-4d2e-8c5a-650746d96ea3 port 0e42c172-6b16-4954-91a0-ec3c5221789b binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:30:47.307892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:47.323810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:30:47.354038 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.354505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Usage tracker for resource:port and tenant:9faec0b9517a441db3c4a3fea89c9038 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:47.402677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:47.418491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af43f4cb-3b52-4518-ad56-a07b99c3c513,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:47.447013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.454293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:47.465207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:30:47.564898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.577607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.578044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058abc8-69f2-43d6-934a-7134cc859440 None None] Network bcff7082-ca80-4576-966f-4316600a149d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:47.584193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:47.584993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.696227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Made reservation on behalf of 9faec0b9517a441db3c4a3fea89c9038 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:47.700111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.762487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.861864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device abf53c39-d4f3-4e29-b4fc-842151b539bd up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:47.863525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.882324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.928677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-126c2ee0-c26d-4ca0-882f-6184b48401ce None None] Provisioning for port 6f28ed1e-b088-4318-a210-96b346680586 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:47.952418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:47.967325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:47.971753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Usage tracker for resource:security_group_rule and tenant:9faec0b9517a441db3c4a3fea89c9038 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:47.975329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:47.981289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:47.984356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:47.985274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:47.985839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.029552 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.033079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc09749-4871-4a27-815d-9606af3a8b1c None None] Network be1564f6-c02c-4901-9d38-5322a41164a9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:48.047371 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Transition to ACTIVE for port object 0e42c172-6b16-4954-91a0-ec3c5221789b will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:48.061722 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.133797 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Attempting to bind port 0e42c172-6b16-4954-91a0-ec3c5221789b on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:48.134451 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Attempting to bind port 0e42c172-6b16-4954-91a0-ec3c5221789b by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:48.134888 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Attempting to bind port 0e42c172-6b16-4954-91a0-ec3c5221789b on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:48.143591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.143935 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Added segment e9b72989-9347-4f2f-9ad7-fb6c25ccee2e of type vlan for network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b Sep 22 08:30:48.149252 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:48.150202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:48.150673 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.151177 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:48.151735 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Bound port: 0e42c172-6b16-4954-91a0-ec3c5221789b, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:48.152363 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.175255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.215716 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Pushing event updated for resources: {'Port': ['ID=0e42c172-6b16-4954-91a0-ec3c5221789b,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:48.221142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0d2c0-988e-4e86-9bc5-f381efd495e9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:48.226992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Pushing event updated for resources: {'Network': ['ID=47beaae9-448a-4bc1-a92b-287b357bf6cf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:48.245450 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.246873 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.247961 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.249573 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.249936 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.250659 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.251005 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.253944 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.254554 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.254899 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.255252 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.255683 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Tracked resource versions report: Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: pushed versions: Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: { 'AddressGroup': {'1.2'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'ConntrackHelper': {'1.0'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Log': {'1.0'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Network': {'1.1'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Port': {'1.7'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'PortForwarding': {'1.2'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'QosPolicy': {'1.8'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroup': {'1.4'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroupRule': {'1.2'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SubPort': {'1.0'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Subnet': {'1.1'}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Trunk': {'1.1'}} Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: consumer versions: Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: { DHCP agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: HyperV agent@hv-neutron-8575: {}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: L3 agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: Metadata agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: Metering agent@dv-neutron-857569-1-hyperv: {}, Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: Open vSwitch agent@dv-neutron-857569-1-hyperv: { 'AddressGroup': '1.2', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'ConntrackHelper': '1.0', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Log': '1.0', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Network': '1.1', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Port': '1.7', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'PortForwarding': '1.2', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'QosPolicy': '1.8', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroup': '1.4', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SecurityGroupRule': '1.2', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'SubPort': '1.0', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Subnet': '1.1', Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: 'Trunk': '1.1'}} Sep 22 08:30:48.259579 dv-neutron-857569-1-hyperv neutron-server[89054]: {{(pid=89054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 08:30:48.265182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port abf53c39-d4f3-4e29-b4fc-842151b539bd completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:48.270315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Provisioning for port abf53c39-d4f3-4e29-b4fc-842151b539bd completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:48.279269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Provisioning complete for port abf53c39-d4f3-4e29-b4fc-842151b539bd triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:48.279778 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.280207 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Attempt 1 to provision port abf53c39-d4f3-4e29-b4fc-842151b539bd Sep 22 08:30:48.330205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.344435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 47beaae9-448a-4bc1-a92b-287b357bf6cf details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:48.363322 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] For port 0e42c172-6b16-4954-91a0-ec3c5221789b, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:48.368951 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] For port 0e42c172-6b16-4954-91a0-ec3c5221789b, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0e42c172-6b16-4954-91a0-ec3c5221789b,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:48.380754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port abf53c39-d4f3-4e29-b4fc-842151b539bd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:48.381228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.381833 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port abf53c39-d4f3-4e29-b4fc-842151b539bd Sep 22 08:30:48.387492 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.431044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Network': ['ID=035af73d-8df7-457b-a899-9541a0788fac,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:48.480414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.486950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:48.487635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.503168 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:48.505329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 035af73d-8df7-457b-a899-9541a0788fac details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:48.508125 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:48.516931 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9c317206-5eb9-4cfa-8333-c4b2e89f2b86 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.9288690 Sep 22 08:30:48.520517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59642) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:48.541300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'subnet': {'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:48.615438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:48.638703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:subnet and tenant:1d50cb64ad504c90a9abdea052e3e57d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:48.646082 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c034b-a6bc-4039-98cc-f1f355c4bb0c None None] Pushing event updated for resources: {'Port': ['ID=0e42c172-6b16-4954-91a0-ec3c5221789b,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:48.653428 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e231ca1-7177-40b6-b6b3-9a2dbff73543 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.3039508 Sep 22 08:30:48.661862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:48.672634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:48.678766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event updated for resources: {'Network': ['ID=0f948b8a-569e-4216-b8d6-5cc98eb26f9b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:48.685043 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04e5539d-e75d-4bff-a0f6-2b9e56341f2c tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7747684 Sep 22 08:30:48.689484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:48.700342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:48.714244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Request body: {'subnet': {'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:48.719196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:48.841493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:48.853769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Usage tracker for resource:subnet and tenant:e7d9dbd5e29d4baab83135d4d51b1c6d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:48.858641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:48.861502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'network': {'name': 'tempest-network--749846262', 'router:external': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:48.868092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Made reservation on behalf of 1d50cb64ad504c90a9abdea052e3e57d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:48.870305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.876595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:48.884080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:48.891237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:48.895026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Allocated IP 172.26.8.120 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/0ff87771-42f7-4fb4-8f8a-a12a70e2c04e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:48.927161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:network and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:48.943249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:48.950556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:48.961881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:48.970546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.002692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Current status of the port abf53c39-d4f3-4e29-b4fc-842151b539bd is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:49.003394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.073296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port abf53c39-d4f3-4e29-b4fc-842151b539bd is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:49.073803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.088933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Made reservation on behalf of e7d9dbd5e29d4baab83135d4d51b1c6d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:49.097186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.108195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] For port abf53c39-d4f3-4e29-b4fc-842151b539bd, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=abf53c39-d4f3-4e29-b4fc-842151b539bd,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:30:49.118323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.261779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.300304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Allocated IP 172.20.0.1 (b87c257a-8658-4e2a-8156-439803f1dec3/13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d/73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:49.300933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:30:49.301441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:30:49.308808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b4bce-16c4-4645-8b60-0b0e6c82e420 None None] Pushing event updated for resources: {'Port': ['ID=abf53c39-d4f3-4e29-b4fc-842151b539bd,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:49.335243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.339173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Made reservation on behalf of 5144a2ed940c470fa1c56509fe8bbcc8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:49.341637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.343177 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:44Z', 'revision_number': 3, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:49.347945 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2b69bd-3d73-4c26-ba5d-3c61e6af8b66 None None] The sync data for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv is: [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:44Z', 'revision_number': 3, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:30:49.410869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f2ac78d2-7fed-482e-95f4-3e2f5ccb839e None None] Provisioning complete for port abf53c39-d4f3-4e29-b4fc-842151b539bd triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:49.411511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2ac78d2-7fed-482e-95f4-3e2f5ccb839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.412497 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f2ac78d2-7fed-482e-95f4-3e2f5ccb839e None None] Attempt 1 to provision port abf53c39-d4f3-4e29-b4fc-842151b539bd Sep 22 08:30:49.422692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.466610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.470658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:49.479773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:49.486227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.488426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:49.492437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:49.577095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:security_group_rule and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:49.579703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Port': ['ID=0ff87771-42f7-4fb4-8f8a-a12a70e2c04e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:49.581311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac78d2-7fed-482e-95f4-3e2f5ccb839e None None] Current status of the port abf53c39-d4f3-4e29-b4fc-842151b539bd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:49.583382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] device_id is not set on port 3ae55567-7489-40be-b63b-be66018bcdcf yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:30:49.629383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:49.717237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:49.719130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c856a7-f4a6-473b-a097-1d3584abea89,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:49.785921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.811472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.826385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:30:49.837367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.846267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Transition to ACTIVE for port object 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:49.865888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port abf53c39-d4f3-4e29-b4fc-842151b539bd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:49.867640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6f28ed1e-b088-4318-a210-96b346680586 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:49.951016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 6f28ed1e-b088-4318-a210-96b346680586 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:49.957456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6f28ed1e-b088-4318-a210-96b346680586 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:49.958117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:49.958816 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6f28ed1e-b088-4318-a210-96b346680586 Sep 22 08:30:50.106545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6f28ed1e-b088-4318-a210-96b346680586 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:50.106939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.114968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.146959 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 6f28ed1e-b088-4318-a210-96b346680586, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6f28ed1e-b088-4318-a210-96b346680586,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:30:50.151358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.152127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c3abc935-fb00-4116-be09-61fdbb924b42 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:50.185912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event updated for resources: {'Subnet': ['ID=36942968-ba7e-4b2e-8713-6162ce66371a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:50.261431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=6f28ed1e-b088-4318-a210-96b346680586,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:50.310581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c3abc935-fb00-4116-be09-61fdbb924b42 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:50.310952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.311325 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c3abc935-fb00-4116-be09-61fdbb924b42 Sep 22 08:30:50.442280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Checking segment: {'id': 'e9b72989-9347-4f2f-9ad7-fb6c25ccee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:50.443576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Network hostable DHCP agents. Network: 0f948b8a-569e-4216-b8d6-5cc98eb26f9b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:50.477461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.480561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c3abc935-fb00-4116-be09-61fdbb924b42 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:50.502343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Router 0684d2c7-ad7b-4edc-9f28-31357e78f03a is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:30:50.520273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:30:50.539817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Sync routers for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:30:50.561902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:50.562769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:50.563524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:50.638690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Network b87c257a-8658-4e2a-8156-439803f1dec3 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:50.639659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Pushing event updated for resources: {'Port': ['ID=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:50.673005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:50.673005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 0f948b8a-569e-4216-b8d6-5cc98eb26f9b) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:50.683722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] device_id is not set on port 3ae55567-7489-40be-b63b-be66018bcdcf yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:30:50.683807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.687801 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f61ad456-50aa-4e73-8173-c19e6f7e8057 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4286778 Sep 22 08:30:50.689666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:50.716702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:50.718181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.724953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.729359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.757838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.789333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Transition to ACTIVE for port object 3ae55567-7489-40be-b63b-be66018bcdcf will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:50.824231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device abf53c39-d4f3-4e29-b4fc-842151b539bd up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:50.878897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553bad25-2881-479c-b8c0-3ad8a4ab8cff None None] Network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:50.881007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:50.881600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:50.916221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:50.940437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d522c146-97e7-4d65-96eb-41ccc79f0797,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:50.967441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.050496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.050713 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Added segment ff02cb3e-5845-4f1d-b6f8-2fbc1544f419 of type vlan for network c8fda267-e2e9-47ab-8c60-bdb8c0381f54 Sep 22 08:30:51.052494 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f201c97-7c10-46cb-9333-778dcf5b6ccf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3511159 Sep 22 08:30:51.059664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:51.071644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Request body: {'port': {'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-593458215'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:51.086294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:30:51.089927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:51.122371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:30:51.131371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.138832 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Sync routers for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:30:51.154590 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:51.156124 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:51.164876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.165344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.192179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae55567-7489-40be-b63b-be66018bcdcf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:51.202806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.207757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:30:51.208258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.302721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Checking segment: {'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:51.303380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Network hostable DHCP agents. Network: 7406412a-c47e-44e5-ac03-cadb68c488f9, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:51.356721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.358199 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8171668 Sep 22 08:30:51.362235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.364817 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e4fd6632-583f-4b0c-be8e-a2cbfef5b956 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3960507 Sep 22 08:30:51.365579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656d044-1b52-48f4-9864-54b8b0025629 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Port': ['ID=0ff87771-42f7-4fb4-8f8a-a12a70e2c04e,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:51.370838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59674) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:51.371019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:51.396317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1053541687'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:51.472770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Provisioning for port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:51.475148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Network 7406412a-c47e-44e5-ac03-cadb68c488f9 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:51.480012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port abf53c39-d4f3-4e29-b4fc-842151b539bd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:51.480504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.480932 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port abf53c39-d4f3-4e29-b4fc-842151b539bd Sep 22 08:30:51.534757 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:51.561975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8a79b92b-f514-48a7-ab13-b29626ace73c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:51.573918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Provisioning complete for port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:51.574385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.574810 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 1 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:51.579265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:51.583542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Usage tracker for resource:network and tenant:4f963bb1e4c041d7afcdd7c553288465 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:51.587348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:51.592691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:51.627241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Made reservation on behalf of 4f963bb1e4c041d7afcdd7c553288465 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:51.631706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.650652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:51.654946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Usage tracker for resource:port and tenant:e7d9dbd5e29d4baab83135d4d51b1c6d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:51.657813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:51.663880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:51.684793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.705920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Made reservation on behalf of e7d9dbd5e29d4baab83135d4d51b1c6d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:51.709574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.724702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.726201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:51.727100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.728610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.735458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:51.742646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-0f948b8a-569e-4216-b8d6-5cc98eb26f9b', 'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b', 'tenant_id': 'e7d9dbd5e29d4baab83135d4d51b1c6d', 'fixed_ips': [{'subnet_id': '36942968-ba7e-4b2e-8713-6162ce66371a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:30:51.743704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.789166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:51.792988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Usage tracker for resource:security_group_rule and tenant:4f963bb1e4c041d7afcdd7c553288465 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:51.795966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:51.802744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:51.869974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port abf53c39-d4f3-4e29-b4fc-842151b539bd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:51.871275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6f28ed1e-b088-4318-a210-96b346680586 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:51.884938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Network': ['ID=c8fda267-e2e9-47ab-8c60-bdb8c0381f54,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:51.893219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.893339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 7406412a-c47e-44e5-ac03-cadb68c488f9) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:51.894770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Checking segment: {'id': 'a563a20a-74e5-43ee-b495-d136bc7048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '035af73d-8df7-457b-a899-9541a0788fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:51.895603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network hostable DHCP agents. Network: 035af73d-8df7-457b-a899-9541a0788fac, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:51.905348 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:46Z', 'revision_number': 3, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:51.911332 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Checking router: 0684d2c7-ad7b-4edc-9f28-31357e78f03a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:30:51.911866 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Updating router 0684d2c7-ad7b-4edc-9f28-31357e78f03a port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:30:51.931397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c8fda267-e2e9-47ab-8c60-bdb8c0381f54 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:51.934630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a59396ed-0447-4446-94bf-b2b6278bb59f tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2519443 Sep 22 08:30:51.938486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59684) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:51.939906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.974440 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:51.994685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b3199-5628-4097-a3d8-311afd9b8efc None None] Network 7406412a-c47e-44e5-ac03-cadb68c488f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:52.059303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f565ab3-b6f7-4e9f-9285-da79b9fdb25b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:52.063641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:52.068438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] device_id is not set on port 0d1300e3-17da-48ea-9771-dfc2e09bfdca yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:30:52.185190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:47Z', 'revision_number': 3, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:52.198764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.209240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Checking router: 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:30:52.211587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Updating router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:30:52.216785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:52.217267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:52.217742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:52.230577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:52.231059 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:52.234141 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 2 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:52.254215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:52.291690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network 035af73d-8df7-457b-a899-9541a0788fac is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:52.327831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.328170 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Added segment 34f5ae09-d6b8-4200-972e-cdfa240e0bcb of type vlan for network 76ee428e-19a9-4d26-9e55-0293e2991164 Sep 22 08:30:52.356441 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 2 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:52.385785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.392738 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.406699 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Transition to ACTIVE for port object 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:52.418936 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:30:52.422087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:52.422434 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.422640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:52.423063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:52.426748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 035af73d-8df7-457b-a899-9541a0788fac) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:52.431498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:52.432078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.496124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:52.496532 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:52.503048 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 3 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:52.514840 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Attempting to bind port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:52.515477 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Attempting to bind port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:52.516134 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Attempting to bind port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:52.523138 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc562-83eb-4664-a4df-dce5eab87af3 None None] Pushing event updated for resources: {'Port': ['ID=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:52.526532 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:52.527309 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:52.527856 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.528462 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:52.529095 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Bound port: 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:52.529630 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.579055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Allocated IP 172.20.0.9 (0f948b8a-569e-4216-b8d6-5cc98eb26f9b/36942968-ba7e-4b2e-8713-6162ce66371a/0d1300e3-17da-48ea-9771-dfc2e09bfdca) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:52.585987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.603192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:52.603707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:52.604122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:52.623188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:52.623601 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:52.630856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.634638 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] For port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:52.634756 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 4 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:52.639244 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] For port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:52.652461 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.662637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.663108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.663971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.664360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > port after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.664745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.665159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > port after_update 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.665553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.665945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.666324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.666698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.679226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a54a5b48-b2cb-4ebf-b671-57b12c6ca6f5 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1577885 Sep 22 08:30:52.685275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59690) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:52.689158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb734d-3d89-4b7a-aa09-2307ed0ec748 None None] Network 035af73d-8df7-457b-a899-9541a0788fac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:52.694130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1482328868', 'network_id': '035af73d-8df7-457b-a899-9541a0788fac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:52.720539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:52.752378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:port and tenant:1d50cb64ad504c90a9abdea052e3e57d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:52.755502 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc562-83eb-4664-a4df-dce5eab87af3 None None] Pushing event updated for resources: {'Port': ['ID=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:52.758972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:52.775403 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:52.776558 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:52.784320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:52.830863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.831323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.832555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.832555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:30:52.832555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fda267-e2e9-47ab-8c60-bdb8c0381f54']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:52.846334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.848075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:52.848470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:52.848892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:52.852159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:52.852827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.857535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff02cb3e-5845-4f1d-b6f8-2fbc1544f419') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:52.857930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff02cb3e-5845-4f1d-b6f8-2fbc1544f419') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:52.865612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:52.866157 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:52.883469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Made reservation on behalf of 1d50cb64ad504c90a9abdea052e3e57d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:52.885954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:52.909387 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 5 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:52.922528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] device_id is not set on port efd7c036-0149-4b59-b927-3ebb02e0f47a yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:30:52.951494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.012673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:53.012923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:53.013304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:53.017611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.019014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6f28ed1e-b088-4318-a210-96b346680586 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:53.020356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.020963 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6f28ed1e-b088-4318-a210-96b346680586 Sep 22 08:30:53.036641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:30:53.037030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.037487 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:53.062157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:53.062602 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:53.084372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Allocated IP 2001:db8::23d (035af73d-8df7-457b-a899-9541a0788fac/8a79b92b-f514-48a7-ab13-b29626ace73c/efd7c036-0149-4b59-b927-3ebb02e0f47a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:53.108886 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 6 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:53.149618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d316ed3b-b856-41af-9b19-48469989c9ef None None] Network 035af73d-8df7-457b-a899-9541a0788fac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:53.178121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:53.178479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:53.178808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:53.196749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:53.197050 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:53.199752 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 7 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:53.244855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.252220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:53.252550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:53.252872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:53.286043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8fda267-e2e9-47ab-8c60-bdb8c0381f54 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 08:30:53.289050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:53.289374 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:53.294718 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 8 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:53.303760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.305645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.308773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8fda267-e2e9-47ab-8c60-bdb8c0381f54,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:53.324575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.339311 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-447e9aa0-1b22-4cba-9389-59f91773413c tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c8fda267-e2e9-47ab-8c60-bdb8c0381f54 HTTP/1.1" status: 204 len: 168 time: 1.3947079 Sep 22 08:30:53.340317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59698) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:53.342856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:53.343184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:53.343552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:53.352807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:53.362086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:53.364836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:53.365179 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:53.367495 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 9 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:53.374473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:network and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:53.410283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:53.420065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:53.448531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:53.448824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:53.449199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:53.460642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:53.460968 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:53.463733 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 10 to bind port 3ae55567-7489-40be-b63b-be66018bcdcf Sep 22 08:30:53.477998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Made reservation on behalf of 5144a2ed940c470fa1c56509fe8bbcc8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:53.480363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.489582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6f28ed1e-b088-4318-a210-96b346680586 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:53.490882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e42c172-6b16-4954-91a0-ec3c5221789b up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:53.559714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:53.560050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:53.560373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:53.578801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port 3ae55567-7489-40be-b63b-be66018bcdcf on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:30:53.579144 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port 3ae55567-7489-40be-b63b-be66018bcdcf on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:30:53.579529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.583851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.634085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 0e42c172-6b16-4954-91a0-ec3c5221789b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:53.642979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:53.663691 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ff02cb3e-5845-4f1d-b6f8-2fbc1544f419 resource provider aggregate not found Sep 22 08:30:53.716459 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ff02cb3e-5845-4f1d-b6f8-2fbc1544f419 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff02cb3e-5845-4f1d-b6f8-2fbc1544f419 found for delete ", "request_id": "req-0428ddd5-8d8a-40d7-8d27-c00501fdf9c1"}]} Sep 22 08:30:53.717356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.717689 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Added segment 3bef751e-cea0-4f9b-a95f-96e79cc3f3d4 of type vlan for network caea5ec9-ec58-4aa3-8016-5937b8378f5f Sep 22 08:30:53.755627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] It took 0.91 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:30:53.790388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] For port 3ae55567-7489-40be-b63b-be66018bcdcf, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:53.790704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempted to set empty binding levels {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 08:30:53.794168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Allocated IP 172.20.0.1 (be1564f6-c02c-4901-9d38-5322a41164a9/d0a65958-9562-43ff-be6a-6c80d7233631/5b934585-b880-4238-9b53-a3f9bae1aab2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:53.795429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.802199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.809023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network 035af73d-8df7-457b-a899-9541a0788fac is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:53.812156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.813199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:53.813777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.814517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Transition to ACTIVE for port object 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:53.825661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:53.828215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0e42c172-6b16-4954-91a0-ec3c5221789b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:53.828613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.828942 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0e42c172-6b16-4954-91a0-ec3c5221789b Sep 22 08:30:53.836048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:53.841916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:53.843013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:53.843754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.871461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.886080 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4964094 Sep 22 08:30:53.888764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:53.893065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.904873 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2164965 Sep 22 08:30:53.911406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59718) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:53.917553 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:46Z', 'revision_number': 3, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:53.918844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Request body: {'subnet': {'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:53.926030 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b6748-30de-4aa4-bf69-7f9ec131027e None None] The sync data for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv is: [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:46Z', 'revision_number': 3, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:30:53.939765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Attempting to bind port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:53.940180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Attempting to bind port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:53.940542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Attempting to bind port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:53.962231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:53.963205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:53.963626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:53.964111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:53.964730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Bound port: 309c0858-10cb-4fbe-a76b-9a50cbefdbb8, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:53.965131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.034852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:30:54.044313 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.9820859 Sep 22 08:30:54.051444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] For port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:54.056473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] For port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:54.057335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:54.081240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa04315-e0a8-4aad-8199-9a2f3c5ba2d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae55567-7489-40be-b63b-be66018bcdcf,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.089465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.100904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.102464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:54.102720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6b880-c3ac-464d-8f63-dd2e2f0f43b8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Network': ['ID=76ee428e-19a9-4d26-9e55-0293e2991164,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.103392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.106559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.107240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.143101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2914f-c5ba-472c-861d-940a8efe7a1b None None] Pushing event updated for resources: {'Port': ['ID=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.199965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 76ee428e-19a9-4d26-9e55-0293e2991164 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:54.236046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.296762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:54.297468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:54.315201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9708402 Sep 22 08:30:54.320571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59726) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:54.323329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Transition to ACTIVE for port object 5b934585-b880-4238-9b53-a3f9bae1aab2 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:54.332839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'subnet': {'network_id': 'caea5ec9-ec58-4aa3-8016-5937b8378f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:54.342222 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4680e8-a64f-4f63-9ce8-29d28071892b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Network': ['ID=caea5ec9-ec58-4aa3-8016-5937b8378f5f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.345577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:54.351745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:subnet and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:54.355530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:54.364961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:54.388853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Made reservation on behalf of 5144a2ed940c470fa1c56509fe8bbcc8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:54.391422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.395362 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 3 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:54.420017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network caea5ec9-ec58-4aa3-8016-5937b8378f5f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:30:54.490953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313c6d4-1bdb-49ef-9f60-3d1e666aa259 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Port': ['ID=efd7c036-0149-4b59-b927-3ebb02e0f47a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.502001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.582585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:54.586543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Usage tracker for resource:subnet and tenant:4f963bb1e4c041d7afcdd7c553288465 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:54.589616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:54.596006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:54.621915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Pushing event updated for resources: {'Port': ['ID=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.633124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Deleting port efd7c036-0149-4b59-b927-3ebb02e0f47a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:30:54.633480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.679040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Network be1564f6-c02c-4901-9d38-5322a41164a9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:54.683133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:54.691975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:54.694378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Made reservation on behalf of 4f963bb1e4c041d7afcdd7c553288465 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:54.698063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.715607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Deleting port 3ae55567-7489-40be-b63b-be66018bcdcf {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:30:54.715947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.734539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Pushing event updated for resources: {'Port': ['ID=5b934585-b880-4238-9b53-a3f9bae1aab2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.774202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.801020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.806818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2914f-c5ba-472c-861d-940a8efe7a1b None None] Pushing event updated for resources: {'Port': ['ID=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:54.833566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0e42c172-6b16-4954-91a0-ec3c5221789b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:54.833800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.847460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:54.849128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:54.874634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 0e42c172-6b16-4954-91a0-ec3c5221789b, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0e42c172-6b16-4954-91a0-ec3c5221789b,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:30:54.877145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:55.036663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.036943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Transition to ACTIVE for port object 0d1300e3-17da-48ea-9771-dfc2e09bfdca will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:55.194831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:55.215619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Network b87c257a-8658-4e2a-8156-439803f1dec3 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:55.240131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.256923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:55.300877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.343632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Allocated IP 172.20.0.2 (0f948b8a-569e-4216-b8d6-5cc98eb26f9b/36942968-ba7e-4b2e-8713-6162ce66371a/bb59398c-7310-407b-8ab2-c4c9d47dae6f) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:55.352297 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 4 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:55.392574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=0e42c172-6b16-4954-91a0-ec3c5221789b,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:55.583423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Allocated IP 172.20.0.1 (bcff7082-ca80-4576-966f-4316600a149d/24afe7ad-09d3-43da-8c83-2badb4f8b49a/689f3e78-146f-4a6c-80a7-ac41d674b5dc) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:55.595667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:55.617361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:55.640487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:55.640846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.641177 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 Sep 22 08:30:55.648251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.654224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.778861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Pushing event updated for resources: {'Port': ['ID=5b934585-b880-4238-9b53-a3f9bae1aab2,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:55.781294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.798998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.841016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:47Z', 'revision_number': 3, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:55.862368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Transition to ACTIVE for port object bb59398c-7310-407b-8ab2-c4c9d47dae6f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:55.869988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b12c3-9530-4327-aa19-07d171dedbd9 None None] The sync data for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv is: [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:47Z', 'revision_number': 3, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:30:55.888564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:55.888940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.897638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Transition to ACTIVE for port object bb59398c-7310-407b-8ab2-c4c9d47dae6f will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:55.914629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:30:55.915255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.919522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:55.932917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:55.975262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:56.027437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:30:56.043048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:56.047557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:56.049890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:56.051525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:56.053444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bc59bf2a-81bf-4c7b-b5c7-74ecbb487f9e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:56.056313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Network be1564f6-c02c-4901-9d38-5322a41164a9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:56.057282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Checking segment: {'id': '3bef751e-cea0-4f9b-a95f-96e79cc3f3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'caea5ec9-ec58-4aa3-8016-5937b8378f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:56.057672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Network hostable DHCP agents. Network: caea5ec9-ec58-4aa3-8016-5937b8378f5f, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:56.062614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:56.062878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:56.063491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.067513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event updated for resources: {'Port': ['ID=0d1300e3-17da-48ea-9771-dfc2e09bfdca,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:56.118340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.130752 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 5 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:56.197276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Network caea5ec9-ec58-4aa3-8016-5937b8378f5f is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:56.198679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:56.288474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Attempting to bind port bb59398c-7310-407b-8ab2-c4c9d47dae6f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:56.288908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Attempting to bind port bb59398c-7310-407b-8ab2-c4c9d47dae6f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'e9b72989-9347-4f2f-9ad7-fb6c25ccee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:56.289318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Attempting to bind port bb59398c-7310-407b-8ab2-c4c9d47dae6f on network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:56.297364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:56.297744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Checking segment: {'id': 'e9b72989-9347-4f2f-9ad7-fb6c25ccee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:56.298676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.299077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Bound using segment: {'id': 'e9b72989-9347-4f2f-9ad7-fb6c25ccee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:56.299631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Bound port: bb59398c-7310-407b-8ab2-c4c9d47dae6f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b72989-9347-4f2f-9ad7-fb6c25ccee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f948b8a-569e-4216-b8d6-5cc98eb26f9b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:56.300035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.311052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Pushing event updated for resources: {'Port': ['ID=bb59398c-7310-407b-8ab2-c4c9d47dae6f,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:56.368011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Router 0684d2c7-ad7b-4edc-9f28-31357e78f03a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:30:56.382063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, caea5ec9-ec58-4aa3-8016-5937b8378f5f) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:56.387803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:56.388976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.397749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.416575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:56.421069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d96aa0-d1b6-4a7e-aaa1-a6e0d0035335 None None] Network caea5ec9-ec58-4aa3-8016-5937b8378f5f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:56.586870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] For port 3ae55567-7489-40be-b63b-be66018bcdcf, host hv-neutron-8575, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:30:56.587475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.605336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.609834 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-37a714c5-5318-4a85-ba55-9d3c6facf57a tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5489521 Sep 22 08:30:56.610978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] For port bb59398c-7310-407b-8ab2-c4c9d47dae6f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:56.615387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] For port bb59398c-7310-407b-8ab2-c4c9d47dae6f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=bb59398c-7310-407b-8ab2-c4c9d47dae6f,segment=NetworkSegment(e9b72989-9347-4f2f-9ad7-fb6c25ccee2e),segment_id=e9b72989-9347-4f2f-9ad7-fb6c25ccee2e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:56.638023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59732) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:56.657311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.707433 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 6 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:56.722436 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ba5e29e-aa8c-403c-af1e-ff98d565d835 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3982301 Sep 22 08:30:56.773971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59736) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:56.796692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'floatingip': {'floating_network_id': 'caea5ec9-ec58-4aa3-8016-5937b8378f5f'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:56.805951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:56.819660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:floatingip and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:56.827761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Deleting port 0d1300e3-17da-48ea-9771-dfc2e09bfdca {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:30:56.828447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:56.859419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Calling delete_port for 3ae55567-7489-40be-b63b-be66018bcdcf owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:30:56.870586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:56.897238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:56.942008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:30:56.952755 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-313c2a03-a3ad-47c9-ae31-63f5cb774286 admin admin] 10.222.0.42 "PUT /v2.0/routers/0684d2c7-ad7b-4edc-9f28-31357e78f03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5788031 Sep 22 08:30:57.000396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c038a2f-b141-4bb3-b490-254c2c5f5b1d None None] Pushing event updated for resources: {'Port': ['ID=bb59398c-7310-407b-8ab2-c4c9d47dae6f,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:57.022545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Sync routers for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:30:57.031748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:57.053342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:57.056990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a364e4-c552-4c39-a002-13b1d98ac26b None None] Network caea5ec9-ec58-4aa3-8016-5937b8378f5f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:57.073793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:57.074568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:57.083049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Calling delete_port for efd7c036-0149-4b59-b927-3ebb02e0f47a owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:30:57.210554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Router 30b097e4-6881-4d2e-8c5a-650746d96ea3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:30:57.281724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:57.501872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:57.513961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:57.578909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:57.623147 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 7 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:57.646301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Calling delete_port for 0d1300e3-17da-48ea-9771-dfc2e09bfdca owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:30:57.736701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:30:57.738584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Checking segment: {'id': '34f5ae09-d6b8-4200-972e-cdfa240e0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:57.739048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Network hostable DHCP agents. Network: 76ee428e-19a9-4d26-9e55-0293e2991164, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:30:57.758654 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5283033-cfe2-45d8-add3-f9d996da222f admin admin] 10.222.0.42 "PUT /v2.0/routers/30b097e4-6881-4d2e-8c5a-650746d96ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2734451 Sep 22 08:30:57.760847 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Sync routers for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:30:57.778645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Transition to ACTIVE for port object 689f3e78-146f-4a6c-80a7-ac41d674b5dc will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:57.780332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Subnet': ['ID=08404ad3-91a4-4612-9f38-553c41ed917b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:57.781365 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:30:57.782374 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:57.798967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:57.890885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:30:57.945824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.009436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.013648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.074898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.085905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event deleted for resources: {'Port': ['ID=efd7c036-0149-4b59-b927-3ebb02e0f47a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:58.105716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:58.106304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.106797 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 Sep 22 08:30:58.209813 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:30:58.238820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event deleted for resources: {'Port': ['ID=0d1300e3-17da-48ea-9771-dfc2e09bfdca,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:58.252546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.288002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Network bcff7082-ca80-4576-966f-4316600a149d is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:30:58.294091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.304579 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 8 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:58.311319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59760) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.312221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Pushing event updated for resources: {'Port': ['ID=689f3e78-146f-4a6c-80a7-ac41d674b5dc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:58.378756 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cf596fde-55bf-4cc9-92c5-cf9b4c526b40 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "DELETE /v2.0/ports/efd7c036-0149-4b59-b927-3ebb02e0f47a HTTP/1.1" status: 204 len: 168 time: 4.3718638 Sep 22 08:30:58.380077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:58.385593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:30:58.386057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.393473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.400504 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "DELETE /v2.0/ports/3ae55567-7489-40be-b63b-be66018bcdcf HTTP/1.1" status: 204 len: 168 time: 4.2947586 Sep 22 08:30:58.410417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59764) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.410804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.419080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59770) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.419754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Network 76ee428e-19a9-4d26-9e55-0293e2991164 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:30:58.473540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797299387', 'description': 'tempest-description--306141286'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:58.482564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca9749-d482-458f-be01-cd461a44f2db tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ae55567-7489-40be-b63b-be66018bcdcf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:58.502171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7044061', 'description': 'tempest-description--1452896673'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:58.513035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.520364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Usage tracker for resource:security_group and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:58.526369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.533465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'external_fixed_ips': [{'subnet_id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'ip_address': '2001:db8::23d'}]}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:58.538970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.543157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:router and tenant:1d50cb64ad504c90a9abdea052e3e57d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:58.545466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:58.546463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:58.551689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 76ee428e-19a9-4d26-9e55-0293e2991164) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:30:58.552279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.574174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Usage tracker for resource:security_group and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:58.586903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:30:58.587673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.592624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.594896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:58.601009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.602329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.614489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.628891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.634396 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd45ccc5-34c7-49db-a02a-c245c3d9eca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:30:58.634922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd45ccc5-34c7-49db-a02a-c245c3d9eca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Synchronizing usage tracker for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:30:58.642143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.654748 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c75f7ef-8810-447f-91a0-6dfa4ecf5d2d tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "DELETE /v2.0/ports/0d1300e3-17da-48ea-9771-dfc2e09bfdca HTTP/1.1" status: 204 len: 168 time: 2.0154121 Sep 22 08:30:58.655604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.674362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5621b0e-bb0c-4200-98f4-656cb498fb99 None None] Network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:58.694518 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-87f4aff8-43eb-40b2-b085-3489280cc7ee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7907839 Sep 22 08:30:58.695043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.701572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.725954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1604861364', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:58.727108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5fff96-38e5-4a7a-84a0-c3cf14c6a722 None None] Network 76ee428e-19a9-4d26-9e55-0293e2991164 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:30:58.736028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd45ccc5-34c7-49db-a02a-c245c3d9eca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Unset dirty status for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:30:58.742798 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd45ccc5-34c7-49db-a02a-c245c3d9eca2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "GET /v2.0/ports/3ae55567-7489-40be-b63b-be66018bcdcf HTTP/1.1" status: 404 len: 333 time: 0.3126922 Sep 22 08:30:58.747260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.753817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.756403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.763460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Usage tracker for resource:security_group_rule and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:58.770484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Request body: {'port': {'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481796300'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:58.774124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:58.781681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.793713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.799611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.802265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.809892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.825417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Usage tracker for resource:router and tenant:4f963bb1e4c041d7afcdd7c553288465 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:58.834169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:58.841693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Made reservation on behalf of 9faec0b9517a441db3c4a3fea89c9038 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:58.844125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:58.850753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Usage tracker for resource:security_group_rule and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:58.868529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.874817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:58.887414 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:30:52Z', 'revision_number': 2, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:58.893460 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Checking router: 30b097e4-6881-4d2e-8c5a-650746d96ea3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:30:58.894132 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Updating router 30b097e4-6881-4d2e-8c5a-650746d96ea3 port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:30:58.906996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59792) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:58.909912 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e94f3fe0-4c07-4e91-b42a-903273e77b6c tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2342496 Sep 22 08:30:58.914625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1959898819'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:58.918269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.921940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Allocated IP 172.20.0.3 (caea5ec9-ec58-4aa3-8016-5937b8378f5f/bc59bf2a-81bf-4c7b-b5c7-74ecbb487f9e/2bebadb7-81e5-4df2-a343-e88e46f68554) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:30:58.937527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:58.944767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Usage tracker for resource:network and tenant:e7d9dbd5e29d4baab83135d4d51b1c6d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:58.948080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:58.950945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] device_id is not set on port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:30:58.955574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:58.969407 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.049626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:59.073231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.082229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:30:59.083283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.153008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.155386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Made reservation on behalf of e7d9dbd5e29d4baab83135d4d51b1c6d for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:30:59.160070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.177700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:30:59.191763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.220763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.239509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.240673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.243635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.244539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:30:59.259586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.321181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.323260 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9178622 Sep 22 08:30:59.323389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.324517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8929162 Sep 22 08:30:59.327108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59796) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:59.330797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffd37b-2666-45b7-87db-4299a7f7935c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9741585-adda-4e25-a224-2a4a36235a7d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:59.374606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59798) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:30:59.383798 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.399945 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Transition to ACTIVE for port object 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:30:59.411169 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.418615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 2, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:30:59.515418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Checking router: 0684d2c7-ad7b-4edc-9f28-31357e78f03a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:30:59.516010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Updating router 0684d2c7-ad7b-4edc-9f28-31357e78f03a port 5b934585-b880-4238-9b53-a3f9bae1aab2 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:30:59.526085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.544895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Request body: {'security_group_rule': {'security_group_id': 'b9741585-adda-4e25-a224-2a4a36235a7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:59.552192 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 9 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:30:59.567542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Request body: {'security_group_rule': {'security_group_id': 'b4112a28-040d-4202-a1a4-2960426a4aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:30:59.573271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:59.577566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Usage tracker for resource:security_group_rule and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:59.580588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:59.581766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:30:59.582478 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612452b-2fec-45d3-92f7-3fd117dce1ab None None] Pushing event updated for resources: {'Port': ['ID=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:59.589455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:59.613498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Usage tracker for resource:security_group_rule and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:30:59.620811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:30:59.629080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:30:59.631996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-76ee428e-19a9-4d26-9e55-0293e2991164', 'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164', 'tenant_id': '4f963bb1e4c041d7afcdd7c553288465', 'fixed_ips': [{'subnet_id': '08404ad3-91a4-4612-9f38-553c41ed917b'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:30:59.633010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.688199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.702771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:30:59.712720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:30:59.713420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:30:59.713917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.714374 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 Sep 22 08:30:59.743565 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Attempting to bind port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:30:59.743981 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Attempting to bind port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:30:59.744398 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Attempting to bind port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d on network b87c257a-8658-4e2a-8156-439803f1dec3 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:30:59.750250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.753206 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:30:59.753587 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Checking segment: {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:30:59.753993 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.755025 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Bound using segment: {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:30:59.755750 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Bound port: 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:30:59.756236 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.779453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:30:59.787496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.805568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.869950 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] For port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:30:59.874637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.874878 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] For port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:30:59.883279 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:30:59.926691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.007039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.035825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.051033 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612452b-2fec-45d3-92f7-3fd117dce1ab None None] Pushing event updated for resources: {'Port': ['ID=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:00.076905 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:00.078972 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:00.106641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3067172-7ec4-4e86-9d26-c61bba8bc2c0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:00.129459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.134219 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Allocated IP 172.20.0.2 (76ee428e-19a9-4d26-9e55-0293e2991164/08404ad3-91a4-4612-9f38-553c41ed917b/f934b735-7804-4291-b028-861c2c7d29dc) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:00.203546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.214603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.218274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3354190a-7000-43d0-b07e-3b0d9a6b99d8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8392341 Sep 22 08:31:00.219708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:00.228768 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Attempt 10 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:31:00.230449 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Request body: {'security_group_rule': {'security_group_id': 'b9741585-adda-4e25-a224-2a4a36235a7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:00.247070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.261117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:00.262831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.266428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.266852 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Added segment 451e460e-87eb-4a6c-b195-4ef51a9e3c95 of type vlan for network 2847379b-8f09-49d8-9314-48929d720887 Sep 22 08:31:00.268471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799823df-e61b-4953-b1b3-33d66d4ed11f tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4112a28-040d-4202-a1a4-2960426a4aed,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:00.273435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.274361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.333899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.341363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:00.348592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e42c172-6b16-4954-91a0-ec3c5221789b up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:00.406110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f3b11b-99ad-4a38-900c-53e3a97a0425,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:00.410982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Usage tracker for resource:security_group_rule and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:00.421779 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:00.441876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:00.461470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Network caea5ec9-ec58-4aa3-8016-5937b8378f5f is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:00.543325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Pushing event updated for resources: {'Port': ['ID=689f3e78-146f-4a6c-80a7-ac41d674b5dc,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:00.544101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:00.566644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Port': ['ID=2bebadb7-81e5-4df2-a343-e88e46f68554,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:00.571330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:00.579901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.587936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:00.620923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.630160 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09f2bc6e-524d-49ec-855c-abaa09008d26 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0671008 Sep 22 08:31:00.637070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:00.647169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Request body: {'security_group_rule': {'security_group_id': 'b4112a28-040d-4202-a1a4-2960426a4aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:00.653462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:00.657871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Usage tracker for resource:security_group_rule and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:00.659086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba8929-88c8-46fa-ab81-03a61461f809 None None] Port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:31:00.663143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:00.671450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:00.698173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.732110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.762901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0e42c172-6b16-4954-91a0-ec3c5221789b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:00.763465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.763689 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0e42c172-6b16-4954-91a0-ec3c5221789b Sep 22 08:31:00.808619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.823345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:00.823970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.841685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Network bcff7082-ca80-4576-966f-4316600a149d is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:00.850749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.865882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Network 7406412a-c47e-44e5-ac03-cadb68c488f9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:00.874382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:00.888310 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9760036 Sep 22 08:31:00.888310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:00.893206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:00.897057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:00.914031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:00.914651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:00.982482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:00.991901 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b53a5f-7552-46bc-aaf5-2c849dd0b4ea None None] The sync data for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv is: [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:01.006821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Provisioning for port bb59398c-7310-407b-8ab2-c4c9d47dae6f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:01.018835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=ac834ce7-d9f1-40fb-b67f-515a9012b8b1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:01.025520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.045998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.054266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.099864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Transition to ACTIVE for port object f934b735-7804-4291-b028-861c2c7d29dc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:01.108916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Transition to ACTIVE for port object 5b934585-b880-4238-9b53-a3f9bae1aab2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:01.114523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.134909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.278044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.325449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:01.332557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.341670 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5341b6d-9bfd-4e32-a8f0-c26941098416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5867941 Sep 22 08:31:01.342827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.352015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.357879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:01.383184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Transition to ACTIVE for port object f934b735-7804-4291-b028-861c2c7d29dc will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:01.410226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340b9e3d-c2c7-4c1f-841a-e40da1786f40,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:01.427545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.428955 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-320b1b0c-bcd3-4003-ae05-4ba119876485 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2067707 Sep 22 08:31:01.432727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.436924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:01.451202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.463695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:01.478235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:01.484619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:01.489230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Usage tracker for resource:floatingip and tenant:0d690f8c51f642c791c7f3eaebb2a77d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:01.492661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:01.541611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Could not find standard attr ID for object 0d1300e3-17da-48ea-9771-dfc2e09bfdca. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:31:01.544185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0e42c172-6b16-4954-91a0-ec3c5221789b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:01.551408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:01.564108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Network 76ee428e-19a9-4d26-9e55-0293e2991164 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:01.566490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41caecf-6a5d-49ad-9d17-37cfcc2f03bc None None] Pushing event updated for resources: {'Port': ['ID=5b934585-b880-4238-9b53-a3f9bae1aab2,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:01.572075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:01.594888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:01.632973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.669382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.681924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01fc3a-b9d9-483a-a645-07ffc72a0ef1 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event updated for resources: {'Network': ['ID=2847379b-8f09-49d8-9314-48929d720887,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:01.747256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 2847379b-8f09-49d8-9314-48929d720887 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:31:01.749411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d593c9-a669-4221-8906-5bdb77388ece,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:01.780218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Attempting to bind port 5b934585-b880-4238-9b53-a3f9bae1aab2 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:01.780809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Attempting to bind port 5b934585-b880-4238-9b53-a3f9bae1aab2 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:01.782131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Attempting to bind port 5b934585-b880-4238-9b53-a3f9bae1aab2 on network be1564f6-c02c-4901-9d38-5322a41164a9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:01.785266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Provisioning for port 5b934585-b880-4238-9b53-a3f9bae1aab2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:01.909053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:01.925312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.060964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device bb59398c-7310-407b-8ab2-c4c9d47dae6f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:02.074485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Allocated IP 2001:db8::23d (035af73d-8df7-457b-a899-9541a0788fac/8a79b92b-f514-48a7-ab13-b29626ace73c/16225dec-0fb7-481b-b3c0-d3401cd0c5a9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:02.087187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Pushing event updated for resources: {'Port': ['ID=f934b735-7804-4291-b028-861c2c7d29dc,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:02.102556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:02.102956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Checking segment: {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:02.103340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.103727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Bound using segment: {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:02.104204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Bound port: 5b934585-b880-4238-9b53-a3f9bae1aab2, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:02.104569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.120780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:02.159960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Port': ['ID=2bebadb7-81e5-4df2-a343-e88e46f68554,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:02.163330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.201676 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e59a6348-eada-43b7-a41f-a87c532f6da5 admin admin] 10.222.0.42 "PUT /v2.0/routers/59795bae-e0e2-49c6-9c7c-bce46ff7fa0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5093491 Sep 22 08:31:02.219139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.220342 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8cbdc98c-02b8-4a07-b5c7-239eb401cd96 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5789704 Sep 22 08:31:02.226259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59826) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:02.235420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.241157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:02.249423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Sync routers for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:02.264860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:02.279205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.285474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Attempting to bind port f934b735-7804-4291-b028-861c2c7d29dc on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:02.285840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Attempting to bind port f934b735-7804-4291-b028-861c2c7d29dc by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '34f5ae09-d6b8-4200-972e-cdfa240e0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:02.286193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Attempting to bind port f934b735-7804-4291-b028-861c2c7d29dc on network 76ee428e-19a9-4d26-9e55-0293e2991164 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:02.293477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Provisioning for port 689f3e78-146f-4a6c-80a7-ac41d674b5dc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:02.295865 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-770268cb-bd98-4207-a512-c40c1303657b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5139034 Sep 22 08:31:02.299388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Usage tracker for resource:floatingip and tenant:f2dd066dc5e04f339616e461ff5f5582 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:02.302452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59830) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:02.305152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] For port 5b934585-b880-4238-9b53-a3f9bae1aab2, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:02.308347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:02.309028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:02.360615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:02.382250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:02.382620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Checking segment: {'id': '34f5ae09-d6b8-4200-972e-cdfa240e0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:02.382996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.383412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Bound using segment: {'id': '34f5ae09-d6b8-4200-972e-cdfa240e0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:02.383891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Bound port: f934b735-7804-4291-b028-861c2c7d29dc, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5ae09-d6b8-4200-972e-cdfa240e0bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:02.384261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.393743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:02.407397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Provisioning complete for port 689f3e78-146f-4a6c-80a7-ac41d674b5dc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:02.408232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.408232 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Attempt 1 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:02.438399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec32bd74-ed62-4c5a-9241-cfc1be6e8374 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Synchronizing usage tracker for tenant:5144a2ed940c470fa1c56509fe8bbcc8 on resource:floatingip {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:02.502806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.522810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] For port 5b934585-b880-4238-9b53-a3f9bae1aab2, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b934585-b880-4238-9b53-a3f9bae1aab2,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:02.559972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.587660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.612668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec32bd74-ed62-4c5a-9241-cfc1be6e8374 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Unset dirty status for tenant:5144a2ed940c470fa1c56509fe8bbcc8 on resource:floatingip {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:02.613313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.613840 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec32bd74-ed62-4c5a-9241-cfc1be6e8374 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=caea5ec9-ec58-4aa3-8016-5937b8378f5f HTTP/1.1" status: 200 len: 689 time: 0.3095255 Sep 22 08:31:02.615693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59838) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:02.622065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.638242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59840) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:02.655962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.657666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671597712', 'description': 'tempest-description--1893597529'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:02.663386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network 035af73d-8df7-457b-a899-9541a0788fac is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:02.691062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:02.698122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:02.710386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41caecf-6a5d-49ad-9d17-37cfcc2f03bc None None] Pushing event updated for resources: {'Port': ['ID=5b934585-b880-4238-9b53-a3f9bae1aab2,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:02.719633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] device_id is not set on port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:02.744586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.752437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:02.755350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.788899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4cede5cf-a82d-47fb-a8c4-0b53f5db1a43 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "GET /v2.0/agents/311354cf-cd65-4147-9bf3-cad636b15da6/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 1.8812556 Sep 22 08:31:02.792546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:02.798582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Transition to ACTIVE for port object ac834ce7-d9f1-40fb-b67f-515a9012b8b1 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:02.814581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Usage tracker for resource:security_group and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:02.826277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:02.837931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Port 689f3e78-146f-4a6c-80a7-ac41d674b5dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:02.847181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port bb59398c-7310-407b-8ab2-c4c9d47dae6f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:02.850110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:02.850735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:02.921351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:03.019983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] For port f934b735-7804-4291-b028-861c2c7d29dc, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:03.028341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port bb59398c-7310-407b-8ab2-c4c9d47dae6f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:03.028709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.029041 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port bb59398c-7310-407b-8ab2-c4c9d47dae6f Sep 22 08:31:03.072949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] For port f934b735-7804-4291-b028-861c2c7d29dc, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f934b735-7804-4291-b028-861c2c7d29dc,segment=NetworkSegment(34f5ae09-d6b8-4200-972e-cdfa240e0bcb),segment_id=34f5ae09-d6b8-4200-972e-cdfa240e0bcb)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:03.075832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=ac834ce7-d9f1-40fb-b67f-515a9012b8b1,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:03.083092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.083856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.084059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:03.084167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.097025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.097439 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.099621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.100551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Port': ['ID=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:03.105123 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 2 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.112721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Allocated IP 172.26.8.244 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/5000d8b8-6bad-48ca-95e1-b13021377d43) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:03.136068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.136818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.136818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.162616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.163100 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.195023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.204271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:03.210165 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 3 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.254956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.255315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.255646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.265387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a722f86c-c855-4bbf-bc30-d05f87d96648 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] Network 2847379b-8f09-49d8-9314-48929d720887 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:31:03.267668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.268987 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.270297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:03.272492 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 4 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.279192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Usage tracker for resource:security_group_rule and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:03.284774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.286670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:03.286785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:03.305900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a722f86c-c855-4bbf-bc30-d05f87d96648 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "POST /v2.0/agents/311354cf-cd65-4147-9bf3-cad636b15da6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5111959 Sep 22 08:31:03.306692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.307021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.307379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.310889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:03.330510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.330860 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.334235 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 5 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.353761 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Attempt 2 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:03.384769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.388086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.388414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.388735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.410899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d2483-595d-4bce-9e76-41511b864e56 None None] Network 2847379b-8f09-49d8-9314-48929d720887 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:03.418580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:03.540617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.540801 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.550429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 6 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.572421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Deleting port 2bebadb7-81e5-4df2-a343-e88e46f68554 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:03.572886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.579792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.580127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.580454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.592274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.592598 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.596299 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 7 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.654524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.655029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.655412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.698346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.698649 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.702315 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 8 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.708192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.721990 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-60872d61-7089-49a2-bed5-cd2af6a41860 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "GET /v2.0/agents/311354cf-cd65-4147-9bf3-cad636b15da6/dhcp-networks HTTP/1.1" status: 200 len: 9606 time: 0.4094632 Sep 22 08:31:03.726428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:03.740548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59854) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:03.789107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Port 689f3e78-146f-4a6c-80a7-ac41d674b5dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:03.793543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:03.813895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:03.816316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:03.816753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:03.817776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:03.819487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc6059-702b-46a1-96de-a03f46710a47 None None] Pushing event updated for resources: {'Port': ['ID=f934b735-7804-4291-b028-861c2c7d29dc,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:03.822822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:03.888930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:03.889332 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:03.901365 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 9 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:03.946956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port bb59398c-7310-407b-8ab2-c4c9d47dae6f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:03.947590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.028080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:04.028894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:04.029157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:04.039778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Port': ['ID=5000d8b8-6bad-48ca-95e1-b13021377d43,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:04.051264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:04.052084 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:04.079776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.097217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 10 to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 Sep 22 08:31:04.110123 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2907f66d-03ca-44f8-ba63-ff16a6ff3571 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "DELETE /v2.0/agents/311354cf-cd65-4147-9bf3-cad636b15da6/dhcp-networks/2847379b-8f09-49d8-9314-48929d720887 HTTP/1.1" status: 204 len: 168 time: 0.3195903 Sep 22 08:31:04.112813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:04.135963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:04.136471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:04.137032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:04.144912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port bb59398c-7310-407b-8ab2-c4c9d47dae6f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=bb59398c-7310-407b-8ab2-c4c9d47dae6f,segment=NetworkSegment(e9b72989-9347-4f2f-9ad7-fb6c25ccee2e),segment_id=e9b72989-9347-4f2f-9ad7-fb6c25ccee2e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:04.150750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:04.151199 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:04.151708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.154649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.155462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:04.188442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Allocated IP 172.26.8.82 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/77b339d1-340a-4f7b-b795-a1f6ca2c456c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:04.294636 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Attempt 3 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:04.404665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.411426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Port 689f3e78-146f-4a6c-80a7-ac41d674b5dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:04.412331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.412675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.419858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=bb59398c-7310-407b-8ab2-c4c9d47dae6f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:04.429906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.449262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:04.449800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.450130 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 Sep 22 08:31:04.467091 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a2debf63-bf9f-4618-acaa-7667ff6e723c tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "GET /v2.0/agents/311354cf-cd65-4147-9bf3-cad636b15da6/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.3508523 Sep 22 08:31:04.479474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:04.513891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b630f0fd-d10c-41f6-b514-58933358b54c None None] Network 76ee428e-19a9-4d26-9e55-0293e2991164 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:04.532285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:02Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:04.566935 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-025c7baf-dbec-4902-acf2-d70bff110292 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "GET /v2.0/networks/0f948b8a-569e-4216-b8d6-5cc98eb26f9b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0826020 Sep 22 08:31:04.567157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.572767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59866) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:04.592953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f0aa1-0958-431d-829b-8d84026ba781 None None] The sync data for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv is: [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:02Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:04.605848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:00Z', 'revision_number': 2, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:04.616907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Checking router: 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:31:04.617254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Updating router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b port 689f3e78-146f-4a6c-80a7-ac41d674b5dc binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:31:04.719904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] For port ac834ce7-d9f1-40fb-b67f-515a9012b8b1, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:04.720495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempted to set empty binding levels {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 08:31:04.728367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.802055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.803635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] In _notify_port_updated(), no bound segment for port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:31:04.804647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:04.805339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.805541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:04.807243 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "PUT /v2.0/ports/ac834ce7-d9f1-40fb-b67f-515a9012b8b1 HTTP/1.1" status: 200 len: 981 time: 3.4412651 Sep 22 08:31:04.866033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59870) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:04.866405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Calling delete_port for 2bebadb7-81e5-4df2-a343-e88e46f68554 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:04.915939 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Attempt 4 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:05.077050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Port 689f3e78-146f-4a6c-80a7-ac41d674b5dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:05.077715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:05.078559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:05.092430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c03640-2a5b-4971-b9f7-80acb642e0f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=ac834ce7-d9f1-40fb-b67f-515a9012b8b1,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:05.108294 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a65a9995-13ef-4e4e-b246-c95de8be9ae3 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "GET /v2.0/networks/0f948b8a-569e-4216-b8d6-5cc98eb26f9b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4314623 Sep 22 08:31:05.108516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59874) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:05.130842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b3cad-a8da-4de4-a849-cd9c99082cea,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:05.218473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.219943 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ba6cc99-0145-480f-a2a3-380b0983de00 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5839865 Sep 22 08:31:05.230474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59878) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:05.264674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:05.274087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.279657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:05.280125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.280591 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:31:05.405249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Router baa54066-1fad-4afc-b034-42ce229a7819 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:31:05.418258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.490319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.556461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Request body: {'security_group_rule': {'security_group_id': '7a0b3cad-a8da-4de4-a849-cd9c99082cea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:05.561655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.584136 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Attempt 5 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:05.586998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:05.598165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Usage tracker for resource:security_group_rule and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:05.737016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:05.741408 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-70cb6850-9f17-4e59-b5b0-458de0dac0b5 tempest-DHCPAgentSchedulersTestJSON-847507018 tempest-DHCPAgentSchedulersTestJSON-847507018-project-admin] 10.222.0.42 "GET /v2.0/agents/311354cf-cd65-4147-9bf3-cad636b15da6/dhcp-networks HTTP/1.1" status: 200 len: 8836 time: 0.6312282 Sep 22 08:31:05.760758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.761226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.761699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.762143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.762600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.763048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.763657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.764106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.764561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.765004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.765453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.766195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.766642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.767090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.767654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.768035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.768770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:05.769025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.769473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.769923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.770373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:05.772294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Synchronizing usage tracker for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:05.791584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.793964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:05.804348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Transition to ACTIVE for port object 689f3e78-146f-4a6c-80a7-ac41d674b5dc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:05.811750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:05.812304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.820244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:05.833298 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Sync routers for ids ['baa54066-1fad-4afc-b034-42ce229a7819'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:05.847677 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Routers {'baa54066-1fad-4afc-b034-42ce229a7819'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:05.851916 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['baa54066-1fad-4afc-b034-42ce229a7819'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:05.853069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:05.904128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Unset dirty status for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:05.905623 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff729ae9-fc83-4bf6-b103-e71d9d113db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17941 time: 1.0388474 Sep 22 08:31:05.917130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59886) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:05.958515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Port 689f3e78-146f-4a6c-80a7-ac41d674b5dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:06.016961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.064482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.083668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Deleting port ac834ce7-d9f1-40fb-b67f-515a9012b8b1 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:06.084014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.096404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event updated for resources: {'Port': ['ID=77b339d1-340a-4f7b-b795-a1f6ca2c456c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:06.144204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:06.144752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:06.155113 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Set router baa54066-1fad-4afc-b034-42ce229a7819 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:06.175908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.184795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bebadb7-81e5-4df2-a343-e88e46f68554,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:06.185770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a99c4f-e7b9-4781-9171-c49583487415 None None] Pushing event updated for resources: {'Port': ['ID=689f3e78-146f-4a6c-80a7-ac41d674b5dc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:06.188875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Attempting to bind port 689f3e78-146f-4a6c-80a7-ac41d674b5dc on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:06.189490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Attempting to bind port 689f3e78-146f-4a6c-80a7-ac41d674b5dc by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:06.189600 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.190619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Attempting to bind port 689f3e78-146f-4a6c-80a7-ac41d674b5dc on network bcff7082-ca80-4576-966f-4316600a149d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:06.203543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:06.265130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:06.278160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-73bea83f-7f97-4d01-95fa-00cb7751d96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.279604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:06.291156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:06.291570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Checking segment: {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:06.291968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.292347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Bound using segment: {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:06.292814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Bound port: 689f3e78-146f-4a6c-80a7-ac41d674b5dc, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:06.293181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.321082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.392099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.407510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Allocated IP 172.26.8.64 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/52f72520-455c-4f71-a9ec-12700f7bc60e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:06.435857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] For port 689f3e78-146f-4a6c-80a7-ac41d674b5dc, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:06.441091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] For port 689f3e78-146f-4a6c-80a7-ac41d674b5dc, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=689f3e78-146f-4a6c-80a7-ac41d674b5dc,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:06.451098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.488228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.509200 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Attempt 6 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:06.522966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.548501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2847379b-8f09-49d8-9314-48929d720887']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:06.555896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Router da15cd59-c446-4e34-bc3e-f3e30ef08396 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:31:06.561478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e460e-87eb-4a6c-b195-4ef51a9e3c95') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:06.561777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e460e-87eb-4a6c-b195-4ef51a9e3c95') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:06.573704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f934b735-7804-4291-b028-861c2c7d29dc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:06.574212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.590114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12902a65-a1bb-4072-87ec-69e63d4a41c2,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:06.593865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.601171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:06.601329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.636956 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa54066-1fad-4afc-b034-42ce229a7819', 'name': '', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'external_fixed_ips': [{'subnet_id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'ip_address': '2001:db8::23d'}], 'enable_snat': True}, 'gw_port_id': '16225dec-0fb7-481b-b3c0-d3401cd0c5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:58Z', 'updated_at': '2022-09-22T08:31:03Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': '16225dec-0fb7-481b-b3c0-d3401cd0c5a9', 'name': '', 'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa54066-1fad-4afc-b034-42ce229a7819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'ip_address': '2001:db8::23d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:01Z', 'updated_at': '2022-09-22T08:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:06.645576 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Checking router: baa54066-1fad-4afc-b034-42ce229a7819 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:31:06.647078 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Updating router baa54066-1fad-4afc-b034-42ce229a7819 port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:31:06.710441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.711663 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-49bbee11-4b58-432c-92a7-2ecef189958e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.2832644 Sep 22 08:31:06.712411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.715418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:06.716805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:06.720412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59892) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:06.747708 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.783330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port f934b735-7804-4291-b028-861c2c7d29dc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:06.804192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device bb59398c-7310-407b-8ab2-c4c9d47dae6f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:06.825692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] For port ac834ce7-d9f1-40fb-b67f-515a9012b8b1, host hv-neutron-8575, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:06.826060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.906735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a99c4f-e7b9-4781-9171-c49583487415 None None] Pushing event updated for resources: {'Port': ['ID=689f3e78-146f-4a6c-80a7-ac41d674b5dc,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:06.922156 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 451e460e-87eb-4a6c-b195-4ef51a9e3c95 resource provider aggregate not found Sep 22 08:31:06.928177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event deleted for resources: {'Network': ['ID=2847379b-8f09-49d8-9314-48929d720887,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:06.928570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b79cbf5-7607-4c30-ab6e-7bc8fa79cad6 None None] Port 689f3e78-146f-4a6c-80a7-ac41d674b5dc had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:31:06.979013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:06.979422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:06.994668 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 451e460e-87eb-4a6c-b195-4ef51a9e3c95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 451e460e-87eb-4a6c-b195-4ef51a9e3c95 found for delete ", "request_id": "req-84181f8f-6891-40ec-87dd-e3b948cc0121"}]} Sep 22 08:31:07.023467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] Sync routers for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:07.053113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.054714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:07.055392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:07.068496 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce220f1a-7902-4412-ac31-71e10f2d78bf tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "DELETE /v2.0/networks/2847379b-8f09-49d8-9314-48929d720887 HTTP/1.1" status: 204 len: 168 time: 1.2462547 Sep 22 08:31:07.071035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:07.092724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.098021 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-73a8d1ef-8411-4e52-afac-8b700201c996 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8624840 Sep 22 08:31:07.098998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59902) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:07.106227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Calling delete_port for ac834ce7-d9f1-40fb-b67f-515a9012b8b1 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:07.151877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:07.169302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Request body: {'security_group_rule': {'security_group_id': '7a0b3cad-a8da-4de4-a849-cd9c99082cea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:07.190071 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.193127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Provisioning for port f934b735-7804-4291-b028-861c2c7d29dc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:07.197658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:07.201990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:07.203744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:07.210421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Usage tracker for resource:security_group_rule and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:07.210611 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Transition to ACTIVE for port object 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:07.217436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:07.222150 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.231820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:07.238406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.241935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.246958 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba8532d9-5c63-403a-b0e6-e3af4845d7fa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.5504813 Sep 22 08:31:07.259493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59906) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:07.281562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:07.281951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6318f91-863a-4466-ae48-ac11f32501d5 None None] The sync data for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:07.286305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:07.314474 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a8b54-9c2f-47e6-b784-65af54a117a1 None None] Pushing event updated for resources: {'Port': ['ID=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:07.327507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Provisioning complete for port f934b735-7804-4291-b028-861c2c7d29dc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:07.327507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.327882 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Attempt 1 to provision port f934b735-7804-4291-b028-861c2c7d29dc Sep 22 08:31:07.332672 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Attempting to bind port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:07.333620 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Attempting to bind port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'a563a20a-74e5-43ee-b495-d136bc7048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '035af73d-8df7-457b-a899-9541a0788fac'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:07.334075 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Attempting to bind port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 on network 035af73d-8df7-457b-a899-9541a0788fac {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:07.340907 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:07.341068 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Checking segment: {'id': 'a563a20a-74e5-43ee-b495-d136bc7048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '035af73d-8df7-457b-a899-9541a0788fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:07.341984 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.342403 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Bound using segment: {'id': 'a563a20a-74e5-43ee-b495-d136bc7048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '035af73d-8df7-457b-a899-9541a0788fac'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:07.343161 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Bound port: 16225dec-0fb7-481b-b3c0-d3401cd0c5a9, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a563a20a-74e5-43ee-b495-d136bc7048ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '035af73d-8df7-457b-a899-9541a0788fac'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:07.343684 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.389238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.402191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port bb59398c-7310-407b-8ab2-c4c9d47dae6f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:07.402616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.402870 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port bb59398c-7310-407b-8ab2-c4c9d47dae6f Sep 22 08:31:07.457846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] For port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:07.465444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.465976 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-403f6329-34a7-4ca1-a269-cdbd4e4d0deb tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] DELETE failed (client error): The resource could not be found. Sep 22 08:31:07.466823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403f6329-34a7-4ca1-a269-cdbd4e4d0deb tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:31:07.467636 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] For port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,segment=NetworkSegment(a563a20a-74e5-43ee-b495-d136bc7048ba),segment_id=a563a20a-74e5-43ee-b495-d136bc7048ba)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:07.470990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.471122 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-403f6329-34a7-4ca1-a269-cdbd4e4d0deb tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "DELETE /v2.0/ports/0d1300e3-17da-48ea-9771-dfc2e09bfdca HTTP/1.1" status: 404 len: 333 time: 0.3962770 Sep 22 08:31:07.477193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:07.477961 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.556610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Deleting subnet 36942968-ba7e-4b2e-8713-6162ce66371a {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:31:07.560046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bc59bf2a-81bf-4c7b-b5c7-74ecbb487f9e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:07.597730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.598625 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Routers {'baa54066-1fad-4afc-b034-42ce229a7819'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:07.599467 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:30:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['baa54066-1fad-4afc-b034-42ce229a7819'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:07.622047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Current status of the port f934b735-7804-4291-b028-861c2c7d29dc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:07.622639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.672455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac834ce7-d9f1-40fb-b67f-515a9012b8b1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:07.682993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.724067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.730048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ccbb509-6008-4843-80ff-1debea686210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ac834ce7-d9f1-40fb-b67f-515a9012b8b1 HTTP/1.1" status: 204 len: 168 time: 1.8018332 Sep 22 08:31:07.734320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:07.734958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.736548 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a8b54-9c2f-47e6-b784-65af54a117a1 None None] Pushing event updated for resources: {'Port': ['ID=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:07.765995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.780451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.813656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb80bba-8143-4c8c-8971-31f3f191cf61,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:07.848309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.866517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] For port f934b735-7804-4291-b028-861c2c7d29dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f934b735-7804-4291-b028-861c2c7d29dc,segment=NetworkSegment(34f5ae09-d6b8-4200-972e-cdfa240e0bcb),segment_id=34f5ae09-d6b8-4200-972e-cdfa240e0bcb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:07.871331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.876138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port bb59398c-7310-407b-8ab2-c4c9d47dae6f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:07.880158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b934585-b880-4238-9b53-a3f9bae1aab2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:07.885934 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] Set router baa54066-1fad-4afc-b034-42ce229a7819 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:07.889569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.890724 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9a215b46-fd03-404c-9f64-4cb812e88bd8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7358396 Sep 22 08:31:07.891812 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-56228fa4-4cbc-416a-9810-a78b6b258f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:31:07.892319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56228fa4-4cbc-416a-9810-a78b6b258f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Synchronizing usage tracker for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:07.894705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59918) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:07.910844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:07.916608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:07.920482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Usage tracker for resource:floatingip and tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:07.923442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:07.930461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:07.930634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.965319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:07.985335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56228fa4-4cbc-416a-9810-a78b6b258f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Unset dirty status for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:07.986517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-56228fa4-4cbc-416a-9810-a78b6b258f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "GET /v2.0/ports/ac834ce7-d9f1-40fb-b67f-515a9012b8b1 HTTP/1.1" status: 404 len: 333 time: 0.2497203 Sep 22 08:31:07.993740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:08.003660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1012075350', 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:08.070862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:08.095853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caea5ec9-ec58-4aa3-8016-5937b8378f5f']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:08.116211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bef751e-cea0-4f9b-a95f-96e79cc3f3d4') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:08.116654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bef751e-cea0-4f9b-a95f-96e79cc3f3d4') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:08.131786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.156414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f887d1-1ded-4871-af71-9029cb7ca22f None None] Pushing event updated for resources: {'Port': ['ID=f934b735-7804-4291-b028-861c2c7d29dc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:08.158290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.166791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:08.167291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.171268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:08.181678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5b934585-b880-4238-9b53-a3f9bae1aab2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:08.189208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5b934585-b880-4238-9b53-a3f9bae1aab2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:08.189895 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.190639 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5b934585-b880-4238-9b53-a3f9bae1aab2 Sep 22 08:31:08.254935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Made reservation on behalf of 9faec0b9517a441db3c4a3fea89c9038 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:08.257264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.270888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-932f7a60-03a1-4727-9dd4-2fd7c735a41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.277401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:06Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:08.285496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f8933-decb-42d1-bbeb-0a47c075a688 None None] The sync data for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv is: [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:06Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:08.287751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.308601 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa54066-1fad-4afc-b034-42ce229a7819', 'name': '', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'external_fixed_ips': [{'subnet_id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'ip_address': '2001:db8::23d'}], 'enable_snat': True}, 'gw_port_id': '16225dec-0fb7-481b-b3c0-d3401cd0c5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:58Z', 'updated_at': '2022-09-22T08:31:03Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': '16225dec-0fb7-481b-b3c0-d3401cd0c5a9', 'name': '', 'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa54066-1fad-4afc-b034-42ce229a7819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'ip_address': '2001:db8::23d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:01Z', 'updated_at': '2022-09-22T08:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:08.309763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] device_id is not set on port 0050759f-27b3-4bc3-9605-21945c4de0a2 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:08.315663 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b2027-8f8e-4f58-9b45-a4b69a07cd96 None None] The sync data for ids ['baa54066-1fad-4afc-b034-42ce229a7819'] in dv-neutron-857569-1-hyperv is: [{'id': 'baa54066-1fad-4afc-b034-42ce229a7819', 'name': '', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'external_fixed_ips': [{'subnet_id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'ip_address': '2001:db8::23d'}], 'enable_snat': True}, 'gw_port_id': '16225dec-0fb7-481b-b3c0-d3401cd0c5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:58Z', 'updated_at': '2022-09-22T08:31:03Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': '16225dec-0fb7-481b-b3c0-d3401cd0c5a9', 'name': '', 'network_id': '035af73d-8df7-457b-a899-9541a0788fac', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ae:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa54066-1fad-4afc-b034-42ce229a7819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'ip_address': '2001:db8::23d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:01Z', 'updated_at': '2022-09-22T08:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a79b92b-f514-48a7-ab13-b29626ace73c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:08.364100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5b934585-b880-4238-9b53-a3f9bae1aab2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:08.364803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.426991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:08.434539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5b934585-b880-4238-9b53-a3f9bae1aab2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b934585-b880-4238-9b53-a3f9bae1aab2,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:08.446131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.447349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.558613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event updated for resources: {'Port': ['ID=52f72520-455c-4f71-a9ec-12700f7bc60e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:08.583350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.628742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5b934585-b880-4238-9b53-a3f9bae1aab2,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:08.711783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:08.723711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:08.788452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.802878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event updated for resources: {'Port': ['ID=77b339d1-340a-4f7b-b795-a1f6ca2c456c,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:08.813183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:08.839074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:08.853998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:08.854371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.854835 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d Sep 22 08:31:08.869698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.874995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network caea5ec9-ec58-4aa3-8016-5937b8378f5f {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 08:31:08.878107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.917418 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "DELETE /v2.0/networks/caea5ec9-ec58-4aa3-8016-5937b8378f5f HTTP/1.1" status: 204 len: 168 time: 6.2647133 Sep 22 08:31:08.936790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:08.962569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:08.997536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:08.998636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 689f3e78-146f-4a6c-80a7-ac41d674b5dc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:09.003873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.043914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Deleting port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:09.044492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.084603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 689f3e78-146f-4a6c-80a7-ac41d674b5dc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:09.090277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 689f3e78-146f-4a6c-80a7-ac41d674b5dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:09.091439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.091901 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:09.104453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.118517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.149773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd118d3-90fe-4967-a40c-9dffba3e6dfb tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event deleted for resources: {'Network': ['ID=caea5ec9-ec58-4aa3-8016-5937b8378f5f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:09.162573 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3bef751e-cea0-4f9b-a95f-96e79cc3f3d4 resource provider aggregate not found Sep 22 08:31:09.176210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.250185 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3bef751e-cea0-4f9b-a95f-96e79cc3f3d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bef751e-cea0-4f9b-a95f-96e79cc3f3d4 found for delete ", "request_id": "req-5c35c685-f1be-4199-98ca-af78a90b8840"}]} Sep 22 08:31:09.261564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event deleted for resources: {'Subnet': ['ID=36942968-ba7e-4b2e-8713-6162ce66371a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:09.280749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0054f774-2c5c-4264-ab37-58a5eba70b22 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Synchronizing usage tracker for tenant:5144a2ed940c470fa1c56509fe8bbcc8 on resource:floatingip {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:09.281802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 689f3e78-146f-4a6c-80a7-ac41d674b5dc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:09.282265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.284353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.297048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.316540 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6e4f966-df0f-4a98-8d6a-dfb5857cac58 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "DELETE /v2.0/subnets/36942968-ba7e-4b2e-8713-6162ce66371a HTTP/1.1" status: 204 len: 168 time: 1.8340454 Sep 22 08:31:09.322631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b1e4d-861c-45da-9018-f20746e7c48c None None] Network 0f948b8a-569e-4216-b8d6-5cc98eb26f9b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:09.335025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59934) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:09.366155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Allocated IP 172.26.8.101 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/84fae35c-f096-4fd2-8542-de72853de763) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:09.425713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.427201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8517dacc-c564-4c55-a0d3-db3f2eca27b4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9877040 Sep 22 08:31:09.435685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.452247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 689f3e78-146f-4a6c-80a7-ac41d674b5dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=689f3e78-146f-4a6c-80a7-ac41d674b5dc,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:09.485860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.486618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f934b735-7804-4291-b028-861c2c7d29dc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:09.650747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0054f774-2c5c-4264-ab37-58a5eba70b22 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Unset dirty status for tenant:5144a2ed940c470fa1c56509fe8bbcc8 on resource:floatingip {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:09.652034 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0054f774-2c5c-4264-ab37-58a5eba70b22 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.7110929 Sep 22 08:31:09.673082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59950) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:09.717235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.766265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Network 7406412a-c47e-44e5-ac03-cadb68c488f9 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:09.777818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:09.830038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=689f3e78-146f-4a6c-80a7-ac41d674b5dc,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:09.844836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.865503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port f934b735-7804-4291-b028-861c2c7d29dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:09.865872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.866198 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port f934b735-7804-4291-b028-861c2c7d29dc Sep 22 08:31:09.866810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.924831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:09.950909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.079599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59964) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:10.090287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.093082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port f934b735-7804-4291-b028-861c2c7d29dc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:10.101597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] DHCP port deletion for 0f948b8a-569e-4216-b8d6-5cc98eb26f9b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:31:10.106799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] Deleting port bb59398c-7310-407b-8ab2-c4c9d47dae6f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:10.107462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.191056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Allocated IP 172.20.0.1 (76ee428e-19a9-4d26-9e55-0293e2991164/08404ad3-91a4-4612-9f38-553c41ed917b/5eb2e061-3586-481c-9cf1-343c40be2599) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:10.197004 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 08:31:10.224979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.225536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.228951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.229494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.230006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.230519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.231035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.231564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.232863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Synchronizing usage tracker for tenant:5144a2ed940c470fa1c56509fe8bbcc8 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:10.261917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] For port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,segment=NetworkSegment(a563a20a-74e5-43ee-b495-d136bc7048ba),segment_id=a563a20a-74e5-43ee-b495-d136bc7048ba)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:10.262378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.333618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Deleting port bb59398c-7310-407b-8ab2-c4c9d47dae6f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:10.334106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.338204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=0050759f-27b3-4bc3-9605-21945c4de0a2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:10.345291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:10.346795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.347369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.361896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] For port bb59398c-7310-407b-8ab2-c4c9d47dae6f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=bb59398c-7310-407b-8ab2-c4c9d47dae6f,segment=NetworkSegment(e9b72989-9347-4f2f-9ad7-fb6c25ccee2e),segment_id=e9b72989-9347-4f2f-9ad7-fb6c25ccee2e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:10.362866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.408202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.417942 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-834ff465-7a2e-4193-8daa-b61737e63936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4232190 Sep 22 08:31:10.421806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59968) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:10.497910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fbf44a-37f7-4de5-be18-698a9f1caf83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:10.498503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97fbf44a-37f7-4de5-be18-698a9f1caf83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Synchronizing usage tracker for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:10.504969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Transition to ACTIVE for port object 5eb2e061-3586-481c-9cf1-343c40be2599 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:10.511840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] Calling delete_port for bb59398c-7310-407b-8ab2-c4c9d47dae6f owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:10.519882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.579332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Calling delete_port for 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:10.581736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:10.592175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:10.596982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:10.615161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97fbf44a-37f7-4de5-be18-698a9f1caf83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Unset dirty status for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:10.616413 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-97fbf44a-37f7-4de5-be18-698a9f1caf83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "GET /v2.0/ports/0050759f-27b3-4bc3-9605-21945c4de0a2 HTTP/1.1" status: 200 len: 959 time: 0.1938431 Sep 22 08:31:10.625936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:10.706231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event updated for resources: {'Port': ['ID=84fae35c-f096-4fd2-8542-de72853de763,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:10.713372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.735891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.741977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Unset dirty status for tenant:5144a2ed940c470fa1c56509fe8bbcc8 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:10.743460 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f5f47988-53fe-4da3-96b9-ae35c746b1a3 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5221 time: 1.0534163 Sep 22 08:31:10.764490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 59976) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:10.778746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:10.792490 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-e4ecc0dc-6ac0-4a63-9584-c3452515c845 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--7044061&fields=id&tenant_id=0d690f8c51f642c791c7f3eaebb2a77d HTTP/1.1" status: 200 len: 267 time: 0.6134398 Sep 22 08:31:10.800246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.816293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Network 76ee428e-19a9-4d26-9e55-0293e2991164 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:10.819421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:10.822086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:10.822714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.864215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] Pushing event deleted for resources: {'Port': ['ID=bb59398c-7310-407b-8ab2-c4c9d47dae6f,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:10.869807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ed0c5-83f3-4013-8da4-bbffc7cb8ba1 None None] No DVR routers for this DVR port bb59398c-7310-407b-8ab2-c4c9d47dae6f on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:31:10.881498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.901960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:10.913590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:10.914293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:10.917204 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 Sep 22 08:31:10.970035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Port': ['ID=5eb2e061-3586-481c-9cf1-343c40be2599,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:11.071452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.144800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] The port 'bb59398c-7310-407b-8ab2-c4c9d47dae6f' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:31:11.146792 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-97e015c1-804c-40de-89c1-c281128c059a tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] delete failed (client error): The resource could not be found. Sep 22 08:31:11.150808 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97e015c1-804c-40de-89c1-c281128c059a tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/7f3dabe9-78ee-4f23-ae4c-50f514583a6b HTTP/1.1" status: 404 len: 345 time: 0.3835053 Sep 22 08:31:11.160982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:11.161434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.180193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,segment=NetworkSegment(a563a20a-74e5-43ee-b495-d136bc7048ba),segment_id=a563a20a-74e5-43ee-b495-d136bc7048ba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:11.181902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59982) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:11.184773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.185812 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b934585-b880-4238-9b53-a3f9bae1aab2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:11.333305 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe60a40-04fd-4d52-af6a-b05f13a3061e tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] DELETE failed (client error): The resource could not be found. Sep 22 08:31:11.333929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe60a40-04fd-4d52-af6a-b05f13a3061e tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:31:11.338365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Provisioning for port 5eb2e061-3586-481c-9cf1-343c40be2599 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:11.350638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:11.353320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Provisioning complete for port 5eb2e061-3586-481c-9cf1-343c40be2599 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:11.354317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.354317 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 1 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:11.357069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ebe60a40-04fd-4d52-af6a-b05f13a3061e tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "DELETE /v2.0/networks/caea5ec9-ec58-4aa3-8016-5937b8378f5f HTTP/1.1" status: 404 len: 339 time: 0.1578076 Sep 22 08:31:11.365214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 59986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:11.376700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'network': {'name': 'tempest-network--26901805', 'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:11.402872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5b934585-b880-4238-9b53-a3f9bae1aab2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:11.403544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.403744 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5b934585-b880-4238-9b53-a3f9bae1aab2 Sep 22 08:31:11.409639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:11.411359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Deleting port 0050759f-27b3-4bc3-9605-21945c4de0a2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:11.411891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.416643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:network and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:11.420687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:11.430216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:11.441289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.466368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:11.472384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Made reservation on behalf of 5144a2ed940c470fa1c56509fe8bbcc8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:11.475074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.542289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5b934585-b880-4238-9b53-a3f9bae1aab2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:11.543573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 689f3e78-146f-4a6c-80a7-ac41d674b5dc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:11.560042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:31:11.616745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.641018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 689f3e78-146f-4a6c-80a7-ac41d674b5dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:11.641708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.642200 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 689f3e78-146f-4a6c-80a7-ac41d674b5dc Sep 22 08:31:11.654803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.655279 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Added segment c2234d38-f4cc-44d3-a198-87df167bec8d of type vlan for network 29f3a655-60c8-4eda-b6fa-5de486b372b6 Sep 22 08:31:11.671314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.743705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.744080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.825503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.831587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.838075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 689f3e78-146f-4a6c-80a7-ac41d674b5dc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:11.906023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device bb59398c-7310-407b-8ab2-c4c9d47dae6f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:31:11.928251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:11.929554 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0264843 Sep 22 08:31:11.957972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: bb59398c-7310-407b-8ab2-c4c9d47dae6f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:31:11.958546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device bb59398c-7310-407b-8ab2-c4c9d47dae6f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:31:11.960404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59438-64ed-405a-9cff-0b5faffe191e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event updated for resources: {'Port': ['ID=84fae35c-f096-4fd2-8542-de72853de763,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:11.972282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Calling delete_port for 0050759f-27b3-4bc3-9605-21945c4de0a2 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:11.976261 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 2 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:12.091077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.098717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.100867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:12.101465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.136904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:12.185852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:12.208655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.212873 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8450108 Sep 22 08:31:12.216930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f948b8a-569e-4216-b8d6-5cc98eb26f9b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:12.224779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event deleted for resources: {'Port': ['ID=0050759f-27b3-4bc3-9605-21945c4de0a2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:12.227795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:12.241374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-8e1f4003-be9b-4174-9511-68c060510986 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:12.242846 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-8e1f4003-be9b-4174-9511-68c060510986 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 812 time: 1.4494982 Sep 22 08:31:12.245095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.254900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b72989-9347-4f2f-9ad7-fb6c25ccee2e') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:12.255239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b72989-9347-4f2f-9ad7-fb6c25ccee2e') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:12.256892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525d574-b631-43b6-9eea-2505056e65f4 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Network': ['ID=29f3a655-60c8-4eda-b6fa-5de486b372b6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:12.277782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 29f3a655-60c8-4eda-b6fa-5de486b372b6 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:31:12.286488 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-e3037c18-3abc-48a3-a423-e3f1f3bbd1f8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/quotas/0d690f8c51f642c791c7f3eaebb2a77d HTTP/1.1" status: 200 len: 375 time: 0.0235884 Sep 22 08:31:12.287082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.317825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.378665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60016) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:12.387683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:31:12.388046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:31:12.395825 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 08:31:12.432422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.432997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.437844 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c8aecef-483a-45df-bf94-1b1121fb6253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "DELETE /v2.0/ports/0050759f-27b3-4bc3-9605-21945c4de0a2 HTTP/1.1" status: 204 len: 168 time: 1.7996407 Sep 22 08:31:12.440356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.441481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.445147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60020) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:12.462851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.488308 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:12.488788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.502190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d24e73-eaa8-4826-932a-70336ff6f9af tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:12.508149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d24e73-eaa8-4826-932a-70336ff6f9af tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:12.513806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d24e73-eaa8-4826-932a-70336ff6f9af tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:12.520332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d24e73-eaa8-4826-932a-70336ff6f9af tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:12.526105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d24e73-eaa8-4826-932a-70336ff6f9af tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:12.530448 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-50d24e73-eaa8-4826-932a-70336ff6f9af tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.2991490 Sep 22 08:31:12.548614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:12.572811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60026) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:12.575668 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e9b72989-9347-4f2f-9ad7-fb6c25ccee2e resource provider aggregate not found Sep 22 08:31:12.586240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event updated for resources: {'Port': ['ID=52f72520-455c-4f71-a9ec-12700f7bc60e,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:12.604522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.613512 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e9b72989-9347-4f2f-9ad7-fb6c25ccee2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9b72989-9347-4f2f-9ad7-fb6c25ccee2e found for delete ", "request_id": "req-f9f55af2-5ae9-4bc8-81d6-e5be64b06f1b"}]} Sep 22 08:31:12.634965 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-7f6054b4-5942-4de2-a92f-61829a1dca3a tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1671597712&fields=id&tenant_id=9ad47c8f3a1a48c18c4d4c1e3a2a5221 HTTP/1.1" status: 200 len: 267 time: 0.2540076 Sep 22 08:31:12.638005 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 3 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:12.648933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.654183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.656493 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] 10.222.0.42 "DELETE /v2.0/networks/0f948b8a-569e-4216-b8d6-5cc98eb26f9b HTTP/1.1" status: 204 len: 168 time: 3.3181477 Sep 22 08:31:12.677594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.678825 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e14dd3a-33d4-4ffa-b66e-d7ed141b4a78 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.4432318 Sep 22 08:31:12.682150 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ba318d-4e55-4f07-b2d9-03d5654e5535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:31:12.683532 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-78ba318d-4e55-4f07-b2d9-03d5654e5535 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "GET /v2.0/ports/0050759f-27b3-4bc3-9605-21945c4de0a2 HTTP/1.1" status: 404 len: 333 time: 0.2030728 Sep 22 08:31:12.684758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc37f-399e-4e10-b5be-02d1cdf50495 tempest-DHCPAgentSchedulersTestJSON-794046255 tempest-DHCPAgentSchedulersTestJSON-794046255-project] Pushing event deleted for resources: {'Network': ['ID=0f948b8a-569e-4216-b8d6-5cc98eb26f9b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:12.698591 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-d2951096-d686-4856-9a09-6ed97a6868ba tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3732138 Sep 22 08:31:12.699071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:12.704419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Request body: {'port': {'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-922544349'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:12.711488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:12.720731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Usage tracker for resource:port and tenant:9faec0b9517a441db3c4a3fea89c9038 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:12.725484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:12.728034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:12.728161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:12.728521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.728926 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 Sep 22 08:31:12.736843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:12.762403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Made reservation on behalf of 9faec0b9517a441db3c4a3fea89c9038 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:12.765676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.790691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Port': ['ID=5eb2e061-3586-481c-9cf1-343c40be2599,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:12.816630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] device_id is not set on port a306d50d-5d6b-49b5-aa85-9f748484772d yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:12.905170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:12.967023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:13.029971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Deleting port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:13.030311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:13.043278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Network 76ee428e-19a9-4d26-9e55-0293e2991164 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:13.048147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:13.063592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-6ca6043a-c8af-4e90-95ad-8ed51a746f29 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:13.065665 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-6ca6043a-c8af-4e90-95ad-8ed51a746f29 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/networks?id=bcff7082-ca80-4576-966f-4316600a149d HTTP/1.1" status: 200 len: 806 time: 0.3811841 Sep 22 08:31:13.175649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:13.228764 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 4 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:13.262136 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-a821afe2-4e3f-4276-8fb6-f3e84ae6d53d tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/quotas/9ad47c8f3a1a48c18c4d4c1e3a2a5221 HTTP/1.1" status: 200 len: 375 time: 0.1735475 Sep 22 08:31:13.332866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30218fb-aed1-45bf-aa44-a678f9f1ec87 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:31:13.333798 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30218fb-aed1-45bf-aa44-a678f9f1ec87 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3086278 Sep 22 08:31:13.343040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:13.368041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:13.479354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.480012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.480383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.480712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > port after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.481038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.481373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > port after_update 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.481709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.482049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.482368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.482683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.553228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] For port 16225dec-0fb7-481b-b3c0-d3401cd0c5a9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,segment=NetworkSegment(a563a20a-74e5-43ee-b495-d136bc7048ba),segment_id=a563a20a-74e5-43ee-b495-d136bc7048ba)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:13.553805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:13.638281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:13.670935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.671426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.671610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.671928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 08:31:13.672290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f3a655-60c8-4eda-b6fa-5de486b372b6']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:13.692809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2234d38-f4cc-44d3-a198-87df167bec8d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:13.693097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2234d38-f4cc-44d3-a198-87df167bec8d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:13.706096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Calling delete_port for 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:13.709604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:13.734179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Router da15cd59-c446-4e34-bc3e-f3e30ef08396 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:13.738516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:13.738767 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0ccb807-e4a7-49fa-beec-5a0d7160d465 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7d9dbd5e29d4baab83135d4d51b1c6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5585909 Sep 22 08:31:13.744092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60056) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:13.757045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-33e1f78c-5f3c-488b-8b2a-0beb7a6de3ac tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Synchronizing usage tracker for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:13.770437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:13.770827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:13.809020 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-b028676d-ae61-4549-8b9e-3c1c0fdf32ba service neutron] 10.222.0.42 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142518 Sep 22 08:31:13.844183 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 5 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:13.901899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:13.937490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.045603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Network 7406412a-c47e-44e5-ac03-cadb68c488f9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:14.054679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:14.058954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=a306d50d-5d6b-49b5-aa85-9f748484772d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:14.062515 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-98a5f0d3-5aa7-45cf-a7fe-54f458f1b981 service neutron] 10.222.0.42 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405512 Sep 22 08:31:14.065382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:14.066311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:14.067568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.091471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-33e1f78c-5f3c-488b-8b2a-0beb7a6de3ac tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Unset dirty status for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:14.104979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-33e1f78c-5f3c-488b-8b2a-0beb7a6de3ac tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ad47c8f3a1a48c18c4d4c1e3a2a5221&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8344250 Sep 22 08:31:14.113455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.119066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29f3a655-60c8-4eda-b6fa-5de486b372b6 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 08:31:14.121774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.162889 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3cb63f6c-56f0-49f2-ac66-477da9a39463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4598269 Sep 22 08:31:14.163237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60068) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:14.181808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:14.238185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.244521 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "DELETE /v2.0/networks/29f3a655-60c8-4eda-b6fa-5de486b372b6 HTTP/1.1" status: 204 len: 168 time: 1.6682830 Sep 22 08:31:14.261821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3cac1-c88d-43ec-a05f-b548e011fea7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event deleted for resources: {'Network': ['ID=29f3a655-60c8-4eda-b6fa-5de486b372b6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:14.266197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60076) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:14.273149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8e81a11-f8ad-498a-8511-69d0227c0b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.280288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'network': {'name': 'tempest-network--392351964', 'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:14.291056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:14.302264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event deleted for resources: {'Port': ['ID=16225dec-0fb7-481b-b3c0-d3401cd0c5a9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:14.317757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:network and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:14.325128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:14.342180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:14.365999 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cad07f3d-1a2c-4756-8f2c-d24b6f6a1cba tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "PUT /v2.0/routers/da15cd59-c446-4e34-bc3e-f3e30ef08396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1034489 Sep 22 08:31:14.368758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:14.378482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.389762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:14.396888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8e81a11-f8ad-498a-8511-69d0227c0b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.403862 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 6 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:14.406484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Request body: {'port': {'network_id': '76ee428e-19a9-4d26-9e55-0293e2991164', 'name': 'tempest-FloatingIPAdminTestJSON-1497700765'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:14.435680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c2234d38-f4cc-44d3-a198-87df167bec8d resource provider aggregate not found Sep 22 08:31:14.443530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-baf84438-3862-4fd3-97be-c60141e8be59 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:31:14.459493 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-baf84438-3862-4fd3-97be-c60141e8be59 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2139349 Sep 22 08:31:14.532676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:14.592017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c2234d38-f4cc-44d3-a198-87df167bec8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2234d38-f4cc-44d3-a198-87df167bec8d found for delete ", "request_id": "req-da3a30f7-9943-4951-b70d-a2cac527157a"}]} Sep 22 08:31:14.717737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.720035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.784485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-02236af4-2341-4b5d-8be6-aa925a2e01c3 service neutron] 10.222.0.42 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233728 Sep 22 08:31:14.792483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8e81a11-f8ad-498a-8511-69d0227c0b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.831379 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] Sync routers for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:14.842258 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:14.843133 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:14.849643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Made reservation on behalf of 5144a2ed940c470fa1c56509fe8bbcc8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:14.852727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.881619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e81a11-f8ad-498a-8511-69d0227c0b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0d2c0-988e-4e86-9bc5-f381efd495e9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:14.884864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.885369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router baa54066-1fad-4afc-b034-42ce229a7819 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:31:14.927456 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:14.937054 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:14.937938 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:14.980671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8e81a11-f8ad-498a-8511-69d0227c0b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:14.992028 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e8e81a11-f8ad-498a-8511-69d0227c0b51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ba0d2c0-988e-4e86-9bc5-f381efd495e9 HTTP/1.1" status: 204 len: 168 time: 1.2467098 Sep 22 08:31:15.020457 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:15.020811 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b87451-6abe-48cd-b66a-f4c6f81ca1fc None None] The sync data for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:15.034246 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 7 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:15.034805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-bac1ac75-5e0d-4a8a-8cc0-8a05c8dcacd9 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Synchronizing usage tracker for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:15.036923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.160324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.166218 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-902bd2ea-128b-49cd-b7c7-e0ccf9a2ad9c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "DELETE /v2.0/routers/baa54066-1fad-4afc-b034-42ce229a7819 HTTP/1.1" status: 204 len: 168 time: 8.4420242 Sep 22 08:31:15.168893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:15.172817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60132) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:15.239250 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-ebdd7800-2944-4de1-b89f-9f350d7ab73e service neutron] 10.222.0.42 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336565 Sep 22 08:31:15.244140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:15.254425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Usage tracker for resource:port and tenant:4f963bb1e4c041d7afcdd7c553288465 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:15.257366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:31:15.260312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:15.271080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:15.279171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.279549 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Added segment de7f5175-1cd4-49ca-8aa2-26e7cef06ed8 of type vlan for network 92416135-53ce-40ab-9d10-8708f3b18ad7 Sep 22 08:31:15.300822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Made reservation on behalf of 4f963bb1e4c041d7afcdd7c553288465 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:15.304862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.335012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.347916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Deleting subnet 8a79b92b-f514-48a7-ab13-b29626ace73c {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:31:15.349652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] device_id is not set on port a31f7376-358d-4e62-a1f3-5d53a770a234 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:15.371994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.433791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-bac1ac75-5e0d-4a8a-8cc0-8a05c8dcacd9 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Unset dirty status for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:15.435092 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-bac1ac75-5e0d-4a8a-8cc0-8a05c8dcacd9 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--797299387&fields=id&tenant_id=f2dd066dc5e04f339616e461ff5f5582 HTTP/1.1" status: 200 len: 267 time: 0.5895877 Sep 22 08:31:15.463382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.465349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.466794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:15.467621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.547171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60144) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:15.625332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:15.630370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Network': ['ID=92416135-53ce-40ab-9d10-8708f3b18ad7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:15.637100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.641195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 92416135-53ce-40ab-9d10-8708f3b18ad7 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:31:15.675689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a6cecc2f-ae28-45c5-8921-c22c98594526 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4057918 Sep 22 08:31:15.677096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Allocated IP 172.20.0.13 (76ee428e-19a9-4d26-9e55-0293e2991164/08404ad3-91a4-4612-9f38-553c41ed917b/a31f7376-358d-4e62-a1f3-5d53a770a234) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:15.679367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60160) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:15.745661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:15.766580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.800086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ebc8b4d7964541ba7c877c7736b819 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:15.811521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:15.827532 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 8 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:15.844544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] device_id is not set on port a306d50d-5d6b-49b5-aa85-9f748484772d yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:15.859197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:15.883148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:15.915200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4ffad-449f-456c-aa7a-0437812c86c2 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:15.922083 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-adb4ffad-449f-456c-aa7a-0437812c86c2 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] 10.222.0.42 "GET /v2.0/networks/92416135-53ce-40ab-9d10-8708f3b18ad7 HTTP/1.1" status: 200 len: 756 time: 0.2407639 Sep 22 08:31:15.923766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60170) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:15.976914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Transition to ACTIVE for port object a306d50d-5d6b-49b5-aa85-9f748484772d will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:16.006294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-1719c038-b63b-46db-8700-1a76279f9787 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:16.007011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-1719c038-b63b-46db-8700-1a76279f9787 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Synchronizing usage tracker for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:16.012750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:16.022144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.133091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d715f467-d78b-4f2e-a7d3-36249059e1ff req-2b36ae7d-1fb1-4cf9-8991-192c048e3b7d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Synchronizing usage tracker for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:16.160029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042337c4-f316-4e91-9919-297d4d5573de tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:16.164163 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-042337c4-f316-4e91-9919-297d4d5573de tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] 10.222.0.42 "GET /v2.0/networks/47beaae9-448a-4bc1-a92b-287b357bf6cf HTTP/1.1" status: 200 len: 767 time: 0.1798959 Sep 22 08:31:16.164848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60180) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:16.196860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.228183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=a306d50d-5d6b-49b5-aa85-9f748484772d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:16.236243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:16.236665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:16.236972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:16.252085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8a79b92b-f514-48a7-ab13-b29626ace73c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:16.255301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.269024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:16.269357 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:16.274299 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 2 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:16.305896 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d4724810-dc80-47f4-97fb-d78acbf50c51 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/8a79b92b-f514-48a7-ab13-b29626ace73c HTTP/1.1" status: 204 len: 168 time: 1.1271729 Sep 22 08:31:16.311764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60190) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:16.314260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:16.314628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:16.314957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:16.347279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:16.347519 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:16.352079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.352831 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 3 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:16.374479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d715f467-d78b-4f2e-a7d3-36249059e1ff req-2b36ae7d-1fb1-4cf9-8991-192c048e3b7d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Unset dirty status for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:16.374668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d715f467-d78b-4f2e-a7d3-36249059e1ff req-2b36ae7d-1fb1-4cf9-8991-192c048e3b7d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 210 time: 0.4484875 Sep 22 08:31:16.424447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.453543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-1719c038-b63b-46db-8700-1a76279f9787 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Unset dirty status for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:16.454745 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-1719c038-b63b-46db-8700-1a76279f9787 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/networks?id=be1564f6-c02c-4901-9d38-5322a41164a9 HTTP/1.1" status: 200 len: 812 time: 1.0023034 Sep 22 08:31:16.462816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:16.463015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:16.463327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:16.491461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.501170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:31:16.530574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:16.535686 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:16.546865 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 9 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:16.554654 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 4 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:16.570276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.48', 56333) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:16.577637 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-27a709c3-db0c-4d42-9bbf-13984d689799 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/quotas/f2dd066dc5e04f339616e461ff5f5582 HTTP/1.1" status: 200 len: 375 time: 0.1060581 Sep 22 08:31:16.582933 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8ebc8b4d7964541ba7c877c7736b819&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0342150 Sep 22 08:31:16.584007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecda60-5124-4cc9-8ade-8c118110bbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bab13f-ea80-494c-9a70-4a6dea385e10,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:16.595990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:31:16.596671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 16225dec-0fb7-481b-b3c0-d3401cd0c5a9 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:31:16.607584 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ce7628af-4cca-4723-a11c-319cdf7d0276 req-7a889702-4463-4755-8458-6ece3df097a2 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 210 time: 0.1056294 Sep 22 08:31:16.609774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.615796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60198) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:16.633089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:16.690373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:16.690702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:16.691033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:16.713566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:16.713896 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:16.718898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 5 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:16.822844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.842024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:16.889199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Transition to ACTIVE for port object a31f7376-358d-4e62-a1f3-5d53a770a234 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:16.902075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92416135-53ce-40ab-9d10-8708f3b18ad7']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:16.930025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7f5175-1cd4-49ca-8aa2-26e7cef06ed8') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:16.930342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7f5175-1cd4-49ca-8aa2-26e7cef06ed8') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:16.955684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-65356e16-cc19-4516-b9f6-50b1577b599c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:16.956456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-65356e16-cc19-4516-b9f6-50b1577b599c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Synchronizing usage tracker for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:16.962812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.002686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.008190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-65356e16-cc19-4516-b9f6-50b1577b599c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Unset dirty status for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:17.009387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-65356e16-cc19-4516-b9f6-50b1577b599c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 812 time: 0.4347968 Sep 22 08:31:17.012165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:17.012589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.028446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.046013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4c19486-e519-4e91-859b-2823fe03f5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.054346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:17.054346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:17.054346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:17.070361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment de7f5175-1cd4-49ca-8aa2-26e7cef06ed8 resource provider aggregate not found Sep 22 08:31:17.082152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:17.082485 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:17.086381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.093787 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 6 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:17.107750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4c19486-e519-4e91-859b-2823fe03f5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.134700 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Attempt 10 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:17.172291 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment de7f5175-1cd4-49ca-8aa2-26e7cef06ed8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de7f5175-1cd4-49ca-8aa2-26e7cef06ed8 found for delete ", "request_id": "req-1c84ed75-c770-48d8-bf29-a3cccab78f33"}]} Sep 22 08:31:17.173150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035af73d-8df7-457b-a899-9541a0788fac']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:17.187602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:17.188183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:17.188183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:17.201486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Network 76ee428e-19a9-4d26-9e55-0293e2991164 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:17.207473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:17.216054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:17.218644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-88937bc9-49e4-44bf-89b1-fffa819dddab tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Synchronizing usage tracker for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:17.223092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a563a20a-74e5-43ee-b495-d136bc7048ba') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:17.223415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a563a20a-74e5-43ee-b495-d136bc7048ba') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:17.233197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:17.233523 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:17.243748 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 7 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:17.256689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2cc5e903-d0c1-4064-bd72-cb1d85ec303e None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:17.285959 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-0bde1a1f-897c-4ce7-9acb-440d1c8d7168 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Synchronizing usage tracker for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:17.287295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.313424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.315704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event updated for resources: {'Port': ['ID=a31f7376-358d-4e62-a1f3-5d53a770a234,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:17.326079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:17.326401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:17.326732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:17.332021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.342264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-88937bc9-49e4-44bf-89b1-fffa819dddab tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Unset dirty status for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:17.343659 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-88937bc9-49e4-44bf-89b1-fffa819dddab tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2dd066dc5e04f339616e461ff5f5582&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7246974 Sep 22 08:31:17.347987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:17.348460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.349613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92416135-53ce-40ab-9d10-8708f3b18ad7 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 08:31:17.367263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:17.367561 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:17.371613 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 8 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:17.372096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.379176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event deleted for resources: {'Network': ['ID=92416135-53ce-40ab-9d10-8708f3b18ad7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:17.385115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-0bde1a1f-897c-4ce7-9acb-440d1c8d7168 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Unset dirty status for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:17.386537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-0bde1a1f-897c-4ce7-9acb-440d1c8d7168 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d690f8c51f642c791c7f3eaebb2a77d HTTP/1.1" status: 200 len: 377 time: 0.3126316 Sep 22 08:31:17.390978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-953b2810-c61e-431c-bc1b-159c4231a0f7 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "DELETE /v2.0/networks/92416135-53ce-40ab-9d10-8708f3b18ad7 HTTP/1.1" status: 204 len: 168 time: 1.2223802 Sep 22 08:31:17.395399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60226) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:17.402597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Request body: {'port': {'device_id': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'admin_state_up': True, 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'security_groups': ['b9741585-adda-4e25-a224-2a4a36235a7d']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:17.414235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Provisioning complete for port 5eb2e061-3586-481c-9cf1-343c40be2599 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:17.416465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.416832 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 1 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:17.434124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:17.435050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.462128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'network': {'name': 'tempest-network--1968305261'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:17.474805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.48', 56339) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:17.480226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:17.505158 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a563a20a-74e5-43ee-b495-d136bc7048ba resource provider aggregate not found Sep 22 08:31:17.567264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:17.574143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4c19486-e519-4e91-859b-2823fe03f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.593095 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a563a20a-74e5-43ee-b495-d136bc7048ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a563a20a-74e5-43ee-b495-d136bc7048ba found for delete ", "request_id": "req-90ae5ba7-0b43-4226-b054-e7e070047fdc"}]} Sep 22 08:31:17.597368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Usage tracker for resource:network and tenant:5144a2ed940c470fa1c56509fe8bbcc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:17.624111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:17.653461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:17.655402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:17.655612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:17.656045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:17.678164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c19486-e519-4e91-859b-2823fe03f5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bab13f-ea80-494c-9a70-4a6dea385e10,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:17.683461 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:17.683812 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:17.686573 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 9 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:17.697367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4c19486-e519-4e91-859b-2823fe03f5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.698782 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c4c19486-e519-4e91-859b-2823fe03f5b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97bab13f-ea80-494c-9a70-4a6dea385e10 HTTP/1.1" status: 204 len: 168 time: 1.0782697 Sep 22 08:31:17.711932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.715125 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-caf4e46e-e4e9-463c-95b4-66fd2d528720 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3326018 Sep 22 08:31:17.718202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:17.718703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:17.719179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:17.733318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:17.754971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 035af73d-8df7-457b-a899-9541a0788fac {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 08:31:17.761882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:17.762423 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:17.771195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.773686 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempt 10 to bind port a306d50d-5d6b-49b5-aa85-9f748484772d Sep 22 08:31:17.782322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba8c977c-a558-4b20-a978-a6ce68135cac req-0f15093d-e662-4e8f-bf50-5536e1ec829e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 210 time: 0.0605042 Sep 22 08:31:17.787058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event deleted for resources: {'Network': ['ID=035af73d-8df7-457b-a899-9541a0788fac,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:17.839120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Made reservation on behalf of 5144a2ed940c470fa1c56509fe8bbcc8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:17.848118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:17.864787 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-658894d6-fc59-4f62-b804-cd5f9fff68c2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "DELETE /v2.0/networks/035af73d-8df7-457b-a899-9541a0788fac HTTP/1.1" status: 204 len: 168 time: 1.5518043 Sep 22 08:31:17.873997 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-1511d8fb-8a02-4f09-a2f4-6810e28aea5e service neutron] 10.222.0.42 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632982 Sep 22 08:31:17.876894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:17.878588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:17.879909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempting to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:17.953420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:17.953749 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Failed to bind port a306d50d-5d6b-49b5-aa85-9f748484772d on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'd3e8a145-f01a-4b69-85e8-9c1c7052870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7406412a-c47e-44e5-ac03-cadb68c488f9'}] Sep 22 08:31:17.954103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:18.071298 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 2 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:18.228052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:18.233730 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f57b4d89-fbdb-4d9f-972a-33cd564117ba req-6ebd1a51-1435-4372-b102-4cca08907b93 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 210 time: 0.1750076 Sep 22 08:31:18.261428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-25088a9c-bbe3-430a-990a-852af858bc5d tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:18.265348 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-25088a9c-bbe3-430a-990a-852af858bc5d tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.48 "GET /v2.0/networks?id=bcff7082-ca80-4576-966f-4316600a149d HTTP/1.1" status: 200 len: 806 time: 0.6791642 Sep 22 08:31:18.278496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:18.305763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:18.343311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:31:18.350430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Made reservation on behalf of 0d690f8c51f642c791c7f3eaebb2a77d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:18.357958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:18.464597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:18.465492 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Added segment 14e0170f-28da-46d6-9d58-f48d6902818e of type vlan for network 4ff4687f-c157-4bd7-bc71-ac28dbb1db6f Sep 22 08:31:18.521512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] For port a306d50d-5d6b-49b5-aa85-9f748484772d, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:18.522719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attempted to set empty binding levels {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 08:31:18.554983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:18.557698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] In _notify_port_updated(), no bound segment for port a306d50d-5d6b-49b5-aa85-9f748484772d on network 7406412a-c47e-44e5-ac03-cadb68c488f9 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:31:18.558573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:18.559260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:18.567062 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "PUT /v2.0/ports/a306d50d-5d6b-49b5-aa85-9f748484772d HTTP/1.1" status: 200 len: 980 time: 4.3965487 Sep 22 08:31:18.569562 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-f5fa06e6-f985-4f82-89b1-08966a1949f2 service neutron] 10.222.0.42 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839495 Sep 22 08:31:18.570106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:18.715771 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-87f5013d-b3df-4f18-94a8-a7bda05dac32 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad47c8f3a1a48c18c4d4c1e3a2a5221 HTTP/1.1" status: 200 len: 380 time: 0.3741179 Sep 22 08:31:18.723882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:18.729868 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 3 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:18.763724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Request body: {'port': {'device_id': '3884af0b-cced-4901-a585-95ce4c421de0', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'admin_state_up': True, 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'security_groups': ['7a0b3cad-a8da-4de4-a849-cd9c99082cea']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:18.823806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'project_id': '4f963bb1e4c041d7afcdd7c553288465', 'port_id': 'a31f7376-358d-4e62-a1f3-5d53a770a234'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:18.897050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:19.001352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Usage tracker for resource:floatingip and tenant:4f963bb1e4c041d7afcdd7c553288465 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:19.014351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:19.019879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:19.070187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Deleting port a306d50d-5d6b-49b5-aa85-9f748484772d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:19.083734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:19.139021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:19.141222 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:19.142108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d06e-10f5-4a2d-824a-9283af05e93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event updated for resources: {'Port': ['ID=a306d50d-5d6b-49b5-aa85-9f748484772d,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:19.202207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'router': {'name': 'tempest-router--324401353', 'project_id': '5aee5579476147cfa68ac74a5d6ecfed'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:19.229820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:19.247683 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-668a70a2-ae6e-4d67-b626-377788e2681b req-ccd6501a-2760-4578-bfb7-5bab90403400 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.1112530 Sep 22 08:31:19.258697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:router and tenant:5aee5579476147cfa68ac74a5d6ecfed is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:19.262297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:19.297868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:19.331116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:19.521915 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 4 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:19.815731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:19.859535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Allocated IP 172.20.0.5 (b87c257a-8658-4e2a-8156-439803f1dec3/13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d/80d36957-5906-4318-bf5c-b1360bdbcc7a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:19.887421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:19.888749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:19.923143 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b63394d-4652-4b44-9049-a2c118a5ef3c req-61f1dd00-8b09-4e47-92ee-cd7ddac5dca2 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 210 time: 0.2213953 Sep 22 08:31:20.043175 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9fcc3343-6a94-4073-bb1a-a6cbddd189c8 req-3dc4bc31-4d43-487a-9bbd-89962d816d52 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 210 time: 0.6125112 Sep 22 08:31:20.044397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] It took 1.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:20.087089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.097065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60308) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:20.144121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] For port a306d50d-5d6b-49b5-aa85-9f748484772d, host hv-neutron-8575, got binding levels [] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:20.144470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.203544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.204999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:20.205742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.316890 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 5 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:20.358603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Network': ['ID=4ff4687f-c157-4bd7-bc71-ac28dbb1db6f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:20.364295 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e27993c1-1d21-4f3d-ba35-6edfd837ab1b tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.9634383 Sep 22 08:31:20.368178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60316) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:20.379715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:20.406027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 4ff4687f-c157-4bd7-bc71-ac28dbb1db6f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:31:20.409633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:20.494670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-983998433'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:20.511298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.520230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:20.523933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Calling delete_port for a306d50d-5d6b-49b5-aa85-9f748484772d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:20.528384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:20.559271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:network and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:20.568564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:20.586833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Made reservation on behalf of 9ad47c8f3a1a48c18c4d4c1e3a2a5221 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:20.590580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.607879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:20.613606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:20.711816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.789229 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e5e13c9c-1973-4219-9a04-103cc133dc1d req-de7f711c-283a-4a8a-bd0a-bbbd8e368e20 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.2271066 Sep 22 08:31:20.808916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.810465 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eda8644c-6bbd-4c15-87cc-3c326fde8479 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.6653166 Sep 22 08:31:20.814473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:20.835519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Transition to ACTIVE for port object 80d36957-5906-4318-bf5c-b1360bdbcc7a will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:20.855529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:20.859105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.947561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.986349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:20.988474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-caf9babe-4c1a-40a3-9b67-16393f716ea1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:20.996812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:security_group_rule and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:21.043235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:21.069419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:21.090658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.109914 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 6 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:21.120739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.160783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Allocated IP 172.20.0.5 (bcff7082-ca80-4576-966f-4316600a149d/24afe7ad-09d3-43da-8c83-2badb4f8b49a/5f33d0e3-c3cf-4ee4-a367-af19431035a3) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:21.199669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.199905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:21.201935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.404838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.521746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Pushing event deleted for resources: {'Port': ['ID=a306d50d-5d6b-49b5-aa85-9f748484772d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:21.615230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Network 4ff4687f-c157-4bd7-bc71-ac28dbb1db6f is not hosted by any dhcp agent {{(pid=89052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 08:31:21.617978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:21.619763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.626727 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "PUT /v2.0/networks/4ff4687f-c157-4bd7-bc71-ac28dbb1db6f HTTP/1.1" status: 200 len: 858 time: 1.2525892 Sep 22 08:31:21.701626 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 7 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:21.761693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60328) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:21.817426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.844059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-caf9babe-4c1a-40a3-9b67-16393f716ea1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.874398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:21.916759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-caf9babe-4c1a-40a3-9b67-16393f716ea1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:21.965376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c64a2c-2e39-4173-a762-e29a5edab6f2 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event updated for resources: {'Network': ['ID=4ff4687f-c157-4bd7-bc71-ac28dbb1db6f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:21.972350 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26ae3aa7-4824-409d-8ce7-1057512452bb req-b45d7761-681a-4ac0-bdd4-1458dc693fc3 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 210 time: 0.5240736 Sep 22 08:31:21.975288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Network b87c257a-8658-4e2a-8156-439803f1dec3 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:22.019392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6b4d2dd8-ee8c-4ed4-bf5d-89f47152c537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a306d50d-5d6b-49b5-aa85-9f748484772d HTTP/1.1" status: 204 len: 168 time: 3.3593814 Sep 22 08:31:22.023058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60334) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:22.028053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:22.041945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.043115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:22.082227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.119315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event updated for resources: {'Port': ['ID=80d36957-5906-4318-bf5c-b1360bdbcc7a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:22.247564 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dad97b3-9cb0-44cc-9d0d-4c286c616be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:31:22.248172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5dad97b3-9cb0-44cc-9d0d-4c286c616be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Synchronizing usage tracker for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:22.260381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:31:22.260665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.260768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef0044-c658-4a71-b79c-f390a19d8d99,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:22.280217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.48', 56343) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:22.285990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-caf9babe-4c1a-40a3-9b67-16393f716ea1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.286507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf9babe-4c1a-40a3-9b67-16393f716ea1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 820b6f16-5477-43fa-b572-3607d7207e53 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:31:22.324542 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a540d5-3c06-4ecc-894c-a0fc4741242c req-dad92e38-c2e7-4925-8b81-33d8ff55983d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:22.326653 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90a540d5-3c06-4ecc-894c-a0fc4741242c req-dad92e38-c2e7-4925-8b81-33d8ff55983d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 931 time: 1.0606019 Sep 22 08:31:22.338966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-caf9babe-4c1a-40a3-9b67-16393f716ea1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.340201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-caf9babe-4c1a-40a3-9b67-16393f716ea1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "DELETE /v2.0/routers/820b6f16-5477-43fa-b572-3607d7207e53 HTTP/1.1" status: 204 len: 168 time: 1.5241935 Sep 22 08:31:22.341282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5dad97b3-9cb0-44cc-9d0d-4c286c616be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] Unset dirty status for tenant:9faec0b9517a441db3c4a3fea89c9038 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:22.342384 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5dad97b3-9cb0-44cc-9d0d-4c286c616be1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-350261589-project-admin] 10.222.0.42 "GET /v2.0/ports/a306d50d-5d6b-49b5-aa85-9f748484772d HTTP/1.1" status: 404 len: 333 time: 0.2018168 Sep 22 08:31:22.362896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.363343 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Added segment 2d2082af-cdc9-4718-8537-b104201f1013 of type vlan for network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 Sep 22 08:31:22.376352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60340) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:22.379714 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 8 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:22.415688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.430326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Allocated IP 172.26.8.77 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/12858184-db44-4803-ae16-860b05a20e11) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:22.474955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:22.476102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.537470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:22.568171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.588297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Transition to ACTIVE for port object 5f33d0e3-c3cf-4ee4-a367-af19431035a3 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:22.590914 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90a540d5-3c06-4ecc-894c-a0fc4741242c req-051835bf-2baf-47d9-94a8-9e3e1d1bd746 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2542136 Sep 22 08:31:22.621110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.634334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:22.635188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.724047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cef44ba7-c0b0-4bf2-a258-4911c77fcf67 req-cb895991-573a-4220-bcc7-c3758040a752 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.4665914 Sep 22 08:31:22.773479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:22.863334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:22.881587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:23.038835 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 9 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:23.054509 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8975072 Sep 22 08:31:23.054509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:23.082842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:23.132210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'subnet': {'network_id': '2b7e5bd7-56c9-4fb4-a150-183eafbcd649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:23.165755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:23.305855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Network bcff7082-ca80-4576-966f-4316600a149d is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:23.313713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-a6587d23-83e7-43dd-87a1-cdc489cee27a tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:23.315739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-a6587d23-83e7-43dd-87a1-cdc489cee27a tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.48 "GET /v2.0/networks?id=be1564f6-c02c-4901-9d38-5322a41164a9 HTTP/1.1" status: 200 len: 812 time: 0.6986523 Sep 22 08:31:23.330583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:23.373751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:23.440669 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-53503b5d-61db-4d3c-80b2-0012c14092d2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0461507 Sep 22 08:31:23.457122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec0dbd-c050-4ae6-a244-89261ea35547 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Network': ['ID=2b7e5bd7-56c9-4fb4-a150-183eafbcd649,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:23.476637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:31:23.477498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event updated for resources: {'Port': ['ID=5f33d0e3-c3cf-4ee4-a367-af19431035a3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:23.514975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:23.530347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:23.531902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-319877187', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:23.550205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff4687f-c157-4bd7-bc71-ac28dbb1db6f']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:23.563971 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-e36e09ff-0472-4cc6-a69a-46d980b35584 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8165617 Sep 22 08:31:23.605755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:23.685203 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Attempt 10 to provision port 5eb2e061-3586-481c-9cf1-343c40be2599 Sep 22 08:31:23.802005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e0170f-28da-46d6-9d58-f48d6902818e') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:23.802376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e0170f-28da-46d6-9d58-f48d6902818e') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:23.835877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Usage tracker for resource:router and tenant:ca8ce45bd9964221b1f426e6ff8089c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:23.841926 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-63120392-b90b-4b39-834d-325a2f69b5d0 None None] Port 5eb2e061-3586-481c-9cf1-343c40be2599 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:23.863099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:23.880244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5884a-c08e-439b-9b8c-f3f40ed9ccf1 req-2c4f72c1-f9a6-4edc-832c-1a3d40dbba66 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:23.881480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ead5884a-c08e-439b-9b8c-f3f40ed9ccf1 req-2c4f72c1-f9a6-4edc-832c-1a3d40dbba66 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Synchronizing usage tracker for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:23.909177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ead5884a-c08e-439b-9b8c-f3f40ed9ccf1 req-2c4f72c1-f9a6-4edc-832c-1a3d40dbba66 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Unset dirty status for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:23.911875 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ead5884a-c08e-439b-9b8c-f3f40ed9ccf1 req-2c4f72c1-f9a6-4edc-832c-1a3d40dbba66 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 931 time: 0.1483448 Sep 22 08:31:23.913545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:23.932274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:23.935302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:23.955797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:subnet and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:23.962015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:23.975440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Provisioning for port 80d36957-5906-4318-bf5c-b1360bdbcc7a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:23.978060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:23.981705 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Provisioning complete for port 80d36957-5906-4318-bf5c-b1360bdbcc7a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:23.982310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:23.982827 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 1 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:23.995020 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ead5884a-c08e-439b-9b8c-f3f40ed9ccf1 req-f5a27cbd-f20e-4590-86cf-80e9d479a1c8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0756614 Sep 22 08:31:24.046550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.051617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.059981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:24.070748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:24.141019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:24.157552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.178509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:24.178932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.185559 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2aeecaaa-e9ca-4e93-90cf-3df9199b61ed req-ed3e8752-15a2-4029-b343-f2afc9ead516 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.0604324 Sep 22 08:31:24.253287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7406412a-c47e-44e5-ac03-cadb68c488f9']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:24.265157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.266184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.301291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8a377-aa52-4274-b549-274b2d87c426 req-f976935e-757d-45a4-a2d1-b245bf25dd05 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:24.302786 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a4e8a377-aa52-4274-b549-274b2d87c426 req-f976935e-757d-45a4-a2d1-b245bf25dd05 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 931 time: 1.0921416 Sep 22 08:31:24.317094 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 14e0170f-28da-46d6-9d58-f48d6902818e resource provider aggregate not found Sep 22 08:31:24.386853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e8a145-f01a-4b69-85e8-9c1c7052870c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:24.387146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e8a145-f01a-4b69-85e8-9c1c7052870c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:24.419797 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 14e0170f-28da-46d6-9d58-f48d6902818e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14e0170f-28da-46d6-9d58-f48d6902818e found for delete ", "request_id": "req-548f2d32-537c-4c85-8e3a-60eebb242489"}]} Sep 22 08:31:24.444345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.471920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.496678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.530931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.535182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ff4687f-c157-4bd7-bc71-ac28dbb1db6f {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 08:31:24.537214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.540274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:24.540662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.561439 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 2 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:24.577292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a4e8a377-aa52-4274-b549-274b2d87c426 req-37b617c4-c057-475d-bc9f-299bfe6b5e12 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Synchronizing usage tracker for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:24.650136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ff4687f-c157-4bd7-bc71-ac28dbb1db6f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:24.694015 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:24.746547 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-92d31217-0ce2-453a-b406-aafaf4ebfb79 tempest-ExternalNetworksTestJSON-474208102 tempest-ExternalNetworksTestJSON-474208102-project-admin] 10.222.0.42 "DELETE /v2.0/networks/4ff4687f-c157-4bd7-bc71-ac28dbb1db6f HTTP/1.1" status: 204 len: 168 time: 2.9771965 Sep 22 08:31:24.754799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:24.763337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.808703 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ba008d-be52-4b49-aaef-b3cbe9537e84 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] DELETE failed (client error): The resource could not be found. Sep 22 08:31:24.808703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ba008d-be52-4b49-aaef-b3cbe9537e84 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:31:24.812208 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22ba008d-be52-4b49-aaef-b3cbe9537e84 tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] 10.222.0.42 "DELETE /v2.0/subnets/bc59bf2a-81bf-4c7b-b5c7-74ecbb487f9e HTTP/1.1" status: 404 len: 337 time: 0.0552289 Sep 22 08:31:24.812860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60374) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:24.973035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:24.997515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a4e8a377-aa52-4274-b549-274b2d87c426 req-37b617c4-c057-475d-bc9f-299bfe6b5e12 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Unset dirty status for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:24.998767 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a4e8a377-aa52-4274-b549-274b2d87c426 req-37b617c4-c057-475d-bc9f-299bfe6b5e12 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6185317 Sep 22 08:31:25.007507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.011701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.020952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:25.046818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:25.050360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:25.195276 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 3 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:25.303620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.305430 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.337526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] Pushing event deleted for resources: {'Network': ['ID=7406412a-c47e-44e5-ac03-cadb68c488f9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:25.348654 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-10c4da7d-142d-4d70-82d4-dd359da2b788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-68938075-project] 10.222.0.42 "DELETE /v2.0/networks/7406412a-c47e-44e5-ac03-cadb68c488f9 HTTP/1.1" status: 204 len: 168 time: 2.9602675 Sep 22 08:31:25.361180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47beaae9-448a-4bc1-a92b-287b357bf6cf']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:25.370927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:25.385261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee6a9bb-8d67-4e03-903d-885615da9748') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:25.385768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee6a9bb-8d67-4e03-903d-885615da9748') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:25.403288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.438394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbeaa7-4152-4087-928a-c2691d44cd9f req-d5341fee-84b4-4c26-b883-a3b79f06d28f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:25.440751 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e6cbeaa7-4152-4087-928a-c2691d44cd9f req-d5341fee-84b4-4c26-b883-a3b79f06d28f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 931 time: 0.2146592 Sep 22 08:31:25.450937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-9ac4025b-6dfd-4a35-bd31-cab1829aedae tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:31:25.452130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-9ac4025b-6dfd-4a35-bd31-cab1829aedae tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0249312 Sep 22 08:31:25.457103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-3fd5bd10-c4c1-4e0e-8469-4cf706d55892 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:31:25.458073 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-3fd5bd10-c4c1-4e0e-8469-4cf706d55892 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160708 Sep 22 08:31:25.494401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.526645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Pushing event updated for resources: {'Port': ['ID=12858184-db44-4803-ae16-860b05a20e11,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:25.528240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:31:25.528589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.636069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1ee6a9bb-8d67-4e03-903d-885615da9748 resource provider aggregate not found Sep 22 08:31:25.650648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-a8042c73-81fb-4779-9735-029703f6549d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Synchronizing usage tracker for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:25.682447 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1ee6a9bb-8d67-4e03-903d-885615da9748 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ee6a9bb-8d67-4e03-903d-885615da9748 found for delete ", "request_id": "req-687b870f-3b12-4b60-891b-8219577617cc"}]} Sep 22 08:31:25.715375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-83006e01-14d6-4271-a0c9-23b75a849989 req-a8042c73-81fb-4779-9735-029703f6549d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Unset dirty status for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:25.715375 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-a8042c73-81fb-4779-9735-029703f6549d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2dd066dc5e04f339616e461ff5f5582 HTTP/1.1" status: 200 len: 379 time: 0.2693269 Sep 22 08:31:25.723600 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e6cbeaa7-4152-4087-928a-c2691d44cd9f req-6e028bb1-81cc-4fc6-b7b6-5a17e6541afa tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2413125 Sep 22 08:31:25.745820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.782584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:25.785779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] Pushing event deleted for resources: {'Network': ['ID=47beaae9-448a-4bc1-a92b-287b357bf6cf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:25.797592 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3b040fb7-1585-4fa8-9645-a08f5bb78e6a tempest-ExternalNetworksTestJSON-1877577738 tempest-ExternalNetworksTestJSON-1877577738-project] 10.222.0.42 "DELETE /v2.0/networks/47beaae9-448a-4bc1-a92b-287b357bf6cf HTTP/1.1" status: 204 len: 168 time: 0.9836781 Sep 22 08:31:25.874323 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 4 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:25.915920 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f2a57560-f7b5-4da2-96b7-a4317138c4d4 req-477cb110-1f56-46c0-b509-d86cabfdec7c tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.5573246 Sep 22 08:31:25.953644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Request body: {'port': {'device_id': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'admin_state_up': True, 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'security_groups': ['b4112a28-040d-4202-a1a4-2960426a4aed']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:26.138358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:26.217743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60406) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:26.379192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Request body: {'port': {'device_id': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:26.448345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60418) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:26.448896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Request body: {'port': {'device_id': '3884af0b-cced-4901-a585-95ce4c421de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:26.508347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:26.520004 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d3e8a145-f01a-4b69-85e8-9c1c7052870c resource provider aggregate not found Sep 22 08:31:26.555653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:26.605191 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d3e8a145-f01a-4b69-85e8-9c1c7052870c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3e8a145-f01a-4b69-85e8-9c1c7052870c found for delete ", "request_id": "req-472e7ab5-c78d-463b-bbfc-0f3905dec5b2"}]} Sep 22 08:31:26.640978 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 5 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:26.711791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Subnet': ['ID=2c3a88f0-9bc4-4e47-ac60-154fecdd7b73,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:26.746509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Checking segment: {'id': '2d2082af-cdc9-4718-8537-b104201f1013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2b7e5bd7-56c9-4fb4-a150-183eafbcd649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:26.746870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network hostable DHCP agents. Network: 2b7e5bd7-56c9-4fb4-a150-183eafbcd649, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:31:26.829819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:26.832279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:26.893503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:31:26.913747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Made reservation on behalf of f2dd066dc5e04f339616e461ff5f5582 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:26.917460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.090502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e11b34d0-8633-4c58-85a5-d802dc8d03f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8f9eff57a154505b629c78c25e77b59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8666973 Sep 22 08:31:27.091149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60432) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:27.176648 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91e0870f-3890-4b6f-a154-4eb5d54a43fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=700203d9e4f0474dab2d45cbf60c34d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7025135 Sep 22 08:31:27.185801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60436) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:27.193144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 2b7e5bd7-56c9-4fb4-a150-183eafbcd649) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:27.212555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b404f7-4b36-46db-8aee-4d9e8172aaa9 None None] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:27.217320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.317249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:27.317837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.389928 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 6 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:27.563034 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-907ce7b6-e784-4059-9671-7a883f0a3e21 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4479585 Sep 22 08:31:27.565991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.574354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60440) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:27.587664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:27.588012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621839a8-6aca-4b3c-9e2a-5633dece7296 req-4adb9c5c-37d6-4f07-bc24-4809eeea15b1 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:27.588710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-621839a8-6aca-4b3c-9e2a-5633dece7296 req-4adb9c5c-37d6-4f07-bc24-4809eeea15b1 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Synchronizing usage tracker for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:27.624881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1662237275', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:27.626063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11798f02-9efe-4c8c-bd92-264de90e584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.634316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c6d2dba-4a93-41cf-88de-1d2e636df7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.636190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.646883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81729dad-6e01-4769-b8f4-ad079344bf6d req-f63fc7d3-f621-49cc-991a-489fa466a20b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:27.649087 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-81729dad-6e01-4769-b8f4-ad079344bf6d req-f63fc7d3-f621-49cc-991a-489fa466a20b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 931 time: 0.5381169 Sep 22 08:31:27.658935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.661876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:27.667641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.686756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:router and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:27.701171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:27.756138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:27.780825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Allocated IP 172.20.0.3 (be1564f6-c02c-4901-9d38-5322a41164a9/d0a65958-9562-43ff-be6a-6c80d7233631/07188f02-1cd0-448b-a1a9-9b52796abf82) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:27.784947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c6d2dba-4a93-41cf-88de-1d2e636df7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.807463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-621839a8-6aca-4b3c-9e2a-5633dece7296 req-4adb9c5c-37d6-4f07-bc24-4809eeea15b1 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Unset dirty status for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:27.808710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-621839a8-6aca-4b3c-9e2a-5633dece7296 req-4adb9c5c-37d6-4f07-bc24-4809eeea15b1 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 931 time: 1.4418740 Sep 22 08:31:27.815118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741db793-80d4-44be-b1a7-99fa66f3efa2 None None] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:27.846346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.847382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.936775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11798f02-9efe-4c8c-bd92-264de90e584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:27.947431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-81729dad-6e01-4769-b8f4-ad079344bf6d req-14458f49-b6ab-47e7-9571-2b8d3cbe2193 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2840950 Sep 22 08:31:28.065649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.070805 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-621839a8-6aca-4b3c-9e2a-5633dece7296 req-415c5717-944a-48aa-ba64-bfa22b59e3c3 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457366 Sep 22 08:31:28.077302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d36957-5906-4318-bf5c-b1360bdbcc7a {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:31:28.120463 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 7 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:28.129816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.131570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Allocated IP 172.26.8.209 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/b3446151-2c50-43ad-97df-9eea294a9b3b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:28.134088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.205027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c6d2dba-4a93-41cf-88de-1d2e636df7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.234442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11798f02-9efe-4c8c-bd92-264de90e584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.239946 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2ee95f9-ba17-4ad2-9722-331608801f3b req-57c08633-4a9b-4525-84c7-ee773b3a4f04 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.1090324 Sep 22 08:31:28.251042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:28.281686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11798f02-9efe-4c8c-bd92-264de90e584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af43f4cb-3b52-4518-ad56-a07b99c3c513,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:28.297621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Transition to ACTIVE for port object 80d36957-5906-4318-bf5c-b1360bdbcc7a will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:28.312414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d2dba-4a93-41cf-88de-1d2e636df7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510824d8-08ac-4dd8-b196-1503871c2ade,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:28.336362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.378640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11798f02-9efe-4c8c-bd92-264de90e584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.379786 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-11798f02-9efe-4c8c-bd92-264de90e584c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af43f4cb-3b52-4518-ad56-a07b99c3c513 HTTP/1.1" status: 204 len: 168 time: 1.1880403 Sep 22 08:31:28.525876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.570259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.577838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.670759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.704005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Pushing event updated for resources: {'Port': ['ID=12858184-db44-4803-ae16-860b05a20e11,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:28.707736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:28.710190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.753010 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 8 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:28.802304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:28.808194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:28.828752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:28.842351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:28.905861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Pushing event updated for resources: {'Port': ['ID=80d36957-5906-4318-bf5c-b1360bdbcc7a,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:28.972560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c6d2dba-4a93-41cf-88de-1d2e636df7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:28.973324 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c6d2dba-4a93-41cf-88de-1d2e636df7ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/510824d8-08ac-4dd8-b196-1503871c2ade HTTP/1.1" status: 204 len: 168 time: 1.8626187 Sep 22 08:31:28.984513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event updated for resources: {'Port': ['ID=b3446151-2c50-43ad-97df-9eea294a9b3b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:28.992095 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5b384d41-48c2-4568-bfbe-26f4641d0ac3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5144a2ed940c470fa1c56509fe8bbcc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809007 Sep 22 08:31:28.992496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.006589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:29.027120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.055878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Attempting to bind port 80d36957-5906-4318-bf5c-b1360bdbcc7a on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:29.056345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Attempting to bind port 80d36957-5906-4318-bf5c-b1360bdbcc7a by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:29.056745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Attempting to bind port 80d36957-5906-4318-bf5c-b1360bdbcc7a on network b87c257a-8658-4e2a-8156-439803f1dec3 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:29.063280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Transition to ACTIVE for port object 07188f02-1cd0-448b-a1a9-9b52796abf82 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:29.067178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a on network b87c257a-8658-4e2a-8156-439803f1dec3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:29.067591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Attempting to bind port 80d36957-5906-4318-bf5c-b1360bdbcc7a on network b87c257a-8658-4e2a-8156-439803f1dec3 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:29.096996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:29.097510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Checking segment: {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:29.098127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Bound using segment: {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:29.098690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Bound port: 80d36957-5906-4318-bf5c-b1360bdbcc7a, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b894eb46-1aab-4a84-812b-d26c357e7e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:29.099120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.188141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:29.232866 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Floating IP b2bde1fc-f24e-482b-af51-c5998e69cb05 associated. External IP: 172.26.8.77, port: a31f7376-358d-4e62-a1f3-5d53a770a234. Sep 22 08:31:29.309645 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 9 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:29.323753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-168a8905-1fc3-483a-9986-bb0e1e8b4ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.352748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-168a8905-1fc3-483a-9986-bb0e1e8b4ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.382318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:29.409103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f33d0e3-c3cf-4ee4-a367-af19431035a3 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:31:29.413511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60466) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:29.420221 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:31:29.451874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.460990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.568229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c566b25-1471-4cf9-9970-09c226189f60 req-4f7db1b1-7152-481b-b173-706b085a96d9 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:29.569680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c566b25-1471-4cf9-9970-09c226189f60 req-4f7db1b1-7152-481b-b173-706b085a96d9 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 943 time: 0.4740131 Sep 22 08:31:29.571485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Transition to ACTIVE for port object 5f33d0e3-c3cf-4ee4-a367-af19431035a3 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:29.574747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] For port 80d36957-5906-4318-bf5c-b1360bdbcc7a, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:29.617298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.672398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Network be1564f6-c02c-4901-9d38-5322a41164a9 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:29.703199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] For port 80d36957-5906-4318-bf5c-b1360bdbcc7a, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:29.704981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:29.708454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:29.754403 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bafadbae-9d60-4290-a2b6-934ed0cf7b9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9faec0b9517a441db3c4a3fea89c9038&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3355384 Sep 22 08:31:29.754403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.762011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60470) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:29.762291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event updated for resources: {'Port': ['ID=07188f02-1cd0-448b-a1a9-9b52796abf82,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:29.806082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-168a8905-1fc3-483a-9986-bb0e1e8b4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.826341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:29.826947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:29.828357 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] 10.222.0.48 "PUT /v2.0/ports/80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 1093 time: 3.8393261 Sep 22 08:31:29.866228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:29.883803 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 10 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:29.949320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a8905-1fc3-483a-9986-bb0e1e8b4ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d522c146-97e7-4d65-96eb-41ccc79f0797,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:29.996472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b76648-5600-4a4d-ab54-1093dd8dc4ac req-a3c0b1a8-4dbf-40d7-84e9-9bec36dc941a tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:30.004343 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43b76648-5600-4a4d-ab54-1093dd8dc4ac req-a3c0b1a8-4dbf-40d7-84e9-9bec36dc941a tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 931 time: 0.7183332 Sep 22 08:31:30.008533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port 80d36957-5906-4318-bf5c-b1360bdbcc7a had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:31:30.021592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Provisioning for port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:30.040644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-168a8905-1fc3-483a-9986-bb0e1e8b4ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.042017 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-168a8905-1fc3-483a-9986-bb0e1e8b4ae8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d522c146-97e7-4d65-96eb-41ccc79f0797 HTTP/1.1" status: 204 len: 168 time: 1.0239475 Sep 22 08:31:30.045751 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c566b25-1471-4cf9-9970-09c226189f60 req-7f317391-8bca-49c1-b45d-65bdb34b9ba0 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4573057 Sep 22 08:31:30.062904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Provisioning for port a31f7376-358d-4e62-a1f3-5d53a770a234 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:30.081076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Provisioning complete for port a31f7376-358d-4e62-a1f3-5d53a770a234 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:30.083979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.084491 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 1 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:30.097421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:30.098047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.110800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f33d0e3-c3cf-4ee4-a367-af19431035a3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:30.211413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:30.235261 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43b76648-5600-4a4d-ab54-1093dd8dc4ac req-14712da8-ca83-4693-851e-9e464712833c tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297394 Sep 22 08:31:30.247612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.297956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef464461-693a-41ea-b671-3cc642fb78b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:30.302715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02716dc4-1825-4739-8430-19daa96c3adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.305978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-78627fa8-8103-43e9-9c49-b8f25501ecd0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3563917 Sep 22 08:31:30.429216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Router da15cd59-c446-4e34-bc3e-f3e30ef08396 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:30.633878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa3146f-f006-4c04-901a-1b9b93b41ff1 x-openstack-request-id: req-baa3146f-f006-4c04-901a-1b9b93b41ff1 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:30.634129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:30.634342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-baa3146f-f006-4c04-901a-1b9b93b41ff1 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:30.634784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa3146f-f006-4c04-901a-1b9b93b41ff1'] response: {'name': 'network-changed', 'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'status': 'completed', 'code': 200} Sep 22 08:31:30.676930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Attempting to bind port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:30.677273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Attempting to bind port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:30.677953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Attempting to bind port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 on network bcff7082-ca80-4576-966f-4316600a149d {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:30.685659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Request body: {'port': {'device_id': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:30.712616 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 2 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:30.720583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.772211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:30.794823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30baa1e-a240-49ad-9936-fc85402095ae service neutron] Pushing event updated for resources: {'Port': ['ID=80d36957-5906-4318-bf5c-b1360bdbcc7a,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:30.796863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 on network bcff7082-ca80-4576-966f-4316600a149d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:30.797185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Attempting to bind port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 on network bcff7082-ca80-4576-966f-4316600a149d {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:30.810575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.813706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02716dc4-1825-4739-8430-19daa96c3adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.814540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:30.824771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] Sync routers for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:30.826227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-35250d4a-da6a-4bab-8fd1-b49dcdda6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:30.827732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-35250d4a-da6a-4bab-8fd1-b49dcdda6a2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1096 time: 0.9573064 Sep 22 08:31:30.834723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.840667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.849714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:30.850731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:30.878321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:30.878666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Checking segment: {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:30.879052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Bound using segment: {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:30.879657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Bound port: 5f33d0e3-c3cf-4ee4-a367-af19431035a3, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0b5061-0db8-4cdd-a448-34b741b95091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:30.880005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:30.927834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:30.937783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:30.938718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:31.006118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:31.006993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea59e91-29b3-49d5-ade3-08118c68775c None None] The sync data for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:31.073994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:31.114932 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-96276c08-d443-45c9-9d78-8caf71667ab6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 217 time: 0.2736342 Sep 22 08:31:31.122845 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ad8b5112-b42a-4389-a95e-4e71a0801d7e tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 13.3847163 Sep 22 08:31:31.126270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60510) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:31.215964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d61529-c5fb-451a-bc0e-a57b747afd9e req-de13522d-0183-416e-81a8-4b6fec366d42 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:31.216676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a0d61529-c5fb-451a-bc0e-a57b747afd9e req-de13522d-0183-416e-81a8-4b6fec366d42 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Synchronizing usage tracker for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:31.273917 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 3 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:31.349101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:31.374088 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-51928cf9-2e58-47ea-992e-990444c844e6 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] 10.222.0.42 "GET /v2.0/floatingips/b2bde1fc-f24e-482b-af51-c5998e69cb05 HTTP/1.1" status: 200 len: 983 time: 0.2461610 Sep 22 08:31:31.375755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a0d61529-c5fb-451a-bc0e-a57b747afd9e req-de13522d-0183-416e-81a8-4b6fec366d42 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Unset dirty status for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:31.376969 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a0d61529-c5fb-451a-bc0e-a57b747afd9e req-de13522d-0183-416e-81a8-4b6fec366d42 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 931 time: 1.0850537 Sep 22 08:31:31.377432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60518) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:31.378411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] For port 5f33d0e3-c3cf-4ee4-a367-af19431035a3, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:31.386751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-3c44ade5-7c9b-45b8-927a-cccac37cf649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:31.388258 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-3c44ade5-7c9b-45b8-927a-cccac37cf649 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.2496710 Sep 22 08:31:31.426233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070337a-c648-45be-8bab-2e99746ddaf3 req-ebd7d723-ade9-4d8f-a465-e5425f0c5a42 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:31.427715 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1070337a-c648-45be-8bab-2e99746ddaf3 req-ebd7d723-ade9-4d8f-a465-e5425f0c5a42 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 943 time: 0.1882389 Sep 22 08:31:31.437136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Router 9a5fbcd0-0765-4b92-9c9a-49819fbce668 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:31:31.550639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02716dc4-1825-4739-8430-19daa96c3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:31.557017 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1070337a-c648-45be-8bab-2e99746ddaf3 req-4ad4c125-576c-4c73-92ad-a4f0d111f6e9 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1220021 Sep 22 08:31:31.560837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] For port 5f33d0e3-c3cf-4ee4-a367-af19431035a3, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:31.666858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:31.678090 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] Sync routers for ids ['9a5fbcd0-0765-4b92-9c9a-49819fbce668'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:31.689859 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] Routers {'9a5fbcd0-0765-4b92-9c9a-49819fbce668'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:31.690700 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9a5fbcd0-0765-4b92-9c9a-49819fbce668'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:31.724084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.26.8.217 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/69a749b6-5c95-4184-a388-0941ef926c03) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:31.726756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:31.728832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02716dc4-1825-4739-8430-19daa96c3adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c856a7-f4a6-473b-a097-1d3584abea89,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:31.763354 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:31.766577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:31.770969 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c492af83-fc99-45ab-9d3a-56541aaf1600 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8894358 Sep 22 08:31:31.771439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60532) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:31.774090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:31.774700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:31.776415 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f33d0e3-c3cf-4ee4-a367-af19431035a3 HTTP/1.1" status: 200 len: 1093 time: 5.7887259 Sep 22 08:31:31.778993 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] Routers {'9a5fbcd0-0765-4b92-9c9a-49819fbce668'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:31.779205 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9a5fbcd0-0765-4b92-9c9a-49819fbce668'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:31.849749 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 4 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:31.862610 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:31.863012 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ff7073-e17b-4401-b726-a2d59cc09711 None None] The sync data for ids ['9a5fbcd0-0765-4b92-9c9a-49819fbce668'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:31.922724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:31.984708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5f1d-2614-446f-9c7b-ca796d4a4d2a req-d180d55e-eeb4-48c1-b86c-c318be1d91fa tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:31.986259 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e34f5f1d-2614-446f-9c7b-ca796d4a4d2a req-d180d55e-eeb4-48c1-b86c-c318be1d91fa tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 943 time: 0.3005893 Sep 22 08:31:31.989284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60540) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:32.017719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb28a1-aa55-410e-a93d-e5b0d4551a31 service neutron] Pushing event updated for resources: {'Port': ['ID=5f33d0e3-c3cf-4ee4-a367-af19431035a3,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:32.042859 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9717a92d-525a-4a67-87cb-833652a52d09 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/9a5fbcd0-0765-4b92-9c9a-49819fbce668 HTTP/1.1" status: 200 len: 924 time: 0.2701378 Sep 22 08:31:32.045512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:32.086149 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e34f5f1d-2614-446f-9c7b-ca796d4a4d2a req-0a1f0322-a7a7-48cf-8299-24250c4c7aaf tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890863 Sep 22 08:31:32.111523 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-18e944fe-94c8-4b9b-b49c-e18c83f562d7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a5fbcd0-0765-4b92-9c9a-49819fbce668 HTTP/1.1" status: 200 len: 205 time: 0.0574808 Sep 22 08:31:32.111523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60550) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:32.145622 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a0d61529-c5fb-451a-bc0e-a57b747afd9e req-490ce795-5e7d-473f-8aa1-fd5fbb077809 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7526016 Sep 22 08:31:32.164565 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dc587702-6aa4-4aa0-9755-7478bbc855ea tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.7771924 Sep 22 08:31:32.168709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60554) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:32.174138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:32.175612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02716dc4-1825-4739-8430-19daa96c3adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.176648 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-02716dc4-1825-4739-8430-19daa96c3adb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3c856a7-f4a6-473b-a097-1d3584abea89 HTTP/1.1" status: 204 len: 168 time: 2.4109280 Sep 22 08:31:32.187388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:32.201474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Usage tracker for resource:floatingip and tenant:7dcc573f13934fae8c6e0150ef786f09 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:32.206399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:32.215421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:32.299587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.360397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-8334870b-8ae7-4e04-912d-d01eec5237e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:32.362476 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-8334870b-8ae7-4e04-912d-d01eec5237e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9113371 Sep 22 08:31:32.377065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.424296 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 5 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:32.516643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:32.640554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:32.642867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358e33dd-25ad-4f07-9121-18125806c6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:32.658708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.663505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-0f1316dd-e28e-4cef-bfdd-086163cc7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:32.664986 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-0f1316dd-e28e-4cef-bfdd-086163cc7857 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad47c8f3a1a48c18c4d4c1e3a2a5221&device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 1096 time: 0.7139902 Sep 22 08:31:32.683029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:32.714685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.737271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Deleting port b3446151-2c50-43ad-97df-9eea294a9b3b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:32.737610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.780967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-d1e00d47-55cb-49b0-ad76-08666bf86a5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3 HTTP/1.1" status: 200 len: 217 time: 0.0991607 Sep 22 08:31:32.782478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7557b844-764b-4674-a409-c5aa7b705898 x-openstack-request-id: req-7557b844-764b-4674-a409-c5aa7b705898 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:32.782785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:32.783005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7557b844-764b-4674-a409-c5aa7b705898 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:32.783421 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7557b844-764b-4674-a409-c5aa7b705898'] response: {'name': 'network-changed', 'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'status': 'completed', 'code': 200} Sep 22 08:31:32.903636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting port 12858184-db44-4803-ae16-860b05a20e11 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:32.903974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.922332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:32.961775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07188f02-1cd0-448b-a1a9-9b52796abf82 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:31:32.996400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.018246 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 6 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:33.042626 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-7322ce1d-8092-4392-9c6d-26ca819be691 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686809 Sep 22 08:31:33.061657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.075843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ee26b-79af-4880-8330-270daf4eb3f5 req-ace557df-bc8d-4197-9917-09ce71140b1f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:33.077580 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd9ee26b-79af-4880-8330-270daf4eb3f5 req-ace557df-bc8d-4197-9917-09ce71140b1f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 943 time: 0.3117309 Sep 22 08:31:33.093898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Transition to ACTIVE for port object 07188f02-1cd0-448b-a1a9-9b52796abf82 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:33.096833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-5e8f8478-85f9-48d3-a9cb-d67b673f82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:33.098974 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-5e8f8478-85f9-48d3-a9cb-d67b673f82cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24afe7ad-09d3-43da-8c83-2badb4f8b49a HTTP/1.1" status: 200 len: 845 time: 0.2636921 Sep 22 08:31:33.099768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:33.220437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Calling delete_port for b3446151-2c50-43ad-97df-9eea294a9b3b owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:33.275075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.347892 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd9ee26b-79af-4880-8330-270daf4eb3f5 req-b7c035e5-6c4c-4f02-aba3-650937bce568 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2132800 Sep 22 08:31:33.373949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Allocated IP 172.26.8.116 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/ea4fb024-fea8-4ee1-96c6-b80760de58ba) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:33.444626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Pushing event updated for resources: {'Port': ['ID=07188f02-1cd0-448b-a1a9-9b52796abf82,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:33.447302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.601774 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 7 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:33.633103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:33.687458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:33.691881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.705418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:33.715009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:33.725559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326e257-c1da-45d2-ac0c-ae3eeb5aebd3 req-c89f4827-3cbd-4542-805c-e3676aa97c6e tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:33.727046 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7326e257-c1da-45d2-ac0c-ae3eeb5aebd3 req-c89f4827-3cbd-4542-805c-e3676aa97c6e tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 943 time: 0.2379382 Sep 22 08:31:33.772539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=69a749b6-5c95-4184-a388-0941ef926c03,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:33.777894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.778224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.778706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:33.800101 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e118cb2-a568-42a7-ae36-52fc24a1bce8 req-2f93d1c3-0c65-4c4c-bc9f-309b563345ca service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330110 Sep 22 08:31:33.814617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:33.877949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event deleted for resources: {'Port': ['ID=b3446151-2c50-43ad-97df-9eea294a9b3b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:33.889196 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7326e257-c1da-45d2-ac0c-ae3eeb5aebd3 req-a2952685-9775-4b4f-8678-bf2230d6f3a5 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536179 Sep 22 08:31:33.922673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.013117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:34.017438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:34.019892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:34.035907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Calling delete_port for 12858184-db44-4803-ae16-860b05a20e11 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:34.070390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.116382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-a8e84be4-21f0-4da7-8b53-84bb249042ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:34.117836 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-a8e84be4-21f0-4da7-8b53-84bb249042ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcff7082-ca80-4576-966f-4316600a149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8950369 Sep 22 08:31:34.118211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4fb024-fea8-4ee1-96c6-b80760de58ba,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:34.207121 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 8 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:34.259014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.262037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.269102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:34.297581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.298112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Fanout notify agent at l3_agent the message router_deleted on router 9a5fbcd0-0765-4b92-9c9a-49819fbce668 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:31:34.302881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1360386412'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:34.306091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Attempting to bind port 07188f02-1cd0-448b-a1a9-9b52796abf82 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:34.306390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Attempting to bind port 07188f02-1cd0-448b-a1a9-9b52796abf82 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:34.306774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Attempting to bind port 07188f02-1cd0-448b-a1a9-9b52796abf82 on network be1564f6-c02c-4901-9d38-5322a41164a9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:34.307485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.315997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed89ff-6da1-4b28-9d94-d6fac54fa4fe req-4898b645-6e5d-4280-a4a5-4d4e9e9c908e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:34.317505 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-29ed89ff-6da1-4b28-9d94-d6fac54fa4fe req-4898b645-6e5d-4280-a4a5-4d4e9e9c908e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 943 time: 1.0961354 Sep 22 08:31:34.381167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:34.409582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Port 07188f02-1cd0-448b-a1a9-9b52796abf82 on network be1564f6-c02c-4901-9d38-5322a41164a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:34.409582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Attempting to bind port 07188f02-1cd0-448b-a1a9-9b52796abf82 on network be1564f6-c02c-4901-9d38-5322a41164a9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:34.415699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Usage tracker for resource:network and tenant:7b6dff02b8064611bc1f7ee5fcb01252 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:34.443494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:34.474955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.476083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a8b693e-2910-4524-8245-96e254532a21 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/9a5fbcd0-0765-4b92-9c9a-49819fbce668 HTTP/1.1" status: 204 len: 168 time: 2.3687220 Sep 22 08:31:34.487724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60610) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:34.497327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:34.497661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Checking segment: {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:34.498038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Bound using segment: {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:34.498479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Bound port: 07188f02-1cd0-448b-a1a9-9b52796abf82, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aef568b-ef05-4b34-854e-8928fbdb7672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:34.498818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.510345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:34.540179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'router': {'name': 'tempest-snat-router-532868437', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': False}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:34.557281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:34.566428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:router and tenant:1d50cb64ad504c90a9abdea052e3e57d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:34.569209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.604047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:34.625733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:34.643188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Made reservation on behalf of 7b6dff02b8064611bc1f7ee5fcb01252 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:34.646797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.654406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.655512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.692481 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-29ed89ff-6da1-4b28-9d94-d6fac54fa4fe req-346e9d23-e57e-4c66-952b-796ace949470 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130548 Sep 22 08:31:34.699496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.716318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-9a2b046d-8eb6-4766-9e89-1acaff709aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:34.717790 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-9a2b046d-8eb6-4766-9e89-1acaff709aa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1096 time: 0.6949940 Sep 22 08:31:34.721475 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-68530d4e-7c01-4230-a053-630a370a2638 service neutron] 10.222.0.48 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833716 Sep 22 08:31:34.753610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b220ea1-042f-45d5-bfb7-9952ac047b2f req-0a999ff4-4cf0-41e9-8aaf-757df51d85a4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:34.755088 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1b220ea1-042f-45d5-bfb7-9952ac047b2f req-0a999ff4-4cf0-41e9-8aaf-757df51d85a4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 943 time: 0.2716191 Sep 22 08:31:34.768390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:34.770319 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 9 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:34.836488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:34.842285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:34.858495 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1b220ea1-042f-45d5-bfb7-9952ac047b2f req-1f679f55-a08b-44dd-85c2-e3b7e7b95153 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0938220 Sep 22 08:31:34.890161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Usage tracker for resource:security_group_rule and tenant:7b6dff02b8064611bc1f7ee5fcb01252 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:34.900529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:35.017937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:35.040898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] For port 07188f02-1cd0-448b-a1a9-9b52796abf82, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:35.125293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] For port 07188f02-1cd0-448b-a1a9-9b52796abf82, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=07188f02-1cd0-448b-a1a9-9b52796abf82,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:35.130413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.138302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.142221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.197122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.274240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.305540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:35.306226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.307511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/07188f02-1cd0-448b-a1a9-9b52796abf82 HTTP/1.1" status: 200 len: 1093 time: 4.8435178 Sep 22 08:31:35.307956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:35.310181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c521fcdf-097b-41d0-9ae3-8268c980b0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:35.321350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.327068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4fb024-fea8-4ee1-96c6-b80760de58ba,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:35.337876 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Attempt 10 to provision port a31f7376-358d-4e62-a1f3-5d53a770a234 Sep 22 08:31:35.385309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.388120 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-495a0248-a881-4a0f-ad42-cb6ac2e6fc1e tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3963301 Sep 22 08:31:35.391080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:35.397530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2131542668', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'fixed_ips': [{'ip_address': '172.26.8.116'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:35.403198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:35.409532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Usage tracker for resource:port and tenant:7dcc573f13934fae8c6e0150ef786f09 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:35.410321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c5899ad-70e2-4d78-8556-c7a094b53d85 None None] Port a31f7376-358d-4e62-a1f3-5d53a770a234 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:35.412595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec695c1-978e-4c6d-98aa-32e1f74f5b7c x-openstack-request-id: req-fec695c1-978e-4c6d-98aa-32e1f74f5b7c {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:35.412917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:35.413133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fec695c1-978e-4c6d-98aa-32e1f74f5b7c {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:35.413525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:35.413618 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec695c1-978e-4c6d-98aa-32e1f74f5b7c'] response: {'name': 'network-changed', 'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'status': 'completed', 'code': 200} Sep 22 08:31:35.420713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:35.441784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Made reservation on behalf of 7dcc573f13934fae8c6e0150ef786f09 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:35.444123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.459155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.479676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:35.533277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2f03c42f-7bec-44fc-bfc2-f5bc8e3b95b4 None None] Provisioning for port 07188f02-1cd0-448b-a1a9-9b52796abf82 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:35.547630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Usage tracker for resource:security_group_rule and tenant:7dcc573f13934fae8c6e0150ef786f09 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:35.585411 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-264b5401-c377-42d1-8095-5c4e9bd7dbcd req-ab9f5ba7-bb26-4332-a725-51348868ffea service neutron] 10.222.0.48 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065343 Sep 22 08:31:35.601453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:35.616795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:35.636333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-e308fff1-4b07-4b01-a1f1-b8fa23a2f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:35.637906 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-e308fff1-4b07-4b01-a1f1-b8fa23a2f192 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.8619301 Sep 22 08:31:35.648560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.694574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.728741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.845004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e176a3-c122-4997-9d3c-2722560b44f3 service neutron] Pushing event updated for resources: {'Port': ['ID=07188f02-1cd0-448b-a1a9-9b52796abf82,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:35.904987 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-80b17f02-1cfb-4eed-9415-dd4aed527f2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 217 time: 0.2039919 Sep 22 08:31:35.986716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:35.986909 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Floating IP b2bde1fc-f24e-482b-af51-c5998e69cb05 disassociated (deleted). External IP: 172.26.8.77, port: a31f7376-358d-4e62-a1f3-5d53a770a234. Sep 22 08:31:36.039533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event deleted for resources: {'Port': ['ID=12858184-db44-4803-ae16-860b05a20e11,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:36.040743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.049745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.063131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] device_id is not set on port 8d1fd4b2-d536-4451-a210-b2616cfbd6fb yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:36.084103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5596d32c-886b-40a9-84ac-1248622fb5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.131356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Allocated IP 172.26.8.99 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:36.142916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488554af-e3c4-4b63-806c-5f0c874950a5 req-634a7cf5-f1f5-4a31-a8ea-83d1e6d68eca tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:36.144204 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-488554af-e3c4-4b63-806c-5f0c874950a5 req-634a7cf5-f1f5-4a31-a8ea-83d1e6d68eca tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 943 time: 1.1189880 Sep 22 08:31:36.164044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67af825-2275-4adf-8552-870cffbbb09b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:36.237246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d50e1-2c73-44dd-8d96-9d962b5269db req-39560012-bd25-4314-9440-602eabd0cbe6 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:36.238628 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-596d50e1-2c73-44dd-8d96-9d962b5269db req-39560012-bd25-4314-9440-602eabd0cbe6 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 943 time: 0.4223328 Sep 22 08:31:36.249796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.305991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-695483ef-f4a7-4a5f-bce3-f27c4becff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:36.307489 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-695483ef-f4a7-4a5f-bce3-f27c4becff22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.3822229 Sep 22 08:31:36.321587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-a852eaa2-0ec6-43f5-bea0-dbfb83d074bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:36.323019 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-a852eaa2-0ec6-43f5-bea0-dbfb83d074bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2dd066dc5e04f339616e461ff5f5582&device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 1096 time: 0.9573002 Sep 22 08:31:36.342011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.378735 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-596d50e1-2c73-44dd-8d96-9d962b5269db req-b5a8546d-65f8-4327-a4c6-1cae0f79c590 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876198 Sep 22 08:31:36.428178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.462770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.566624 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-eea2034d-88c2-40b3-8987-e608d9f1813d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07188f02-1cd0-448b-a1a9-9b52796abf82 HTTP/1.1" status: 200 len: 217 time: 0.2192318 Sep 22 08:31:36.569281 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-488554af-e3c4-4b63-806c-5f0c874950a5 req-76f74247-e495-42e0-8234-6cef9e8ba0ef tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898797 Sep 22 08:31:36.595488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:31:36.599949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-617dd04d-6849-40f7-8680-7a4e6183d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:36.601417 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-617dd04d-6849-40f7-8680-7a4e6183d565 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad47c8f3a1a48c18c4d4c1e3a2a5221&device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 1096 time: 0.9582503 Sep 22 08:31:36.622761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:36.634903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:36.639901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:36.676220 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 08:31:36.676719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:31:36.677739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff99e25-fae6-4f43-a663-57a9e8fdf7ab,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:36.679822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Port': ['ID=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:36.734912 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-89aa75c4-5fe0-4d4f-89a7-d54be0704b46 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3399518 Sep 22 08:31:36.783941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60626) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:36.806753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:36.807098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Added segment b5f8e323-5bab-425a-ad9f-e080ff0becb0 of type vlan for network fe9f5e2e-6177-4b26-9b22-2edb30267a87 Sep 22 08:31:36.940629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92dd09-00e2-4a84-ac0b-37bb4c1eaa2b req-cd2e1260-17a2-43c7-ab9a-cb0f3c40d7e0 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:36.942191 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b92dd09-00e2-4a84-ac0b-37bb4c1eaa2b req-cd2e1260-17a2-43c7-ab9a-cb0f3c40d7e0 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 943 time: 0.4140038 Sep 22 08:31:37.046765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-98c5fcbf-5d61-4785-8b21-39b358a0b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:37.048892 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-98c5fcbf-5d61-4785-8b21-39b358a0b046 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0a65958-9562-43ff-be6a-6c80d7233631 HTTP/1.1" status: 200 len: 851 time: 0.4640024 Sep 22 08:31:37.066180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 80d36957-5906-4318-bf5c-b1360bdbcc7a details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:31:37.081332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Deleting port ea4fb024-fea8-4ee1-96c6-b80760de58ba {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:37.081955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.126218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.162804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b92dd09-00e2-4a84-ac0b-37bb4c1eaa2b req-db7d7b37-2fef-42c9-b36f-9834859439f2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1405559 Sep 22 08:31:37.228009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 80d36957-5906-4318-bf5c-b1360bdbcc7a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:37.228655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-3b907883-1154-4b5f-b40f-8d9305d83cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:37.230152 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-3b907883-1154-4b5f-b40f-8d9305d83cbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9062529 Sep 22 08:31:37.231064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.242413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'port_id': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'mac_address': 'fa:16:3e:3a:97:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:31:37.298280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 80d36957-5906-4318-bf5c-b1360bdbcc7a is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:37.298655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.315719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d36957-5906-4318-bf5c-b1360bdbcc7a {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:31:37.332947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 80d36957-5906-4318-bf5c-b1360bdbcc7a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:37.337507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.412078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-01073cec-2bd9-43ad-9c28-141123bf8c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:37.414087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-01073cec-2bd9-43ad-9c28-141123bf8c22 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcff7082-ca80-4576-966f-4316600a149d HTTP/1.1" status: 200 len: 907 time: 0.7663462 Sep 22 08:31:37.418066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=80d36957-5906-4318-bf5c-b1360bdbcc7a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:37.563130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.563933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.571584 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-b76e6e78-6a06-40c0-9bfe-44d98d4b65e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3 HTTP/1.1" status: 200 len: 217 time: 0.1393731 Sep 22 08:31:37.574558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.584701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.590043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:37.590657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:37.620258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['80d36957-5906-4318-bf5c-b1360bdbcc7a'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:31:37.633792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Router da15cd59-c446-4e34-bc3e-f3e30ef08396 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:37.790029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Calling delete_port for ea4fb024-fea8-4ee1-96c6-b80760de58ba owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:37.959775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83006e01-14d6-4271-a0c9-23b75a849989 req-e1f7321c-ebab-4e0d-a897-8185b2d08c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:37.961246 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-e1f7321c-ebab-4e0d-a897-8185b2d08c76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be1564f6-c02c-4901-9d38-5322a41164a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8934283 Sep 22 08:31:37.978220 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-e69c5550-cbbd-42b9-848e-b7bcf62ced6a service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7291570 Sep 22 08:31:37.987808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Pushing event updated for resources: {'Network': ['ID=fe9f5e2e-6177-4b26-9b22-2edb30267a87,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:37.990630 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9882c0ff-1e19-42c8-95bc-0fa7a2e51f5a tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.1750245 Sep 22 08:31:38.003182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network fe9f5e2e-6177-4b26-9b22-2edb30267a87 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:31:38.022085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-c0c63cbd-6662-4cd2-a5a0-479dd2ed1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:38.024714 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-c0c63cbd-6662-4cd2-a5a0-479dd2ed1607 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24afe7ad-09d3-43da-8c83-2badb4f8b49a HTTP/1.1" status: 200 len: 845 time: 0.4186394 Sep 22 08:31:38.165765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30494e15-41d8-422b-9111-9744365521f0 req-e7bcda41-5ca7-4663-b150-ad7e2477040e tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:38.167257 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-30494e15-41d8-422b-9111-9744365521f0 req-e7bcda41-5ca7-4663-b150-ad7e2477040e tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 943 time: 0.3879516 Sep 22 08:31:38.256740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0e5cdf8d-243f-4436-a630-fce442e3e41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:38.266204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:38.329396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea4fb024-fea8-4ee1-96c6-b80760de58ba,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:38.340660 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-30494e15-41d8-422b-9111-9744365521f0 req-421614b1-4f85-466d-8459-56e69eda04c4 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667929 Sep 22 08:31:38.348998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2925a-70ff-4bf5-9ef3-5922235d2dee req-535d3e5b-74a5-46a0-9821-7e94f81c65e8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:38.350502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36c2925a-70ff-4bf5-9ef3-5922235d2dee req-535d3e5b-74a5-46a0-9821-7e94f81c65e8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 943 time: 0.8390057 Sep 22 08:31:38.390059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:38.528807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:38.560947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60640) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:38.579504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:38.584786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Request body: {'port': {'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87', 'binding:host_id': 'hv-neutron-8575', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-597953869'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:38.595186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] Sync routers for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:38.600265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:38.604920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:38.609238 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-664272dd-267b-4043-9398-c92c4c6d57ac tempest-ExternalNetworksAdminNegativeTestJSON-1337279220 tempest-ExternalNetworksAdminNegativeTestJSON-1337279220-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/55168d39-0945-4170-9f1e-9954a850142d HTTP/1.1" status: 204 len: 168 time: 1.8200319 Sep 22 08:31:38.614673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:38.615715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:38.627644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:31:38.647774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:38.684606 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-3f94f5bf-bd3e-4ab6-8f27-b1f3dbeb34a5 service neutron] 10.222.0.48 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040496 Sep 22 08:31:38.693737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Usage tracker for resource:port and tenant:92beaa642ba04c58a14a1e318b7e38d1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:38.697785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef464461-693a-41ea-b671-3cc642fb78b7 req-91633375-e2b8-4657-a4fe-384cd46d2dae service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782689 Sep 22 08:31:38.698752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:38.752388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Router 3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:31:38.783374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:38.788213 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36c2925a-70ff-4bf5-9ef3-5922235d2dee req-ddd2bc56-9de3-49aa-a5cb-4caf0e7caa40 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252765 Sep 22 08:31:38.797502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:38.799428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:38.800280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:38.813335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-74631c33-1b8c-4efa-abfe-1d823246fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:38.814683 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-74631c33-1b8c-4efa-abfe-1d823246fc34 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcff7082-ca80-4576-966f-4316600a149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7609942 Sep 22 08:31:38.871280 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0ff57e6-6c4a-46b1-a055-4d0c62f416e8 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "DELETE /v2.0/floatingips/b2bde1fc-f24e-482b-af51-c5998e69cb05 HTTP/1.1" status: 204 len: 168 time: 6.6979394 Sep 22 08:31:38.872039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60648) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:38.926088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:38.937387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fce6f-282e-41d7-9fed-aa59bc0d8faa req-f60ffc66-211b-4930-b6e2-6bcad368a4eb tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:38.939564 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c80fce6f-282e-41d7-9fed-aa59bc0d8faa req-f60ffc66-211b-4930-b6e2-6bcad368a4eb tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 944 time: 0.2608232 Sep 22 08:31:38.951457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:38.951801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef9508-9907-4240-b4fb-f7b4c4c6397c None None] The sync data for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:38.977238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60652) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:38.997766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:39.017120 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Sync routers for ids ['3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:39.022064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Made reservation on behalf of 92beaa642ba04c58a14a1e318b7e38d1 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:39.023790 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c80fce6f-282e-41d7-9fed-aa59bc0d8faa req-0da76210-44b7-4f16-ac04-fd4f3acffa2d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0779724 Sep 22 08:31:39.024637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.035085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:39.037060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.037838 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Routers {'3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:39.040004 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:39.042915 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f356a10-874b-4740-a3c0-4b483f34d941 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5542507 Sep 22 08:31:39.043998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60658) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:39.079843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 5f33d0e3-c3cf-4ee4-a367-af19431035a3 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:31:39.110099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 80d36957-5906-4318-bf5c-b1360bdbcc7a up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:39.144439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Usage tracker for resource:floatingip and tenant:ade6dfa1850a4e51bf60f6fd1125fdda is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:39.147145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.161341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:39.189655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:39.210213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:39.220375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:39.246382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Usage tracker for resource:security_group_rule and tenant:92beaa642ba04c58a14a1e318b7e38d1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:39.258017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.285195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:39.292446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.299027 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83006e01-14d6-4271-a0c9-23b75a849989 req-deffb06a-b4ca-4968-9c48-aff7b15b0e73 service neutron] 10.222.0.48 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931566 Sep 22 08:31:39.301677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:39.310270 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Set router 3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:39.316126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:39.320460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 80d36957-5906-4318-bf5c-b1360bdbcc7a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:39.328613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 80d36957-5906-4318-bf5c-b1360bdbcc7a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:39.329314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.329805 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 80d36957-5906-4318-bf5c-b1360bdbcc7a Sep 22 08:31:39.332150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:39.368718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a94a0951b2c74e56a4db2a8cb99d0e41 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:39.374478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:39.382183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:39.399113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:39.429284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:39.429916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:39.437682 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1bd190e8-79e3-417f-8b9c-c52817ce9223 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 HTTP/1.1" status: 200 len: 907 time: 0.3924279 Sep 22 08:31:39.438955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:39.445161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'router': {'name': 'tempest-snat-router-532868437', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': True}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:39.454226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:39.460841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Usage tracker for resource:router and tenant:1d50cb64ad504c90a9abdea052e3e57d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:39.464667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:39.474066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:39.492422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.493457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.529351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:39.574039 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-a61b4de6-e87d-4fc4-bcab-5e0d008b45fa service neutron] 10.222.0.48 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7080755 Sep 22 08:31:39.574883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.584022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 5f33d0e3-c3cf-4ee4-a367-af19431035a3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:39.589489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.592314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.592955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:39.593626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:39.620316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.653712 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a94a0951b2c74e56a4db2a8cb99d0e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6753395 Sep 22 08:31:39.660735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60668) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:39.665593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:39.666026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c6e21-f263-426e-b39f-66b94d073472 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:39.666130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c97426-5112-4b40-8cfb-a7891c1ad2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1655d44f-0d10-4827-9aa6-b2a884e59192,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:39.667693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.682904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'port_id': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'mac_address': 'fa:16:3e:9f:fe:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:31:39.687656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.689390 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ece9012-7b32-4412-a784-ab92f5dd2a14 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.0977445 Sep 22 08:31:39.694384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:39.747808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:39.748171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.817952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 80d36957-5906-4318-bf5c-b1360bdbcc7a is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:39.818240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.852962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f33d0e3-c3cf-4ee4-a367-af19431035a3 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:31:39.869410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-27d4b452-621d-4a8e-bad4-db5ffd03f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:39.870103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 5f33d0e3-c3cf-4ee4-a367-af19431035a3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:39.870891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-27d4b452-621d-4a8e-bad4-db5ffd03f961 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2dd066dc5e04f339616e461ff5f5582&device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 1096 time: 0.3600695 Sep 22 08:31:39.878999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:39.885647 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3', 'name': 'tempest-snat-router-532868437', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.99'}], 'enable_snat': False}, 'gw_port_id': 'c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:31:34Z', 'updated_at': '2022-09-22T08:31:37Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': 'c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:35Z', 'updated_at': '2022-09-22T08:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:39.890548 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Checking router: 3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:31:39.891902 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Updating router 3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:31:39.963141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.964615 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:39.990868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793217-eea7-40fe-91e7-1eaef6a24c07 req-a42100e8-7d98-4539-9ca6-f016dbb50081 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:39.992370 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12793217-eea7-40fe-91e7-1eaef6a24c07 req-a42100e8-7d98-4539-9ca6-f016dbb50081 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 943 time: 0.4053586 Sep 22 08:31:40.001293 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-358e33dd-25ad-4f07-9121-18125806c6c9 req-70eb534f-b2b4-4b4b-831e-4e038799830a service neutron] 10.222.0.48 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123716 Sep 22 08:31:40.061911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 80d36957-5906-4318-bf5c-b1360bdbcc7a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:40.072531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.093883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=5f33d0e3-c3cf-4ee4-a367-af19431035a3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:40.102154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.122041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.140357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] device_id is not set on port ee955844-7053-4d6c-b292-877308a8fc63 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:40.180255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=80d36957-5906-4318-bf5c-b1360bdbcc7a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:40.217294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['5f33d0e3-c3cf-4ee4-a367-af19431035a3'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:31:40.252354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.285720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ced09-bc7c-495f-8ba6-cdd0a83399d0" -d '{"events": [{"server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "name": "network-vif-plugged", "status": "completed", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:40.324265 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12793217-eea7-40fe-91e7-1eaef6a24c07 req-d67caa66-82dd-401d-af0a-05d3832f91ea tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035052 Sep 22 08:31:40.324750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.335416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-543aa008-92d2-4d55-a759-92a8df3b8050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.340822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e65f2de-2af3-4259-a448-019caf9e3ded,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:40.368238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-543aa008-92d2-4d55-a759-92a8df3b8050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.435925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.436275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.436613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.436951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.437284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.437615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.437940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.438809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.439134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.439946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.440286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.440614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:40.456956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-394d3ca4-766c-4924-a38e-a5ff539953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:40.458421 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-394d3ca4-766c-4924-a38e-a5ff539953c3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be1564f6-c02c-4901-9d38-5322a41164a9 HTTP/1.1" status: 200 len: 913 time: 0.5527468 Sep 22 08:31:40.502880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-543aa008-92d2-4d55-a759-92a8df3b8050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.549283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543aa008-92d2-4d55-a759-92a8df3b8050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655d44f-0d10-4827-9aa6-b2a884e59192,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:40.602019 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.614005 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Transition to ACTIVE for port object c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:40.621645 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.683631 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Attempting to bind port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:40.683990 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Attempting to bind port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:40.684332 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Attempting to bind port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:40.690141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfa245-6f25-4d46-859b-2ea26b6e1025 req-58ed71a5-6866-4842-b799-10667fc782d3 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:40.691755 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ddfa245-6f25-4d46-859b-2ea26b6e1025 req-58ed71a5-6866-4842-b799-10667fc782d3 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 944 time: 0.5547481 Sep 22 08:31:40.696482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:40.696737 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:40.697039 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.697430 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:40.698225 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Bound port: c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:40.698355 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.701475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-543aa008-92d2-4d55-a759-92a8df3b8050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.705525 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-543aa008-92d2-4d55-a759-92a8df3b8050 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1655d44f-0d10-4827-9aa6-b2a884e59192 HTTP/1.1" status: 204 len: 168 time: 1.0406101 Sep 22 08:31:40.744340 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b7c72-283f-454d-a43b-22f0ad2677ec None None] Pushing event updated for resources: {'Port': ['ID=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:40.758924 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-87b06b01-8493-4630-8fab-f7fefebe3f82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07188f02-1cd0-448b-a1a9-9b52796abf82 HTTP/1.1" status: 200 len: 217 time: 0.2934988 Sep 22 08:31:40.809672 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] For port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:40.811763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.816526 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] For port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:40.821399 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:40.881500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-bc76ee05-dbee-4e93-b8df-492d04904dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:40.883049 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-bc76ee05-dbee-4e93-b8df-492d04904dd5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0a65958-9562-43ff-be6a-6c80d7233631 HTTP/1.1" status: 200 len: 851 time: 0.1044710 Sep 22 08:31:40.897819 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b7c72-283f-454d-a43b-22f0ad2677ec None None] Pushing event updated for resources: {'Port': ['ID=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:40.905731 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Routers {'3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:40.906334 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:41.010238 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ddfa245-6f25-4d46-859b-2ea26b6e1025 req-27cf6da1-7433-4f59-8126-af729863e7f3 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979953 Sep 22 08:31:41.099940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 5f33d0e3-c3cf-4ee4-a367-af19431035a3 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:41.102154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Allocated IP 172.26.8.118 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/a30ec818-2a48-413b-8d76-5b763fc215b9) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:41.131257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c645da5-ca96-4966-a95d-f254b4ee43b1 req-da53f242-db44-4e61-9ed2-a082c2caef0d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:41.132668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c645da5-ca96-4966-a95d-f254b4ee43b1 req-da53f242-db44-4e61-9ed2-a082c2caef0d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5947514 Sep 22 08:31:41.146773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] device_id is not set on port ee955844-7053-4d6c-b292-877308a8fc63 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:41.203100 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] Set router 3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:41.253248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.267701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:41.273625 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:41.273991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.274311 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 Sep 22 08:31:41.290980 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c645da5-ca96-4966-a95d-f254b4ee43b1 req-c99f272e-1bd8-4239-9373-55f7586651ce tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1470401 Sep 22 08:31:41.304881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-61b25f7b-08cd-4996-9c75-a0a5ed34262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:41.306203 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-61b25f7b-08cd-4996-9c75-a0a5ed34262b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be1564f6-c02c-4901-9d38-5322a41164a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4091315 Sep 22 08:31:41.320412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Transition to ACTIVE for port object ee955844-7053-4d6c-b292-877308a8fc63 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:41.330869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60692) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:41.331530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5c4eb5-3a11-44c2-ac2e-022f2e68acfb x-openstack-request-id: req-af5c4eb5-3a11-44c2-ac2e-022f2e68acfb {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:41.331965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "name": "network-vif-plugged", "status": "completed", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:41.332697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af5c4eb5-3a11-44c2-ac2e-022f2e68acfb {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:41.333286 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5c4eb5-3a11-44c2-ac2e-022f2e68acfb'] response: {'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'code': 200} Sep 22 08:31:41.373993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.480808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:41.481206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.543706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 5f33d0e3-c3cf-4ee4-a367-af19431035a3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:41.550888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.586851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=ee955844-7053-4d6c-b292-877308a8fc63,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:41.634585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3', 'name': 'tempest-snat-router-532868437', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.99'}], 'enable_snat': False}, 'gw_port_id': 'c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:31:34Z', 'updated_at': '2022-09-22T08:31:37Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': 'c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:35Z', 'updated_at': '2022-09-22T08:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:41.639053 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84060ebb-2ff1-4f16-95b6-910620e69c44 None None] The sync data for ids ['3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3'] in dv-neutron-857569-1-hyperv is: [{'id': '3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3', 'name': 'tempest-snat-router-532868437', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.99'}], 'enable_snat': False}, 'gw_port_id': 'c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:31:34Z', 'updated_at': '2022-09-22T08:31:37Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': 'c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:35Z', 'updated_at': '2022-09-22T08:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:41.665727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=5f33d0e3-c3cf-4ee4-a367-af19431035a3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:41.709723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.741067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Checking segment: {'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:41.741427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Network hostable DHCP agents. Network: fe9f5e2e-6177-4b26-9b22-2edb30267a87, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:31:41.754918 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-e18a02a1-48f3-4d7f-9961-4fe2d2a5f3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142733 Sep 22 08:31:41.784898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8a2b140e-1030-4661-a489-d1322bf38e43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dcc573f13934fae8c6e0150ef786f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844264 Sep 22 08:31:41.789982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:41.866050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.880326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Network fe9f5e2e-6177-4b26-9b22-2edb30267a87 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:31:41.897950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:41.969020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, fe9f5e2e-6177-4b26-9b22-2edb30267a87) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:41.979067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-0fe69249-b1a4-4a6d-bc65-f4dd748b0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:41.981147 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-0fe69249-b1a4-4a6d-bc65-f4dd748b0a1a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 0.3965287 Sep 22 08:31:41.994670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332274f4-b013-463d-b8c9-184bf48f537e None None] Network fe9f5e2e-6177-4b26-9b22-2edb30267a87 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:42.002618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:42.024611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.025102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7668b8-d20d-4a22-9835-de2db476b4fd req-d011be2f-0623-4854-b59f-4d9b94dd1a0b tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:42.025371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.025852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.032277 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe7668b8-d20d-4a22-9835-de2db476b4fd req-d011be2f-0623-4854-b59f-4d9b94dd1a0b tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 943 time: 0.5217836 Sep 22 08:31:42.037709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.042880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.129304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:42.144675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:42.146499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.146761 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.151565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:42.195274 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 2 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:42.229372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.229707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.230026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.235148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.280221 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe7668b8-d20d-4a22-9835-de2db476b4fd req-74fae342-1ad5-4b7e-88d1-9c8b3e9c1074 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468846 Sep 22 08:31:42.333603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.333809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.334254 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.338114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Pushing event updated for resources: {'Port': ['ID=a30ec818-2a48-413b-8d76-5b763fc215b9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:42.340591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22641507-189b-4d49-b434-90cf261a6862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.352856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:42.363710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 3 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:42.396294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.396766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.397191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.413039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Usage tracker for resource:security_group_rule and tenant:04fd332b4f9a40288fb903ed34065eb6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:42.415862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.416308 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.422012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:42.430897 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 4 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:42.448581 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c521fcdf-097b-41d0-9ae3-8268c980b0f0 req-acf62d84-1449-46c8-984e-04d190936800 service neutron] 10.222.0.48 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825435 Sep 22 08:31:42.458891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:42.491575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Allocated IP 172.26.8.197 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/8d2f411d-f2be-4692-bf66-8bba67369222) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:42.510117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22641507-189b-4d49-b434-90cf261a6862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.551765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.552403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.552826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.597551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.597841 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.610659 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 5 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:42.621500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:42.632918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.633314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.633662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.654048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.654403 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.661230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 6 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:42.684226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.684592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.685422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.696105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f9806-9796-4790-a46e-4f1c0459a15d req-c98e796a-f942-4677-90c7-d0948bcc09cb tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:42.697591 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff9f9806-9796-4790-a46e-4f1c0459a15d req-c98e796a-f942-4677-90c7-d0948bcc09cb tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.4729805 Sep 22 08:31:42.714368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.714725 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.722049 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 7 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:42.727257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:42.730846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.733144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:42.733697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.734026 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 Sep 22 08:31:42.786781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87a67b-5bec-40eb-9006-7a66048ecd3c req-b66ef7c6-88c0-4e4e-8eec-9284143a41a2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:42.788347 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab87a67b-5bec-40eb-9006-7a66048ecd3c req-b66ef7c6-88c0-4e4e-8eec-9284143a41a2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.3519919 Sep 22 08:31:42.836487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.837078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.837309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.838656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.861581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22641507-189b-4d49-b434-90cf261a6862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.864899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.1 (2b7e5bd7-56c9-4fb4-a150-183eafbcd649/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73/9aa56bab-9f5b-48c2-89bd-438217a44a35) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:42.876191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.876542 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.887254 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 8 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:42.896284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:42.896851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.906293 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab87a67b-5bec-40eb-9006-7a66048ecd3c req-cbbfeace-9090-4990-8a2e-e70162c453f8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0973983 Sep 22 08:31:42.908342 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff9f9806-9796-4790-a46e-4f1c0459a15d req-4e9702b2-fdba-4c33-a4f5-e22b6f98e6b5 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887867 Sep 22 08:31:42.915873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22641507-189b-4d49-b434-90cf261a6862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67af825-2275-4adf-8552-870cffbbb09b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:42.925656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:42.925990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:42.926318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:42.943858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:42.970816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:42.986110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:42.986441 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:42.987540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.000234 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 9 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:43.030289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.043104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.070273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:43.075083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:43.075442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:43.075771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:43.077985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.078330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.079234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.079682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.080301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.080301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.080705 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.081011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.081507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.081684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.081958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.082307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.099323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Synchronizing usage tracker for tenant:04fd332b4f9a40288fb903ed34065eb6 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:43.101537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:43.101865 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:43.104292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 07188f02-1cd0-448b-a1a9-9b52796abf82 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:31:43.111933 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 10 to bind port ee955844-7053-4d6c-b292-877308a8fc63 Sep 22 08:31:43.197747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.211680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22641507-189b-4d49-b434-90cf261a6862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.212939 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22641507-189b-4d49-b434-90cf261a6862 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f67af825-2275-4adf-8552-870cffbbb09b HTTP/1.1" status: 204 len: 168 time: 1.4190390 Sep 22 08:31:43.259133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 07188f02-1cd0-448b-a1a9-9b52796abf82, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=07188f02-1cd0-448b-a1a9-9b52796abf82,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:43.275576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'port_id': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'mac_address': 'fa:16:3e:f8:48:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:31:43.301174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:43.301506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:43.301833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:43.304294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8da9dda-6c67-49d5-bb0c-c899412d0aab,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:43.323198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:43.332676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port ee955844-7053-4d6c-b292-877308a8fc63 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:43.333237 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port ee955844-7053-4d6c-b292-877308a8fc63 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:43.333731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.345074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:43.349121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Port': ['ID=8d2f411d-f2be-4692-bf66-8bba67369222,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:43.353163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] Unset dirty status for tenant:04fd332b4f9a40288fb903ed34065eb6 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:43.353448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.354882 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6cb677ed-8aa7-4954-bafb-7ffea9b48a33 req-1b0e3f09-bbc1-4a5a-bf35-18bca1f515e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.3212078 Sep 22 08:31:43.364706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:43.368810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:43.369642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bc17ea-f494-44eb-b3d4-eec560816a80" -d '{"events": [{"server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "name": "network-vif-plugged", "status": "completed", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:43.377200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 07188f02-1cd0-448b-a1a9-9b52796abf82 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:43.377893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.413565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07188f02-1cd0-448b-a1a9-9b52796abf82 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:31:43.443787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 07188f02-1cd0-448b-a1a9-9b52796abf82, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=07188f02-1cd0-448b-a1a9-9b52796abf82,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:43.452167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.475614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.475963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.476305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.476644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.476980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.477312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.477651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.477991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.478318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.478642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.478966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.479311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:43.519938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] For port ee955844-7053-4d6c-b292-877308a8fc63, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:43.520466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempted to set empty binding levels {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 08:31:43.528794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc2af2-50b0-45e9-9671-2f01a27fc93a x-openstack-request-id: req-08cc2af2-50b0-45e9-9671-2f01a27fc93a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:43.529299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "name": "network-vif-plugged", "status": "completed", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:43.529719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08cc2af2-50b0-45e9-9671-2f01a27fc93a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:43.530292 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cc2af2-50b0-45e9-9671-2f01a27fc93a'] response: {'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'code': 200} Sep 22 08:31:43.545101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.547978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:43.547978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.606808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=07188f02-1cd0-448b-a1a9-9b52796abf82,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:43.617626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.635727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.688617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['07188f02-1cd0-448b-a1a9-9b52796abf82'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:31:43.731955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.750976 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.1823063 Sep 22 08:31:43.755347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:43.779589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcdbe7-96b3-46d0-b24a-3b85f7949357 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=ee955844-7053-4d6c-b292-877308a8fc63,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:43.873360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:43.879082 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9715075 Sep 22 08:31:43.879908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60726) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:43.992531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3922f2-1696-47ba-826c-a9f41f443684 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Pushing event updated for resources: {'Port': ['ID=a30ec818-2a48-413b-8d76-5b763fc215b9,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:44.046287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f28cc-4bce-4b24-aa5e-f9fd67452df4 req-79e77994-be4b-461f-9458-753095158dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:44.048483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-029f28cc-4bce-4b24-aa5e-f9fd67452df4 req-79e77994-be4b-461f-9458-753095158dbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 1098 time: 0.1614883 Sep 22 08:31:44.058845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.146136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f474f2-ffd2-4986-831b-a8e2ad7eb798 req-9982a100-f007-4cb7-b177-992ed82f5b33 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:44.148081 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5f474f2-ffd2-4986-831b-a8e2ad7eb798 req-9982a100-f007-4cb7-b177-992ed82f5b33 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 944 time: 0.6474938 Sep 22 08:31:44.168287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:44.182743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:44.185457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:44.197504 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-029f28cc-4bce-4b24-aa5e-f9fd67452df4 req-b7b5024b-2546-49c9-8a30-4ae6c09c4f7b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380033 Sep 22 08:31:44.222911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbc84f-5aa9-4238-92b7-cf089ec1a705 req-f4814046-bfa0-43f2-9759-59ab75b4592a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:44.224913 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6fbc84f-5aa9-4238-92b7-cf089ec1a705 req-f4814046-bfa0-43f2-9759-59ab75b4592a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.1330550 Sep 22 08:31:44.251583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:44.261608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:44.268945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Usage tracker for resource:floatingip and tenant:a1bb2205c7564d04bfde562c309c7db8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:44.278475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:44.288859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:44.299711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6fbc84f-5aa9-4238-92b7-cf089ec1a705 req-c12bbd8d-45a2-4368-8826-029bddf3f6d4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689123 Sep 22 08:31:44.306804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.334583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Deleting port ee955844-7053-4d6c-b292-877308a8fc63 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:44.335092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.385209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60746) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:44.426203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=9aa56bab-9f5b-48c2-89bd-438217a44a35,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:44.440465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.539837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50099f3-08d7-4b19-8c23-7ea1654c131f req-6a03ce96-5ea9-4988-9233-de7dc14181ba tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:44.541294 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e50099f3-08d7-4b19-8c23-7ea1654c131f req-6a03ce96-5ea9-4988-9233-de7dc14181ba tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.1221473 Sep 22 08:31:44.544137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.573611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:44.588908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1372021358'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:44.612306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:44.617693 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5f474f2-ffd2-4986-831b-a8e2ad7eb798 req-380deaa5-3ff2-429f-853a-71a43bfbd4f5 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4365427 Sep 22 08:31:44.645550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:44.645923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.646241 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 Sep 22 08:31:44.654254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.671707 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e50099f3-08d7-4b19-8c23-7ea1654c131f req-dc544d56-9863-4abb-80e3-932f127a7bef tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828774 Sep 22 08:31:44.701912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Usage tracker for resource:network and tenant:76958787cff54f49be078a251dc7aa04 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:44.717163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:44.744076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Allocated IP 172.26.8.11 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/fb8d0778-315b-40a2-9c48-afc6475af19c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:44.781217 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:44.879448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:44.913996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:44.951348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.007737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:45.011013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.020414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:45.023034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:45.025416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:45.074180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Pushing event updated for resources: {'Port': ['ID=fb8d0778-315b-40a2-9c48-afc6475af19c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:45.105802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.117370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 07188f02-1cd0-448b-a1a9-9b52796abf82 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:45.124710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.143790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:45.147665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Usage tracker for resource:security_group_rule and tenant:76958787cff54f49be078a251dc7aa04 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:45.150515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:45.156280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:45.222818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] For port ee955844-7053-4d6c-b292-877308a8fc63, host hv-neutron-8575, got binding levels [] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:45.223450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.227005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.251632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 07188f02-1cd0-448b-a1a9-9b52796abf82 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:45.273129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 07188f02-1cd0-448b-a1a9-9b52796abf82 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:45.275550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.277521 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 07188f02-1cd0-448b-a1a9-9b52796abf82 Sep 22 08:31:45.493029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Calling delete_port for ee955844-7053-4d6c-b292-877308a8fc63 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:45.498185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 07188f02-1cd0-448b-a1a9-9b52796abf82 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:45.498564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.515802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.522446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.539033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 07188f02-1cd0-448b-a1a9-9b52796abf82, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=07188f02-1cd0-448b-a1a9-9b52796abf82,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:45.540038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:45.543736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e2d6c4-bce2-469b-8196-875b314da756" -d '{"events": [{"server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "name": "network-vif-plugged", "status": "completed", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:45.548588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.601094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bc34e3-d38d-4a0c-923d-6b0df278311b x-openstack-request-id: req-13bc34e3-d38d-4a0c-923d-6b0df278311b {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:45.601094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "name": "network-vif-plugged", "status": "completed", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:45.601094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13bc34e3-d38d-4a0c-923d-6b0df278311b {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:45.601094 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bc34e3-d38d-4a0c-923d-6b0df278311b'] response: {'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'code': 200} Sep 22 08:31:45.636329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=07188f02-1cd0-448b-a1a9-9b52796abf82,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:45.658808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.746384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.774384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.838315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.839460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9557552 Sep 22 08:31:45.846649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:45.848530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5754cbf-ceae-411b-a184-76a07ff34304 tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Pushing event updated for resources: {'Port': ['ID=fb8d0778-315b-40a2-9c48-afc6475af19c,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:45.899118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee955844-7053-4d6c-b292-877308a8fc63,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:45.983634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:45.988672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f48f1190-2fb2-42cb-bd82-083123b21f00 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Synchronizing usage tracker for tenant:ade6dfa1850a4e51bf60f6fd1125fdda on resource:floatingip {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:46.036181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af1a6d-95c1-4dbc-9594-e05ee4d0f689 req-44c2bfbf-4b0b-4186-b003-6f798400cbcf tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:46.037827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-71af1a6d-95c1-4dbc-9594-e05ee4d0f689 req-44c2bfbf-4b0b-4186-b003-6f798400cbcf tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.2713645 Sep 22 08:31:46.039402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f48f1190-2fb2-42cb-bd82-083123b21f00 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Unset dirty status for tenant:ade6dfa1850a4e51bf60f6fd1125fdda on resource:floatingip {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:46.043073 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f48f1190-2fb2-42cb-bd82-083123b21f00 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.1894784 Sep 22 08:31:46.043696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60766) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:46.075236 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-32fbc8ef-a1c9-474c-951e-b5b9c2e8fd2a tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ee955844-7053-4d6c-b292-877308a8fc63 HTTP/1.1" status: 204 len: 168 time: 2.3159916 Sep 22 08:31:46.102974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60770) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:46.155372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.169699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.169930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287d7f7-6f0b-47ae-81f4-afc3bfc19629 req-e7c784f3-f403-42f8-9f63-e53cd175b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:46.171352 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6287d7f7-6f0b-47ae-81f4-afc3bfc19629 req-e7c784f3-f403-42f8-9f63-e53cd175b5dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 1098 time: 0.3237813 Sep 22 08:31:46.174396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.180478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-94fcbcb2-9242-4453-8eb1-699ec5e1f0aa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Synchronizing usage tracker for tenant:4f963bb1e4c041d7afcdd7c553288465 on resource:floatingip {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:46.204698 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-942cb084-0f2e-4704-96c7-5b871c317e31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:31:46.205209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-942cb084-0f2e-4704-96c7-5b871c317e31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Synchronizing usage tracker for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:46.259075 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-71af1a6d-95c1-4dbc-9594-e05ee4d0f689 req-466da7d4-b09c-4682-aef8-97fa96ee1364 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118542 Sep 22 08:31:46.264447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-94fcbcb2-9242-4453-8eb1-699ec5e1f0aa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Unset dirty status for tenant:4f963bb1e4c041d7afcdd7c553288465 on resource:floatingip {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:46.268966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-94fcbcb2-9242-4453-8eb1-699ec5e1f0aa tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2209680 Sep 22 08:31:46.268966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-942cb084-0f2e-4704-96c7-5b871c317e31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Unset dirty status for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:46.269196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80856aa-fcca-404b-a516-97087d1cf96c req-707fb594-25e3-416b-8dfe-0190dd314cc8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:46.269281 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-942cb084-0f2e-4704-96c7-5b871c317e31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "GET /v2.0/ports/ee955844-7053-4d6c-b292-877308a8fc63 HTTP/1.1" status: 404 len: 333 time: 0.1537414 Sep 22 08:31:46.269349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d80856aa-fcca-404b-a516-97087d1cf96c req-707fb594-25e3-416b-8dfe-0190dd314cc8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7870493 Sep 22 08:31:46.270382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60774) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:46.274102 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6287d7f7-6f0b-47ae-81f4-afc3bfc19629 req-9924290c-3e76-45ce-bcb1-9ceeb2bad592 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895483 Sep 22 08:31:46.317479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:46.334365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Request body: {'port': {'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1985746147'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:46.381382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:46.396736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:31:46.415182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76822428-b331-4f99-8d5c-890bdb4fdd77,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:46.431127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:46.486232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Deleting port fb8d0778-315b-40a2-9c48-afc6475af19c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:46.486568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.499453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.500069 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Added segment 5a234ced-156f-42b2-a54d-37c4db6f2792 of type vlan for network 39bf1994-533d-44cb-a270-f920addfa410 Sep 22 08:31:46.654730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe44199-93d9-41ed-a69e-7477de05c0b8 req-c20a9591-8e4c-43a8-8de3-6d1ba8317c53 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:46.657094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dbe44199-93d9-41ed-a69e-7477de05c0b8 req-c20a9591-8e4c-43a8-8de3-6d1ba8317c53 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.2412000 Sep 22 08:31:46.675437 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d80856aa-fcca-404b-a516-97087d1cf96c req-64b2ec40-2a43-4570-8b3c-4a2675ae6b6c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3446848 Sep 22 08:31:46.688499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Made reservation on behalf of 92beaa642ba04c58a14a1e318b7e38d1 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:46.699360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.715835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.716337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.805965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] device_id is not set on port be5f5d4a-46d6-4071-82ce-e2d9a619b657 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:46.845355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:46.850675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dbe44199-93d9-41ed-a69e-7477de05c0b8 req-7c2eacc6-81b4-43c5-97bb-2ca5dcb71ab0 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773846 Sep 22 08:31:46.857220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Calling delete_port for fb8d0778-315b-40a2-9c48-afc6475af19c owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:47.050536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.056435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:47.056622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.098567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.114937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Router 1af4f365-0136-4004-8c4d-ceac9e23fcc9 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:31:47.146662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Pushing event deleted for resources: {'Port': ['ID=fb8d0778-315b-40a2-9c48-afc6475af19c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:47.320510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a23c54-af2b-4c4c-89cd-a3d5867ec57e req-2db95fda-64bd-4eb8-8227-8b2dd8c242d2 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:47.327683 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-71a23c54-af2b-4c4c-89cd-a3d5867ec57e req-2db95fda-64bd-4eb8-8227-8b2dd8c242d2 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.3218546 Sep 22 08:31:47.336365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:47.343064 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9469671 Sep 22 08:31:47.346021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60790) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:47.363448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Request body: {'floatingip': {'port_id': '5f33d0e3-c3cf-4ee4-a367-af19431035a3'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:47.373739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed0b3f-2fe9-480e-bc90-d5ecbd6c311b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Network': ['ID=39bf1994-533d-44cb-a270-f920addfa410,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:47.386348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 39bf1994-533d-44cb-a270-f920addfa410 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:31:47.395877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:47.412832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae058-e5ce-41d7-a4a9-f6feac025a0c req-1a3baa35-4705-4d46-8df4-190ab2fe42df tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:47.414324 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-729ae058-e5ce-41d7-a4a9-f6feac025a0c req-1a3baa35-4705-4d46-8df4-190ab2fe42df tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5715497 Sep 22 08:31:47.431619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.433004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:47.445547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'subnet': {'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:47.451107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Request body: {'floatingip': {'port_id': '80d36957-5906-4318-bf5c-b1360bdbcc7a'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:47.565483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.600979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.610586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.678906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.694141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.770752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:47.780012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.781135 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d89acf54-b66a-41ef-ad35-87c5f7e5305b tempest-FloatingIPAdminTestJSON-4995842 tempest-FloatingIPAdminTestJSON-4995842-project] 10.222.0.42 "DELETE /v2.0/floatingips/4a15944b-384f-416d-b580-14adf1cd9c39 HTTP/1.1" status: 204 len: 168 time: 1.5098665 Sep 22 08:31:47.782792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Usage tracker for resource:subnet and tenant:76958787cff54f49be078a251dc7aa04 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:47.787013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:47.787791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:47.852818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:47.854482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:47.870547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=9aa56bab-9f5b-48c2-89bd-438217a44a35,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:47.879972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:47.890769 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Sync routers for ids ['1af4f365-0136-4004-8c4d-ceac9e23fcc9'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:47.900331 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Routers {'1af4f365-0136-4004-8c4d-ceac9e23fcc9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:47.901142 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['1af4f365-0136-4004-8c4d-ceac9e23fcc9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:48.005949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57de47-435f-436f-9145-0ac2204ac7bc req-5c6044bc-37ac-4c97-b1d8-971d6ad38145 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:48.008067 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e57de47-435f-436f-9145-0ac2204ac7bc req-5c6044bc-37ac-4c97-b1d8-971d6ad38145 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.5431905 Sep 22 08:31:48.017604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.023966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:48.027347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.038160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.039399 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-507c4387-76d4-44c0-96ba-1e3bd24cd7bd tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5980692 Sep 22 08:31:48.052437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:48.133777 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Set router 1af4f365-0136-4004-8c4d-ceac9e23fcc9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:48.173768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Deleting port a30ec818-2a48-413b-8d76-5b763fc215b9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:48.174326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.348943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Network fe9f5e2e-6177-4b26-9b22-2edb30267a87 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:48.384207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:48.393759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:48.395121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:48.395326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.416111 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4f365-0136-4004-8c4d-ceac9e23fcc9', 'name': 'tempest-snat-router-532868437', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '8d2f411d-f2be-4692-bf66-8bba67369222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:31:39Z', 'updated_at': '2022-09-22T08:31:43Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': '8d2f411d-f2be-4692-bf66-8bba67369222', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4f365-0136-4004-8c4d-ceac9e23fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:42Z', 'updated_at': '2022-09-22T08:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:48.419845 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Checking router: 1af4f365-0136-4004-8c4d-ceac9e23fcc9 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:31:48.420189 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Updating router 1af4f365-0136-4004-8c4d-ceac9e23fcc9 port 8d2f411d-f2be-4692-bf66-8bba67369222 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:31:48.454793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=be5f5d4a-46d6-4071-82ce-e2d9a619b657,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:48.468750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:48.476606 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.483127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:48.536545 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e57de47-435f-436f-9145-0ac2204ac7bc req-be746652-66a0-49d4-9b1d-5b1faf296ad7 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4903092 Sep 22 08:31:48.573630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c7aa09c-94f3-4de3-9e91-d6daf328c2e0 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2449703 Sep 22 08:31:48.585787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60810) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:48.600867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:48.787332 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-82dc42c6-54c1-4653-9eae-e7ea591411f7 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/1af4f365-0136-4004-8c4d-ceac9e23fcc9 HTTP/1.1" status: 200 len: 907 time: 0.7313135 Sep 22 08:31:48.834226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60814) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:48.859448 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.871857 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Transition to ACTIVE for port object 8d2f411d-f2be-4692-bf66-8bba67369222 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:48.878752 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.965792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Pushing event updated for resources: {'Port': ['ID=8d2f411d-f2be-4692-bf66-8bba67369222,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:48.973773 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Attempting to bind port 8d2f411d-f2be-4692-bf66-8bba67369222 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:48.974574 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Attempting to bind port 8d2f411d-f2be-4692-bf66-8bba67369222 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:48.974574 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Attempting to bind port 8d2f411d-f2be-4692-bf66-8bba67369222 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:48.980457 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.980925 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.981347 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.982570 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.982992 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.983462 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.983877 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.984292 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.984787 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.985192 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.986945 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.987398 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:31:48.993378 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:48.994130 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:48.994414 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:48.994883 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:48.995494 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Bound port: 8d2f411d-f2be-4692-bf66-8bba67369222, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:48.995979 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.059818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.060058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.077841 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] For port 8d2f411d-f2be-4692-bf66-8bba67369222, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:49.082079 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] For port 8d2f411d-f2be-4692-bf66-8bba67369222, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8d2f411d-f2be-4692-bf66-8bba67369222,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:49.085936 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.133417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:49.145875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.148618 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Routers {'1af4f365-0136-4004-8c4d-ceac9e23fcc9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:49.149242 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['1af4f365-0136-4004-8c4d-ceac9e23fcc9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:49.196998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Calling delete_port for a30ec818-2a48-413b-8d76-5b763fc215b9 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:49.229711 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066cc14-a07b-4663-abe9-d1f90fb643f6 None None] Pushing event updated for resources: {'Port': ['ID=8d2f411d-f2be-4692-bf66-8bba67369222,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:49.299072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:49.318406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.340241 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] Set router 1af4f365-0136-4004-8c4d-ceac9e23fcc9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:49.375362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.449502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973172b2-bc23-476e-8d8e-037b0b8202ac req-c5edc361-abe4-4d78-a512-831c773363dd tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:49.451014 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-973172b2-bc23-476e-8d8e-037b0b8202ac req-c5edc361-abe4-4d78-a512-831c773363dd tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.7464921 Sep 22 08:31:49.476770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60818) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:49.501000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:49.507631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Request body: {'floatingip': {'port_id': '07188f02-1cd0-448b-a1a9-9b52796abf82'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:49.600074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Subnet': ['ID=5ec5fde7-3dce-4951-895d-136d1f5752fd,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:49.615328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.622443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.675817 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af4f365-0136-4004-8c4d-ceac9e23fcc9', 'name': 'tempest-snat-router-532868437', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '8d2f411d-f2be-4692-bf66-8bba67369222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:31:39Z', 'updated_at': '2022-09-22T08:31:43Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': '8d2f411d-f2be-4692-bf66-8bba67369222', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4f365-0136-4004-8c4d-ceac9e23fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:42Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:49.680232 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d0193-0c6d-4c7c-a06c-055d7ef4e6c1 None None] The sync data for ids ['1af4f365-0136-4004-8c4d-ceac9e23fcc9'] in dv-neutron-857569-1-hyperv is: [{'id': '1af4f365-0136-4004-8c4d-ceac9e23fcc9', 'name': 'tempest-snat-router-532868437', 'tenant_id': '1d50cb64ad504c90a9abdea052e3e57d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': '8d2f411d-f2be-4692-bf66-8bba67369222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:31:39Z', 'updated_at': '2022-09-22T08:31:43Z', 'revision_number': 3, 'project_id': '1d50cb64ad504c90a9abdea052e3e57d', 'gw_port': {'id': '8d2f411d-f2be-4692-bf66-8bba67369222', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af4f365-0136-4004-8c4d-ceac9e23fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:31:42Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:49.692922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Checking segment: {'id': '5a234ced-156f-42b2-a54d-37c4db6f2792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '39bf1994-533d-44cb-a270-f920addfa410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:49.693286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network hostable DHCP agents. Network: 39bf1994-533d-44cb-a270-f920addfa410, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:31:49.737193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.857396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Pushing event deleted for resources: {'Port': ['ID=a30ec818-2a48-413b-8d76-5b763fc215b9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:49.859028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network 39bf1994-533d-44cb-a270-f920addfa410 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:31:49.862523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:49.967033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 39bf1994-533d-44cb-a270-f920addfa410) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:49.977202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32334ba0-a60f-4f2b-9227-4db5e4905e9e None None] Network 39bf1994-533d-44cb-a270-f920addfa410 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:49.994468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:49.995315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.016580 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Floating IP f2459308-0d65-4b7d-a22c-88104fa8531c associated. External IP: 172.26.8.101, port: 5f33d0e3-c3cf-4ee4-a367-af19431035a3. Sep 22 08:31:50.072363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.238206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.241535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.242891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7c9e43c6-2f5c-4173-93bc-d79f399b3c99 tempest-FloatingIPAdminTestJSON-1510142547 tempest-FloatingIPAdminTestJSON-1510142547-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/f9958432-a197-44ef-b97d-bbf33e2756ed HTTP/1.1" status: 204 len: 168 time: 2.4521232 Sep 22 08:31:50.247244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60822) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:50.253225 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3142941-146c-4ec1-9fba-8e0e52614d3c tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8965855 Sep 22 08:31:50.272992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-39bf1994-533d-44cb-a270-f920addfa410', 'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'tenant_id': '76958787cff54f49be078a251dc7aa04', 'fixed_ips': [{'subnet_id': '5ec5fde7-3dce-4951-895d-136d1f5752fd'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:31:50.273825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.303962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60826) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:50.382735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2078260791'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:50.475099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Allocated IP 2001:db8::2 (39bf1994-533d-44cb-a270-f920addfa410/5ec5fde7-3dce-4951-895d-136d1f5752fd/3feccaed-3008-498f-bf84-5e07649e7a2e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:50.516712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting port a31f7376-358d-4e62-a1f3-5d53a770a234 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:50.517234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.610070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8d2f411d-f2be-4692-bf66-8bba67369222 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:50.629745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.702530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:50.780130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 8d2f411d-f2be-4692-bf66-8bba67369222 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:50.790118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8d2f411d-f2be-4692-bf66-8bba67369222 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:50.790489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.790815 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8d2f411d-f2be-4692-bf66-8bba67369222 Sep 22 08:31:50.807011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:50.854736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:50.869381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:50.873970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Usage tracker for resource:port and tenant:76958787cff54f49be078a251dc7aa04 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:50.878253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:50.885259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:50.885578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.888409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.901840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:50.902397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:50.952828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:50.956285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:50.993099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:50.998079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Transition to ACTIVE for port object 3feccaed-3008-498f-bf84-5e07649e7a2e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:51.058423 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Floating IP ff497e4b-8a2c-488a-ab22-44dd2379bfda associated. External IP: 172.26.8.82, port: 80d36957-5906-4318-bf5c-b1360bdbcc7a. Sep 22 08:31:51.100833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:51.101624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:51.145509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] device_id is not set on port 747cad45-e022-4b89-9db0-332226b78bd2 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:51.159134 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e4288f8-c6bf-465e-afae-3c5403ffcc6c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/routers/ae22480a-00bc-4277-8d0f-804b23471134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4624810 Sep 22 08:31:51.160052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.180089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Transition to ACTIVE for port object 3feccaed-3008-498f-bf84-5e07649e7a2e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:51.188079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60830) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:51.188999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:51.189488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7cfd4-c670-451b-a744-c3f4dd2814bf None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:51.203513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.204379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'port': {'network_id': '2b7e5bd7-56c9-4fb4-a150-183eafbcd649', 'name': 'tempest-FloatingIPTestJSON-914613963'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:51.282936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Pushing event updated for resources: {'Port': ['ID=3feccaed-3008-498f-bf84-5e07649e7a2e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:51.288244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8d2f411d-f2be-4692-bf66-8bba67369222 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:51.288760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.300581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Network 39bf1994-533d-44cb-a270-f920addfa410 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:51.305923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:51.309216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:51.317237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 8d2f411d-f2be-4692-bf66-8bba67369222, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8d2f411d-f2be-4692-bf66-8bba67369222,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:51.356032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.369628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:51.380138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.498222 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Attempting to bind port 3feccaed-3008-498f-bf84-5e07649e7a2e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:51.499866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Attempting to bind port 3feccaed-3008-498f-bf84-5e07649e7a2e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '5a234ced-156f-42b2-a54d-37c4db6f2792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '39bf1994-533d-44cb-a270-f920addfa410'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:51.499866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Attempting to bind port 3feccaed-3008-498f-bf84-5e07649e7a2e on network 39bf1994-533d-44cb-a270-f920addfa410 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:51.509236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:31:51.509720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Checking segment: {'id': '5a234ced-156f-42b2-a54d-37c4db6f2792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '39bf1994-533d-44cb-a270-f920addfa410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:31:51.510695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.510695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Bound using segment: {'id': '5a234ced-156f-42b2-a54d-37c4db6f2792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '39bf1994-533d-44cb-a270-f920addfa410'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:31:51.511201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Bound port: 3feccaed-3008-498f-bf84-5e07649e7a2e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a234ced-156f-42b2-a54d-37c4db6f2792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '39bf1994-533d-44cb-a270-f920addfa410'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:31:51.511718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.518950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.523440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=8d2f411d-f2be-4692-bf66-8bba67369222,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:51.583198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:31:51.586055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Calling delete_port for a31f7376-358d-4e62-a1f3-5d53a770a234 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:51.617351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] For port 3feccaed-3008-498f-bf84-5e07649e7a2e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:51.622994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] For port 3feccaed-3008-498f-bf84-5e07649e7a2e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3feccaed-3008-498f-bf84-5e07649e7a2e,segment=NetworkSegment(5a234ced-156f-42b2-a54d-37c4db6f2792),segment_id=5a234ced-156f-42b2-a54d-37c4db6f2792)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:31:51.627853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.671187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Deleting port 8d2f411d-f2be-4692-bf66-8bba67369222 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:51.672321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:51.728286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbe00c-6076-42ba-a143-0319f8ae3c5c None None] Pushing event updated for resources: {'Port': ['ID=3feccaed-3008-498f-bf84-5e07649e7a2e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:51.784609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:51.787493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Allocated IP 2001:db8::18 (39bf1994-533d-44cb-a270-f920addfa410/5ec5fde7-3dce-4951-895d-136d1f5752fd/747cad45-e022-4b89-9db0-332226b78bd2) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:51.796496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:port and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:51.852908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:51.868255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] device_id is not set on port be5f5d4a-46d6-4071-82ce-e2d9a619b657 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:51.896046 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Floating IP b4e462ad-b3dc-4a6a-8f41-b814920db097 associated. External IP: 172.26.8.64, port: 07188f02-1cd0-448b-a1a9-9b52796abf82. Sep 22 08:31:51.970705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.020370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:52.088972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:52.092467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.127403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Transition to ACTIVE for port object be5f5d4a-46d6-4071-82ce-e2d9a619b657 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:52.151260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] device_id is not set on port 4e2d2caf-fed9-4c39-bc35-377ed3beda66 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:52.196396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.213039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:52.223538 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] Sync routers for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:52.235385 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:52.236133 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:52.316295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] For port 8d2f411d-f2be-4692-bf66-8bba67369222, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8d2f411d-f2be-4692-bf66-8bba67369222,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:52.316980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.332903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.389154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.424052 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:52.496124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Calling delete_port for 8d2f411d-f2be-4692-bf66-8bba67369222 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:52.503692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event deleted for resources: {'Port': ['ID=a31f7376-358d-4e62-a1f3-5d53a770a234,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:52.545456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:52.545781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:52.551839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:52.577085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Router 30b097e4-6881-4d2e-8c5a-650746d96ea3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:52.580306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=be5f5d4a-46d6-4071-82ce-e2d9a619b657,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:52.660573 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f1e94c5a-c693-4c1f-8d78-032c827b1d0b tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "PUT /v2.0/floatingips/f2459308-0d65-4b7d-a22c-88104fa8531c HTTP/1.1" status: 200 len: 991 time: 5.3181043 Sep 22 08:31:52.680096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:52.685641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:52.686389 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:52.697383 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 2 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:52.698089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ee51e-3550-4d6e-9402-23601bb378b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:52.805894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8d2f411d-f2be-4692-bf66-8bba67369222 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:52.845956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.862497 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0983f262-5341-4839-b7bf-4c283c034e04 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "DELETE /v2.0/ports/a31f7376-358d-4e62-a1f3-5d53a770a234 HTTP/1.1" status: 204 len: 168 time: 2.6137757 Sep 22 08:31:52.867154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da25227-d10a-440a-bd6f-aae772e1e3c2 x-openstack-request-id: req-1da25227-d10a-440a-bd6f-aae772e1e3c2 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:52.867477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:52.867728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1da25227-d10a-440a-bd6f-aae772e1e3c2 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:52.868657 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da25227-d10a-440a-bd6f-aae772e1e3c2'] response: {'name': 'network-changed', 'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'status': 'completed', 'code': 200} Sep 22 08:31:52.868657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60838) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:52.883055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.5 (2b7e5bd7-56c9-4fb4-a150-183eafbcd649/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73/4e2d2caf-fed9-4c39-bc35-377ed3beda66) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:52.949249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8d2f411d-f2be-4692-bf66-8bba67369222 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:52.949614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:52.949945 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8d2f411d-f2be-4692-bf66-8bba67369222 Sep 22 08:31:53.012243 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'f2459308-0d65-4b7d-a22c-88104fa8531c', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'port_id': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'mac_address': 'fa:16:3e:9f:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884af0b-cced-4901-a585-95ce4c421de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:10Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 1, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:09Z', 'revision_number': 5, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:53.025308 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] Checking router: 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:31:53.033037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.037107 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:53.038139 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:53.137344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f90e8-80ff-48f5-869b-cdf65fcf428a None None] Network 39bf1994-533d-44cb-a270-f920addfa410 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:31:53.203974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8d2f411d-f2be-4692-bf66-8bba67369222 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:53.205083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3feccaed-3008-498f-bf84-5e07649e7a2e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:53.251119 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:53.288325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed1a5784-fe12-42ad-96c1-bd3aafa51b0f None None] Provisioning for port 3feccaed-3008-498f-bf84-5e07649e7a2e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:53.307177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.365837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 3feccaed-3008-498f-bf84-5e07649e7a2e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:53.374265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:53.375885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:53.376432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:53.382271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3feccaed-3008-498f-bf84-5e07649e7a2e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:53.382640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.382967 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3feccaed-3008-498f-bf84-5e07649e7a2e Sep 22 08:31:53.385952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.388719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:53.389287 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:53.454232 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 3 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:53.510400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:53.525779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=4e2d2caf-fed9-4c39-bc35-377ed3beda66,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:53.535490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:53.538009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Transition to ACTIVE for port object 747cad45-e022-4b89-9db0-332226b78bd2 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:53.552462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:53.582207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:53.582894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:53.583485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:53.610404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3feccaed-3008-498f-bf84-5e07649e7a2e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:53.610404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.620333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:53.621551 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:53.627616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-ed268e1c-1f14-4999-9129-d9f5c0f749e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:53.629337 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-ed268e1c-1f14-4999-9129-d9f5c0f749e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad47c8f3a1a48c18c4d4c1e3a2a5221&device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 1098 time: 0.7496712 Sep 22 08:31:53.633301 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 4 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:53.635555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:53.636248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.654163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 3feccaed-3008-498f-bf84-5e07649e7a2e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3feccaed-3008-498f-bf84-5e07649e7a2e,segment=NetworkSegment(5a234ced-156f-42b2-a54d-37c4db6f2792),segment_id=5a234ced-156f-42b2-a54d-37c4db6f2792)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:53.660176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.674775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c10bbf-c039-4065-9df6-bcaa1e2dd368 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:53.675557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5c10bbf-c039-4065-9df6-bcaa1e2dd368 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Synchronizing usage tracker for tenant:4f963bb1e4c041d7afcdd7c553288465 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:53.690620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32515e3-cd43-446a-b925-0743c8e394cd req-2c6c3014-a264-46a4-b76e-2027da92ce2d tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:53.692697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d32515e3-cd43-446a-b925-0743c8e394cd req-2c6c3014-a264-46a4-b76e-2027da92ce2d tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.8233955 Sep 22 08:31:53.693999 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d78a212-72e9-4441-89cc-3bb674767405 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5049148 Sep 22 08:31:53.703490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:53.705029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:53.705584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:53.715186 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'f2459308-0d65-4b7d-a22c-88104fa8531c', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'port_id': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'mac_address': 'fa:16:3e:9f:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884af0b-cced-4901-a585-95ce4c421de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:10Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 1, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:09Z', 'revision_number': 5, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:53.720964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Router 0684d2c7-ad7b-4edc-9f28-31357e78f03a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:31:53.721151 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e87c79-0be8-4b2a-a500-e743f27031ca None None] The sync data for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv is: [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'f2459308-0d65-4b7d-a22c-88104fa8531c', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'port_id': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'mac_address': 'fa:16:3e:9f:fe:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3884af0b-cced-4901-a585-95ce4c421de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:10Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 1, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:09Z', 'revision_number': 5, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:53.722351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60842) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:53.747987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=3feccaed-3008-498f-bf84-5e07649e7a2e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:53.754557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'port': {'network_id': '2b7e5bd7-56c9-4fb4-a150-183eafbcd649', 'name': 'tempest-FloatingIPTestJSON-71086789'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:53.770332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:53.770690 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:53.771732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:53.778095 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 5 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:53.784568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] Sync routers for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:53.798513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:53.799885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:53.846317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5c10bbf-c039-4065-9df6-bcaa1e2dd368 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Unset dirty status for tenant:4f963bb1e4c041d7afcdd7c553288465 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:53.847752 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a5c10bbf-c039-4065-9df6-bcaa1e2dd368 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "GET /v2.0/ports?device_id=da15cd59-c446-4e34-bc3e-f3e30ef08396 HTTP/1.1" status: 200 len: 913 time: 0.9738915 Sep 22 08:31:53.853388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:53.895809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:53.896151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:53.896486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:53.942428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:53.942688 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:53.944511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:53.976903 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 6 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:54.053336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d510b491-b654-436a-83ac-5dde0d74eaf7 None None] Provisioning complete for port 3feccaed-3008-498f-bf84-5e07649e7a2e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:54.053875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d510b491-b654-436a-83ac-5dde0d74eaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:54.054316 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d510b491-b654-436a-83ac-5dde0d74eaf7 None None] Attempt 1 to provision port 3feccaed-3008-498f-bf84-5e07649e7a2e Sep 22 08:31:54.079873 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3f0ac-fe00-4f36-9d92-558e79dad03e None None] New status for floating IP f2459308-0d65-4b7d-a22c-88104fa8531c: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:31:54.080558 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d32515e3-cd43-446a-b925-0743c8e394cd req-29ccf3d4-6c7b-49f1-b8b9-7c3869a82b68 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530107 Sep 22 08:31:54.126910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:54.127549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:54.127665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:54.130550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:54.223870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:54.224205 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:54.231251 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 7 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:54.275883 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f3463c9-fe5c-41be-8bec-23728c792e8c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "PUT /v2.0/floatingips/ff497e4b-8a2c-488a-ab22-44dd2379bfda HTTP/1.1" status: 200 len: 990 time: 6.8398170 Sep 22 08:31:54.275883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:54.286086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:54.349221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:54.349551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:54.350501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:54.367243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d2f411d-f2be-4692-bf66-8bba67369222,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:54.411063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:54.417144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:54.417475 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:54.427282 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 8 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:54.439009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:port and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:54.467305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:54.483895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:31:54.488952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:54.530270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:54.551758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584989de-ad64-4017-acba-662a2e768f15 None None] Sync routers for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:31:54.551951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:54.552066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:54.552525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:54.552605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:54.554460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-d818928e-aa7d-4c1b-bc95-15542dba6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:54.556011 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-d818928e-aa7d-4c1b-bc95-15542dba6f94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=bcff7082-ca80-4576-966f-4316600a149d HTTP/1.1" status: 200 len: 907 time: 0.8984108 Sep 22 08:31:54.580456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:54.580994 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:54.584809 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 9 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:54.591758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:54.596493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:54.627424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:54.679100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1716bad-3179-495e-b034-b41697c2a570" -d '{"events": [{"name": "network-changed", "server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:54.682841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d510b491-b654-436a-83ac-5dde0d74eaf7 None None] Current status of the port 3feccaed-3008-498f-bf84-5e07649e7a2e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:54.683942 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a9ecd37b-8e11-4f26-87f8-ce6cfb144cb8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "PUT /v2.0/floatingips/b4e462ad-b3dc-4a6a-8f41-b814920db097 HTTP/1.1" status: 200 len: 990 time: 5.1962745 Sep 22 08:31:54.705492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:54.706169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:54.730772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=747cad45-e022-4b89-9db0-332226b78bd2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:54.770515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:54.771084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:54.771164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:54.783947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] device_id is not set on port 86ee82f1-a644-43ab-ae80-3e2b4519c0f5 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:54.787754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network 39bf1994-533d-44cb-a270-f920addfa410 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:54.820793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:54.822776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:54.826638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3feccaed-3008-498f-bf84-5e07649e7a2e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:31:54.829099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:54.829725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:54.997183 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-e9e8d4a7-7b00-4c3e-b694-b7016a6f234d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3 HTTP/1.1" status: 200 len: 1001 time: 0.3469481 Sep 22 08:31:54.998429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ee76ee4f-2bbf-4c5e-a0c0-dc4c525f3e0e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6885478 Sep 22 08:31:55.007952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60866) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:55.061477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1161019387', 'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:e9:67:66'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:55.094411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c945a-a395-4ad5-89cf-591740184296 x-openstack-request-id: req-ed2c945a-a395-4ad5-89cf-591740184296 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:55.095399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:55.095720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed2c945a-a395-4ad5-89cf-591740184296 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:55.096180 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2c945a-a395-4ad5-89cf-591740184296'] response: {'name': 'network-changed', 'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'status': 'completed', 'code': 200} Sep 22 08:31:55.107834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:55.108166 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:55.115181 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 10 to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 Sep 22 08:31:55.141894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.149250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.155428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:31:55.156628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:31:55.156979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:31:55.182676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Provisioning for port 747cad45-e022-4b89-9db0-332226b78bd2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:31:55.183279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:31:55.183372 dv-neutron-857569-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:31:55.183733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.202600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3feccaed-3008-498f-bf84-5e07649e7a2e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:55.203530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.203865 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3feccaed-3008-498f-bf84-5e07649e7a2e Sep 22 08:31:55.210768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-e4e7890c-d25f-4602-a0fe-49bd49677463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:55.212253 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-e4e7890c-d25f-4602-a0fe-49bd49677463 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=24afe7ad-09d3-43da-8c83-2badb4f8b49a HTTP/1.1" status: 200 len: 845 time: 0.2031901 Sep 22 08:31:55.227610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Provisioning complete for port 747cad45-e022-4b89-9db0-332226b78bd2 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:31:55.227985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.228319 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 1 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:55.252381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:55.283283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.285132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1af4f365-0136-4004-8c4d-ceac9e23fcc9 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:31:55.331382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.335336 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e140017-fcc5-4c96-96b4-956555febd0d tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1af4f365-0136-4004-8c4d-ceac9e23fcc9 HTTP/1.1" status: 204 len: 168 time: 6.4954565 Sep 22 08:31:55.336740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.14 (2b7e5bd7-56c9-4fb4-a150-183eafbcd649/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73/86ee82f1-a644-43ab-ae80-3e2b4519c0f5) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:55.340440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60870) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:55.349120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88165-7f46-49cb-8f7a-e466714cf184 req-d894ede3-5490-4443-b94b-a5dfc98ef13b tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:55.350499 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-67f88165-7f46-49cb-8f7a-e466714cf184 req-d894ede3-5490-4443-b94b-a5dfc98ef13b tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.5314996 Sep 22 08:31:55.384731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:55.414842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716bad-3179-495e-b034-b41697c2a570 req-9610b8bb-e327-4665-b517-e61b9e99d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:55.416332 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1716bad-3179-495e-b034-b41697c2a570 req-9610b8bb-e327-4665-b517-e61b9e99d5d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 0.4816139 Sep 22 08:31:55.425488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:55.441557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Usage tracker for resource:port and tenant:76958787cff54f49be078a251dc7aa04 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:55.445572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:55.480749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ff497e4b-8a2c-488a-ab22-44dd2379bfda', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'port_id': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'mac_address': 'fa:16:3e:3a:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:06Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 1, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:31:05Z', 'revision_number': 5, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:55.482157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] For port be5f5d4a-46d6-4071-82ce-e2d9a619b657, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:31:55.482396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:55.482522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempted to set empty binding levels {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 08:31:55.493788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] Checking router: 30b097e4-6881-4d2e-8c5a-650746d96ea3 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:31:55.497687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.498226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] In _notify_port_updated(), no bound segment for port be5f5d4a-46d6-4071-82ce-e2d9a619b657 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:31:55.499085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:55.499966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.504170 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "PUT /v2.0/ports/be5f5d4a-46d6-4071-82ce-e2d9a619b657 HTTP/1.1" status: 200 len: 977 time: 6.9141324 Sep 22 08:31:55.507145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60874) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:55.540651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:55.541281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:55.553366 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-67f88165-7f46-49cb-8f7a-e466714cf184 req-5a138145-8c34-41c1-afed-0bdc56197180 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826248 Sep 22 08:31:55.601076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:55.689718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-9fbb6dca-e940-40f3-9afe-36ab6568fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:55.692663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-9fbb6dca-e940-40f3-9afe-36ab6568fdfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bcff7082-ca80-4576-966f-4316600a149d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4673023 Sep 22 08:31:55.695411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.781255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3feccaed-3008-498f-bf84-5e07649e7a2e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:31:55.808191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491213a-b28e-4a0d-9822-b8dd19f9df31 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=be5f5d4a-46d6-4071-82ce-e2d9a619b657,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:55.826270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:55.894502 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 2 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:55.987316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:56.036284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:56.079760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.080237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.081059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.081176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.081609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.082061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.082692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.082989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.083446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.083900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.085121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.085121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.085331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.085670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.086365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.086557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.087252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.088087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.088087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.088344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.088793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.089306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.089682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.090136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.090798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.091027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.091503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.091950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.092394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.092848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.095391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Synchronizing usage tracker for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:56.112374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:56.139632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Unset dirty status for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:56.144716 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5928375-24c1-4ef9-9da8-5688d9d7a543 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26469 time: 0.6025050 Sep 22 08:31:56.145125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:56.170813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716bad-3179-495e-b034-b41697c2a570 req-3cd2c5e8-cadb-444d-92c4-4665dcadf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.172828 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1716bad-3179-495e-b034-b41697c2a570 req-3cd2c5e8-cadb-444d-92c4-4665dcadf1bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.7190185 Sep 22 08:31:56.200897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:56.226483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'b4e462ad-b3dc-4a6a-8f41-b814920db097', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'port_id': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'mac_address': 'fa:16:3e:f8:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:09Z', 'updated_at': '2022-09-22T08:31:50Z', 'revision_number': 1, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:08Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:56.236319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584989de-ad64-4017-acba-662a2e768f15 None None] Checking router: 0684d2c7-ad7b-4edc-9f28-31357e78f03a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:31:56.268047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:56.285034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:56.291104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:56.298513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:56.315001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:31:56.316092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:56.328818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Deleting port be5f5d4a-46d6-4071-82ce-e2d9a619b657 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:56.329157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:56.336416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:56.350694 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-1985db84-69f7-4396-94bc-0da019e4f49b service neutron] 10.222.0.48 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038690 Sep 22 08:31:56.369108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Deleting port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:56.369448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:56.451257 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1716bad-3179-495e-b034-b41697c2a570 req-126b11d3-ac8e-44bc-84d5-28924affef43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 998 time: 0.2520826 Sep 22 08:31:56.521098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8d2f411d-f2be-4692-bf66-8bba67369222 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:31:56.539333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] For port c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:56.539693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:56.563874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] device_id is not set on port fd68140c-7026-4e8d-85b7-43c036159c00 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:56.586053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 8d2f411d-f2be-4692-bf66-8bba67369222 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:31:56.586542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8d2f411d-f2be-4692-bf66-8bba67369222 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:31:56.605055 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 3 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:56.638629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:31:56.705890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716bad-3179-495e-b034-b41697c2a570 req-6a92fc13-8907-4a7d-915b-4b14c1c4f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:56.707262 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1716bad-3179-495e-b034-b41697c2a570 req-6a92fc13-8907-4a7d-915b-4b14c1c4f95d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.2298367 Sep 22 08:31:56.792409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:56.809555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Calling delete_port for c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:56.835971 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-927ee51e-3550-4d6e-9402-23601bb378b0 req-338e64af-0ddf-430c-8e3c-0fc4a5c6544a service neutron] 10.222.0.48 "GET /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745109 Sep 22 08:31:56.857440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ff497e4b-8a2c-488a-ab22-44dd2379bfda', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'port_id': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'mac_address': 'fa:16:3e:3a:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:06Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 1, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:31:05Z', 'revision_number': 5, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:56.894865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=86ee82f1-a644-43ab-ae80-3e2b4519c0f5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:56.912911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef3596e-0515-40d4-8f58-0a0e45dad816 None None] The sync data for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv is: [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ff497e4b-8a2c-488a-ab22-44dd2379bfda', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'port_id': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'mac_address': 'fa:16:3e:3a:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:06Z', 'updated_at': '2022-09-22T08:31:49Z', 'revision_number': 1, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:31:05Z', 'revision_number': 5, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:56.922850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Allocated IP 2001:db8::354 (39bf1994-533d-44cb-a270-f920addfa410/5ec5fde7-3dce-4951-895d-136d1f5752fd/fd68140c-7026-4e8d-85b7-43c036159c00) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:56.974540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting port 5eb2e061-3586-481c-9cf1-343c40be2599 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:56.974877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.048129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716bad-3179-495e-b034-b41697c2a570 req-ad59a6f0-b70f-446a-bc96-a8b4b4863758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:57.049865 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1716bad-3179-495e-b034-b41697c2a570 req-ad59a6f0-b70f-446a-bc96-a8b4b4863758 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3273919 Sep 22 08:31:57.052259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:57.052885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.061827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.098106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-584989de-ad64-4017-acba-662a2e768f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'b4e462ad-b3dc-4a6a-8f41-b814920db097', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'port_id': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'mac_address': 'fa:16:3e:f8:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:09Z', 'updated_at': '2022-09-22T08:31:50Z', 'revision_number': 1, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:08Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:31:57.102956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584989de-ad64-4017-acba-662a2e768f15 None None] The sync data for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv is: [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'b4e462ad-b3dc-4a6a-8f41-b814920db097', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'port_id': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'mac_address': 'fa:16:3e:f8:48:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:31:09Z', 'updated_at': '2022-09-22T08:31:50Z', 'revision_number': 1, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:08Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:31:57.109483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:31:57.112032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109e5020-3549-4edd-a6d4-e74db5f1edb9" -d '{"events": [{"name": "network-changed", "server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:31:57.153363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:57.213285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd27ae5d-de14-4f60-812d-310fa57db82a x-openstack-request-id: req-cd27ae5d-de14-4f60-812d-310fa57db82a {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:31:57.213497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:31:57.213753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd27ae5d-de14-4f60-812d-310fa57db82a {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:31:57.214151 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd27ae5d-de14-4f60-812d-310fa57db82a'] response: {'name': 'network-changed', 'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'status': 'completed', 'code': 200} Sep 22 08:31:57.250821 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-044aa321-ac5c-43cd-8d6e-c4c0082532e9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5095148 Sep 22 08:31:57.256932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:57.258292 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d18138-eda2-47c4-9ff5-fcd7cb910eaf None None] New status for floating IP ff497e4b-8a2c-488a-ab22-44dd2379bfda: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:31:57.294131 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 4 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:57.314501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '86ee82f1-a644-43ab-ae80-3e2b4519c0f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:57.320487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:57.324922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:floatingip and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:57.328307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:57.334878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:57.372271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.389866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Transition to ACTIVE for port object fd68140c-7026-4e8d-85b7-43c036159c00 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:31:57.405516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.449869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283b2ad4-f275-4f3c-aca8-23f3c263d5fb None None] New status for floating IP b4e462ad-b3dc-4a6a-8f41-b814920db097: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:31:57.501083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.546825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] For port be5f5d4a-46d6-4071-82ce-e2d9a619b657, host hv-neutron-8575, got binding levels [] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:31:57.547468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.563375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.584584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:57.811547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network 39bf1994-533d-44cb-a270-f920addfa410 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:57.819995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:57.850836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:57.856612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:57.857226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.862277 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Calling delete_port for be5f5d4a-46d6-4071-82ce-e2d9a619b657 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:57.864288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=fd68140c-7026-4e8d-85b7-43c036159c00,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:57.903877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.918105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.918462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.936501 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65feb184-bc67-4707-84a8-8a0fc5df6709 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9203186 Sep 22 08:31:57.938573 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1716bad-3179-495e-b034-b41697c2a570 req-d4e4933e-3867-464f-b5a9-f29be911d9bf service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254638 Sep 22 08:31:57.939861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:57.983246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:57.983837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:31:58.009477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.078847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.083661 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-990bcca6-b7d4-4779-b257-5401e0564b38 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3d32a377-ef70-46b8-8b88-4f9b5c4e2ab3 HTTP/1.1" status: 204 len: 168 time: 2.7386401 Sep 22 08:31:58.084796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event deleted for resources: {'Port': ['ID=be5f5d4a-46d6-4071-82ce-e2d9a619b657,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:58.087545 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 5 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:58.087852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:58.092218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.094524 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d1ea633-c80a-428d-9334-a68198d7a478 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "DELETE /v2.0/ports/be5f5d4a-46d6-4071-82ce-e2d9a619b657 HTTP/1.1" status: 204 len: 168 time: 1.9485066 Sep 22 08:31:58.097855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1920985882', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:58.105007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:58.108993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Usage tracker for resource:router and tenant:ca8ce45bd9964221b1f426e6ff8089c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:31:58.112048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:31:58.118102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:58.124863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60900) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:58.147089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Calling delete_port for 5eb2e061-3586-481c-9cf1-343c40be2599 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:31:58.174633 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a939610f-4d1c-4cd3-a659-214132e154bb tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:31:58.174988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:58.175560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a939610f-4d1c-4cd3-a659-214132e154bb tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Synchronizing usage tracker for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:58.181159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.182165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.206864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.210661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a939610f-4d1c-4cd3-a659-214132e154bb tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Unset dirty status for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:58.211839 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a939610f-4d1c-4cd3-a659-214132e154bb tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "GET /v2.0/ports/be5f5d4a-46d6-4071-82ce-e2d9a619b657 HTTP/1.1" status: 404 len: 333 time: 0.0832891 Sep 22 08:31:58.247089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.247632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60904) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:58.255695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-95d9c456-3158-404e-885f-26ca85bebe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:58.257148 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-95d9c456-3158-404e-885f-26ca85bebe12 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f2dd066dc5e04f339616e461ff5f5582&device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 1098 time: 0.7959261 Sep 22 08:31:58.275991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1776103526', 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:31:58.311961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:31:58.401754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:31:58.569294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:31:58.606583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Made reservation on behalf of 92beaa642ba04c58a14a1e318b7e38d1 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:31:58.608868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.611163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:31:58.611619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c4fa3d97-1291-4c5b-a07c-d9feb4fc00a2 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:31:58.666519 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1716bad-3179-495e-b034-b41697c2a570 req-413a5077-d409-49f5-b017-73256807e682 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476574 Sep 22 08:31:58.678448 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 6 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:58.683067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] device_id is not set on port 56debf69-758f-47b0-a3ac-94d8bb7e2e76 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:31:58.731459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:58.735633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.26.8.85 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/cec676a6-2643-4ecd-be50-c8b16af92a74) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:31:58.741854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:58.777242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56ebe9-e345-4aac-86d1-89705cedbff5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:58.782982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56ebe9-e345-4aac-86d1-89705cedbff5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:58.788768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf56ebe9-e345-4aac-86d1-89705cedbff5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:58.789579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bf56ebe9-e345-4aac-86d1-89705cedbff5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Synchronizing usage tracker for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:31:58.813369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-12cd12e2-5e5c-492c-a5ac-62fd1d6a6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:58.814968 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-12cd12e2-5e5c-492c-a5ac-62fd1d6a6a6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=be1564f6-c02c-4901-9d38-5322a41164a9 HTTP/1.1" status: 200 len: 913 time: 0.5358458 Sep 22 08:31:58.921214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bf56ebe9-e345-4aac-86d1-89705cedbff5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Unset dirty status for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:31:58.926297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bf56ebe9-e345-4aac-86d1-89705cedbff5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9060948 Sep 22 08:31:58.932142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:31:59.012022 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-63d032a4-8748-4cba-8e95-ff607e91e57e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07188f02-1cd0-448b-a1a9-9b52796abf82 HTTP/1.1" status: 200 len: 1000 time: 0.1857083 Sep 22 08:31:59.026614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.049929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting port fd68140c-7026-4e8d-85b7-43c036159c00 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:31:59.050263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.120091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-3d37cf97-cddf-4d99-96d6-3e88259aa17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:59.121550 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-3d37cf97-cddf-4d99-96d6-3e88259aa17d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d0a65958-9562-43ff-be6a-6c80d7233631 HTTP/1.1" status: 200 len: 851 time: 0.0985692 Sep 22 08:31:59.125402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.243208 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 7 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:59.281948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event deleted for resources: {'Port': ['ID=5eb2e061-3586-481c-9cf1-343c40be2599,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:59.304842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:59.316513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.498472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.525726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:59.539704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:31:59.548915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:31:59.555503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.579425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.660266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-c7138b24-f61e-4fa2-832a-baf923fedf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:31:59.661666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-c7138b24-f61e-4fa2-832a-baf923fedf3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be1564f6-c02c-4901-9d38-5322a41164a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4514880 Sep 22 08:31:59.667018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=cec676a6-2643-4ecd-be50-c8b16af92a74,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:31:59.694510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.806096 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 8 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:31:59.839120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.863911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:31:59.923950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:31:59.955698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Network fe9f5e2e-6177-4b26-9b22-2edb30267a87 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:31:59.962564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:00.000581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Calling delete_port for fd68140c-7026-4e8d-85b7-43c036159c00 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:00.019166 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-6183ab99-dcaf-4a11-b8d8-545abbc30220 service neutron] 10.222.0.48 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995081 Sep 22 08:32:00.027176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:00.028072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:00.028651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:00.042386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=56debf69-758f-47b0-a3ac-94d8bb7e2e76,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:00.242294 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fffc8d6f-551e-4ecd-afaa-e7f74e78b102 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9891686 Sep 22 08:32:00.248256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:00.266134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Allocated IP 172.26.8.174 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/9f7ec889-d136-4c23-adf9-cd0d7717323d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:00.365315 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 9 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:32:00.402943 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-109e5020-3549-4edd-a6d4-e74db5f1edb9 req-c0d924c3-3933-4a0e-a859-f3d29faa1bb8 service neutron] 10.222.0.48 "GET /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612041 Sep 22 08:32:00.415832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d9088-0971-41cf-bb86-c42e272673c7 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:00.416420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a4d9088-0971-41cf-bb86-c42e272673c7 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Synchronizing usage tracker for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:00.425694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:00.501614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a4d9088-0971-41cf-bb86-c42e272673c7 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Unset dirty status for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:00.502547 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9a4d9088-0971-41cf-bb86-c42e272673c7 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "GET /v2.0/ports/56debf69-758f-47b0-a3ac-94d8bb7e2e76 HTTP/1.1" status: 200 len: 955 time: 0.2534020 Sep 22 08:32:00.507386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:00.545512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Router da15cd59-c446-4e34-bc3e-f3e30ef08396 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:00.576729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:00.657619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Port': ['ID=fd68140c-7026-4e8d-85b7-43c036159c00,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:00.680600 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Deleting port 56debf69-758f-47b0-a3ac-94d8bb7e2e76 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:00.680881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:00.724670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:00.729953 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8ef898f3-9601-4709-a536-0fa2198c1c11 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "PUT /v2.0/routers/da15cd59-c446-4e34-bc3e-f3e30ef08396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8735728 Sep 22 08:32:00.732842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:00.737903 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] Sync routers for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:00.754023 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:00.760058 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:00.791293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:00.828585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:00.837680 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] Routers {'da15cd59-c446-4e34-bc3e-f3e30ef08396'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:00.838511 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['da15cd59-c446-4e34-bc3e-f3e30ef08396'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:00.927128 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Attempt 10 to provision port 747cad45-e022-4b89-9db0-332226b78bd2 Sep 22 08:32:00.932926 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:00.933537 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1c46a-f3fd-44e0-ad4a-d0a1a1cde2ba None None] The sync data for ids ['da15cd59-c446-4e34-bc3e-f3e30ef08396'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:00.989943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.026944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69fb6804-795a-49e8-96bc-beb6b92dd746 None None] Port 747cad45-e022-4b89-9db0-332226b78bd2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:01.049014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.080359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.128773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.143383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-81e1fbc8-379b-4649-9abe-2dfeb97c318e None None] Could not find standard attr ID for object fd68140c-7026-4e8d-85b7-43c036159c00. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:32:01.153102 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aca835db-2586-41e9-aa56-17ec29fcf3dd tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/ports/fd68140c-7026-4e8d-85b7-43c036159c00 HTTP/1.1" status: 204 len: 168 time: 2.2199395 Sep 22 08:32:01.156772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:01.219226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:01.224937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.228156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.234965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:01.238448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting port 5000d8b8-6bad-48ca-95e1-b13021377d43 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:01.238765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.248333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:01.395988 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3417e53a-a3e8-487b-a64c-3b02cb7847f0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] GET failed (client error): The resource could not be found. Sep 22 08:32:01.396428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3417e53a-a3e8-487b-a64c-3b02cb7847f0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Synchronizing usage tracker for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:01.416069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.512954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event updated for resources: {'Port': ['ID=9f7ec889-d136-4c23-adf9-cd0d7717323d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:01.521934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Calling delete_port for 56debf69-758f-47b0-a3ac-94d8bb7e2e76 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:01.539906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Calling delete_port for 5000d8b8-6bad-48ca-95e1-b13021377d43 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:01.637437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3417e53a-a3e8-487b-a64c-3b02cb7847f0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Unset dirty status for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:01.641970 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3417e53a-a3e8-487b-a64c-3b02cb7847f0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "GET /v2.0/ports/fd68140c-7026-4e8d-85b7-43c036159c00 HTTP/1.1" status: 404 len: 333 time: 0.4626646 Sep 22 08:32:01.642563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60930) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:01.649734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-5979677'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:01.769834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.821559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.872056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.924419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event deleted for resources: {'Port': ['ID=5000d8b8-6bad-48ca-95e1-b13021377d43,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:01.933563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:01.947077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event deleted for resources: {'Port': ['ID=56debf69-758f-47b0-a3ac-94d8bb7e2e76,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:01.969904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:01.989228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:02.008553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:02.012041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.027431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.113865 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ffe8f1a4-83e1-45e7-8d51-2b3f5f563f43 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "DELETE /v2.0/ports/56debf69-758f-47b0-a3ac-94d8bb7e2e76 HTTP/1.1" status: 204 len: 168 time: 1.6017289 Sep 22 08:32:02.118437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60934) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:02.196752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] device_id is not set on port b2663b5b-72f6-4a97-8dd4-c993f4765659 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:02.232835 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a3ff3c-7eb7-4aea-9998-a0ea2a39f873 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:32:02.233365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-46a3ff3c-7eb7-4aea-9998-a0ea2a39f873 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Synchronizing usage tracker for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:02.250234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.257195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.296422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-46a3ff3c-7eb7-4aea-9998-a0ea2a39f873 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Unset dirty status for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:02.297589 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-46a3ff3c-7eb7-4aea-9998-a0ea2a39f873 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "GET /v2.0/ports/56debf69-758f-47b0-a3ac-94d8bb7e2e76 HTTP/1.1" status: 404 len: 333 time: 0.1766286 Sep 22 08:32:02.300817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.356789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60938) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:02.373062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Request body: {'port': {'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1796365531'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:02.399977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:02.417357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.474299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:02.475066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.475927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Fanout notify agent at l3_agent the message router_deleted on router da15cd59-c446-4e34-bc3e-f3e30ef08396 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:02.476131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.536616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.537711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc420ed8-ac95-43f2-afe1-22f16af01441 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "DELETE /v2.0/routers/da15cd59-c446-4e34-bc3e-f3e30ef08396 HTTP/1.1" status: 204 len: 168 time: 1.8035023 Sep 22 08:32:02.540662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:02.586902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Made reservation on behalf of 92beaa642ba04c58a14a1e318b7e38d1 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:02.589181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.600158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Allocated IP 2001:db8::334 (39bf1994-533d-44cb-a270-f920addfa410/5ec5fde7-3dce-4951-895d-136d1f5752fd/b2663b5b-72f6-4a97-8dd4-c993f4765659) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:02.631512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting subnet 08404ad3-91a4-4612-9f38-553c41ed917b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:32:02.634561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] device_id is not set on port afe96007-8344-4d8e-b666-2ee68ee400c3 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:02.647023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.672624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=cec676a6-2643-4ecd-be50-c8b16af92a74,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:02.727094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.850029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.978234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:02.981037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.035732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Transition to ACTIVE for port object b2663b5b-72f6-4a97-8dd4-c993f4765659 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:03.072784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.119337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.121115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.124587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event deleted for resources: {'Subnet': ['ID=08404ad3-91a4-4612-9f38-553c41ed917b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:03.130525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa3292-0b1b-49ec-9c5b-3c90e1dfae8d None None] Network 76ee428e-19a9-4d26-9e55-0293e2991164 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:03.184365 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-907debf5-481c-4db1-bc20-ae893e571f8a tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "DELETE /v2.0/subnets/08404ad3-91a4-4612-9f38-553c41ed917b HTTP/1.1" status: 204 len: 168 time: 0.6429009 Sep 22 08:32:03.184726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.193210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:03.226034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network 39bf1994-533d-44cb-a270-f920addfa410 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:03.233093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:03.235651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=b2663b5b-72f6-4a97-8dd4-c993f4765659,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:03.237206 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 61e3c141-d989-49da-9d99-3c8fd84d6c3e associated. External IP: 172.26.8.85, port: 86ee82f1-a644-43ab-ae80-3e2b4519c0f5. Sep 22 08:32:03.237573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:03.242947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:03.243574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.330816 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e0ecffa-530e-4c8d-903a-c4d9570eeb9a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6840963 Sep 22 08:32:03.337400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60954) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:03.351021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:e9:67:66'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:03.402180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.441642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting port f934b735-7804-4291-b028-861c2c7d29dc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:03.441642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.448988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] DHCP port deletion for 76ee428e-19a9-4d26-9e55-0293e2991164 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:32:03.455070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] Deleting port f934b735-7804-4291-b028-861c2c7d29dc {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:03.455710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.578295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.644078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Provisioning for port b2663b5b-72f6-4a97-8dd4-c993f4765659 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:03.662267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Provisioning complete for port b2663b5b-72f6-4a97-8dd4-c993f4765659 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:03.662631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.662960 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Attempt 1 to provision port b2663b5b-72f6-4a97-8dd4-c993f4765659 Sep 22 08:32:03.731969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] For port f934b735-7804-4291-b028-861c2c7d29dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f934b735-7804-4291-b028-861c2c7d29dc,segment=NetworkSegment(34f5ae09-d6b8-4200-972e-cdfa240e0bcb),segment_id=34f5ae09-d6b8-4200-972e-cdfa240e0bcb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:03.732359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.766786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] For port f934b735-7804-4291-b028-861c2c7d29dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f934b735-7804-4291-b028-861c2c7d29dc,segment=NetworkSegment(34f5ae09-d6b8-4200-972e-cdfa240e0bcb),segment_id=34f5ae09-d6b8-4200-972e-cdfa240e0bcb)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:03.767160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.803667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Port b2663b5b-72f6-4a97-8dd4-c993f4765659 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:03.841586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.864717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] Calling delete_port for f934b735-7804-4291-b028-861c2c7d29dc owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:03.924126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Router b663a293-1b9d-44fe-9aa1-f101ade378ab is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:03.930564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Network fe9f5e2e-6177-4b26-9b22-2edb30267a87 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:03.937523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:03.939476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Calling delete_port for f934b735-7804-4291-b028-861c2c7d29dc owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:03.943871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:03.944922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:03.945588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.977082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=afe96007-8344-4d8e-b666-2ee68ee400c3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:03.987882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:03.998699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.052364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:04.071507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] Pushing event deleted for resources: {'Port': ['ID=f934b735-7804-4291-b028-861c2c7d29dc,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:04.073388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75959f34-15a7-4693-8241-78ee2b7ebcc1 None None] No DVR routers for this DVR port f934b735-7804-4291-b028-861c2c7d29dc on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:32:04.183611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:32:04.183976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:32:04.199469 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5660e0c0-2f67-4622-bcea-6fbe4c66f723 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8415875 Sep 22 08:32:04.204320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:04.213841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:04.305130 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Attempt 2 to provision port b2663b5b-72f6-4a97-8dd4-c993f4765659 Sep 22 08:32:04.359049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Port b2663b5b-72f6-4a97-8dd4-c993f4765659 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:04.430878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.453170 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:04.463111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] Sync routers for ids ['b663a293-1b9d-44fe-9aa1-f101ade378ab'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:04.474285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] Routers {'b663a293-1b9d-44fe-9aa1-f101ade378ab'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:04.474979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b663a293-1b9d-44fe-9aa1-f101ade378ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.486263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:04.488313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.489489 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b583dd25-9f4f-438f-aaef-069e258fe222 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3995252 Sep 22 08:32:04.493659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60962) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:04.498559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': False}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:04.503147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.514043 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:04.525338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.525978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] In _notify_port_updated(), no bound segment for port b2663b5b-72f6-4a97-8dd4-c993f4765659 on network 39bf1994-533d-44cb-a270-f920addfa410 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:32:04.532503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:04.534098 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:04.534717 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.550726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.552848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "PUT /v2.0/ports/b2663b5b-72f6-4a97-8dd4-c993f4765659 HTTP/1.1" status: 200 len: 999 time: 1.2144897 Sep 22 08:32:04.565171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60966) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:04.569130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.580794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f934b735-7804-4291-b028-861c2c7d29dc no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:04.618268 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.628788 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:04.629615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: f934b735-7804-4291-b028-861c2c7d29dc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:32:04.629964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f934b735-7804-4291-b028-861c2c7d29dc not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:32:04.630073 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.633881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] Routers {'b663a293-1b9d-44fe-9aa1-f101ade378ab'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:04.634589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b663a293-1b9d-44fe-9aa1-f101ade378ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.656906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62606c0b-a548-4fc8-8342-3217b8b8be3a tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=b2663b5b-72f6-4a97-8dd4-c993f4765659,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:04.668130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting port b2663b5b-72f6-4a97-8dd4-c993f4765659 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:04.668468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.703134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.703551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3421e10-4c17-4d4f-a5ec-fe9bd26e98c9 None None] The sync data for ids ['b663a293-1b9d-44fe-9aa1-f101ade378ab'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:04.706149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting port f934b735-7804-4291-b028-861c2c7d29dc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:04.706487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.726718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:04.729840 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:04.730231 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329b2fad-58ed-4a6e-9524-87baf5b6af70 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:04.787854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] The port 'f934b735-7804-4291-b028-861c2c7d29dc' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:32:04.860471 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Attempt 3 to provision port b2663b5b-72f6-4a97-8dd4-c993f4765659 Sep 22 08:32:04.907479 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db27fbc1-e20c-427e-b5c9-5e6a68bee0cd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.6413355 Sep 22 08:32:04.914081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60970) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:04.925754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Port b2663b5b-72f6-4a97-8dd4-c993f4765659 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:04.926344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:04.946966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.011047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ee428e-19a9-4d26-9e55-0293e2991164']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:05.035200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f5ae09-d6b8-4200-972e-cdfa240e0bcb') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:05.035516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f5ae09-d6b8-4200-972e-cdfa240e0bcb') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:05.051599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.063180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] device_id is not set on port afe96007-8344-4d8e-b666-2ee68ee400c3 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:05.074278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.081996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.094046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:05.094439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.162696 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 34f5ae09-d6b8-4200-972e-cdfa240e0bcb resource provider aggregate not found Sep 22 08:32:05.184839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.189276 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 34f5ae09-d6b8-4200-972e-cdfa240e0bcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34f5ae09-d6b8-4200-972e-cdfa240e0bcb found for delete ", "request_id": "req-90071334-6958-4a5e-aa4d-996c169d5b8d"}]} Sep 22 08:32:05.201205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Transition to ACTIVE for port object afe96007-8344-4d8e-b666-2ee68ee400c3 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:05.201968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.204995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.329280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.333125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event deleted for resources: {'Network': ['ID=76ee428e-19a9-4d26-9e55-0293e2991164,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:05.368117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=afe96007-8344-4d8e-b666-2ee68ee400c3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:05.372199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:05.372531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:05.372864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:05.376047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-660f3a06-3138-4c17-87f8-befde2eb1eee tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "DELETE /v2.0/networks/76ee428e-19a9-4d26-9e55-0293e2991164 HTTP/1.1" status: 204 len: 168 time: 2.1818302 Sep 22 08:32:05.379330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:05.381584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:05.381904 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:05.382550 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 2 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:05.427593 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Attempt 4 to provision port b2663b5b-72f6-4a97-8dd4-c993f4765659 Sep 22 08:32:05.473967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:05.474533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:05.474631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:05.488226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Port b2663b5b-72f6-4a97-8dd4-c993f4765659 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:05.539477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:05.539810 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:05.540197 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 3 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:05.570761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Deleting port 0ff87771-42f7-4fb4-8f8a-a12a70e2c04e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:05.571102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.599238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:05.599564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:05.599936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:05.618581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:05.618827 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:05.620879 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 4 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:05.676481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.750831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:05.751281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:05.751609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:05.808587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:05.808907 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:05.811085 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 5 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:05.832435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:05.832767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:05.833091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:05.861449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:05.861794 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:05.869931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 6 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:05.887386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.887714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:05.898610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:05.899016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:05.899384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:05.946885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Calling delete_port for b2663b5b-72f6-4a97-8dd4-c993f4765659 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:05.975436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.005926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.006237 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 61e3c141-d989-49da-9d99-3c8fd84d6c3e disassociated. External IP: 172.26.8.85, port: 86ee82f1-a644-43ab-ae80-3e2b4519c0f5. Sep 22 08:32:06.014689 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Attempt 5 to provision port b2663b5b-72f6-4a97-8dd4-c993f4765659 Sep 22 08:32:06.021231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:06.021386 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:06.027742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Calling delete_port for 0ff87771-42f7-4fb4-8f8a-a12a70e2c04e owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:06.054149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 7 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:06.085428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:06.085814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:06.086767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:06.095048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:06.095048 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:06.095048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 8 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:06.108930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bab811bf-1708-4b76-81ae-6407f2908e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.112294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Port b2663b5b-72f6-4a97-8dd4-c993f4765659 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:06.129554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:06.129865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:06.130399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:06.130961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.143335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:06.143549 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:06.144490 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 9 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:06.161895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:06.162222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:06.162554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:06.169022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:06.169342 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:06.195967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempt 10 to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 Sep 22 08:32:06.222227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:06.222552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:06.222880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempting to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:06.230309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:32:06.230629 dv-neutron-857569-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Failed to bind port afe96007-8344-4d8e-b666-2ee68ee400c3 on host hv-neutron-8575 for vnic_type normal using segments [{'id': 'b5f8e323-5bab-425a-ad9f-e080ff0becb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe9f5e2e-6177-4b26-9b22-2edb30267a87'}] Sep 22 08:32:06.230979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.281511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.344089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Pushing event deleted for resources: {'Port': ['ID=0ff87771-42f7-4fb4-8f8a-a12a70e2c04e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:06.420552 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:32:06.431471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.456241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] For port afe96007-8344-4d8e-b666-2ee68ee400c3, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:06.456608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attempted to set empty binding levels {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 08:32:06.463437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.463964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] In _notify_port_updated(), no bound segment for port afe96007-8344-4d8e-b666-2ee68ee400c3 on network fe9f5e2e-6177-4b26-9b22-2edb30267a87 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:32:06.464833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:06.465408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.469526 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "PUT /v2.0/ports/afe96007-8344-4d8e-b666-2ee68ee400c3 HTTP/1.1" status: 200 len: 977 time: 2.2614541 Sep 22 08:32:06.471956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 60984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:06.510650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.522770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Port': ['ID=b2663b5b-72f6-4a97-8dd4-c993f4765659,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:06.543130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d08b57-7aea-4487-970d-11ce54f6643d tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event updated for resources: {'Port': ['ID=afe96007-8344-4d8e-b666-2ee68ee400c3,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:06.550543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.554141 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-91a1dce4-ac5c-481b-881e-9c7835d5c848 tempest-FloatingIPAdminTestJSON-138844120 tempest-FloatingIPAdminTestJSON-138844120-project] 10.222.0.42 "DELETE /v2.0/floatingips/a85768be-138f-4a21-8eaf-6cf7306089ec HTTP/1.1" status: 204 len: 168 time: 1.1713386 Sep 22 08:32:06.612805 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Attempt 6 to provision port b2663b5b-72f6-4a97-8dd4-c993f4765659 Sep 22 08:32:06.668076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c2704f5-1f94-48d6-beb8-f6a2e31a5170 None None] Port b2663b5b-72f6-4a97-8dd4-c993f4765659 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:32:06.693702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Deleting port afe96007-8344-4d8e-b666-2ee68ee400c3 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:06.694263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:06.854271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 60992) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:06.970725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:06.994576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.010609 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1cb4c184-65fc-46f4-9cb3-fd1e248c44a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f963bb1e4c041d7afcdd7c553288465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551878 Sep 22 08:32:07.013242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:07.075018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05757a04-f16b-47a6-9c9c-4acfe9efbe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.104237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05757a04-f16b-47a6-9c9c-4acfe9efbe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.118013 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4cfbcd52-525b-4a2d-95e7-77827e4d78d5 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/ports/b2663b5b-72f6-4a97-8dd4-c993f4765659 HTTP/1.1" status: 204 len: 168 time: 2.5518851 Sep 22 08:32:07.120605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:07.172785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9e56cd-0646-47c9-9f8e-ef7e179de9f2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] GET failed (client error): The resource could not be found. Sep 22 08:32:07.173322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f9e56cd-0646-47c9-9f8e-ef7e179de9f2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Synchronizing usage tracker for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:07.193475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f9e56cd-0646-47c9-9f8e-ef7e179de9f2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Unset dirty status for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:07.194629 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5f9e56cd-0646-47c9-9f8e-ef7e179de9f2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "GET /v2.0/ports/b2663b5b-72f6-4a97-8dd4-c993f4765659 HTTP/1.1" status: 404 len: 333 time: 0.0730300 Sep 22 08:32:07.198323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:07.204675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1512215921'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:07.277031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05757a04-f16b-47a6-9c9c-4acfe9efbe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.306444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757a04-f16b-47a6-9c9c-4acfe9efbe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f565ab3-b6f7-4e9f-9285-da79b9fdb25b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:07.317088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05757a04-f16b-47a6-9c9c-4acfe9efbe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.322549 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05757a04-f16b-47a6-9c9c-4acfe9efbe4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f565ab3-b6f7-4e9f-9285-da79b9fdb25b HTTP/1.1" status: 204 len: 168 time: 0.3041568 Sep 22 08:32:07.369114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:07.379274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:07.390386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:07.394008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.415350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] device_id is not set on port 1c0e1edd-192c-426e-b7e7-e797f5daaebd yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:07.446594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] For port afe96007-8344-4d8e-b666-2ee68ee400c3, host hv-neutron-8575, got binding levels [] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:07.446956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.573407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Allocated IP 2001:db8::183 (39bf1994-533d-44cb-a270-f920addfa410/5ec5fde7-3dce-4951-895d-136d1f5752fd/1c0e1edd-192c-426e-b7e7-e797f5daaebd) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:07.599027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Calling delete_port for afe96007-8344-4d8e-b666-2ee68ee400c3 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:07.637846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:07.647261 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32784) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:07.650865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:07.651687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.660886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:07.661896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:07.726769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:07.735332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:07.735935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:31:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:07.789673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.793841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.796747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:07.797149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d64525d-6963-4ef8-a1a1-8ecd9d2887ed None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:07.806484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Transition to ACTIVE for port object 1c0e1edd-192c-426e-b7e7-e797f5daaebd will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:07.830093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.841045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:07.893177 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ffa27fe-e98b-4a94-8d68-66ba6ce2d0cb tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/floatingips/61e3c141-d989-49da-9d99-3c8fd84d6c3e HTTP/1.1" status: 200 len: 687 time: 2.9755485 Sep 22 08:32:07.897452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:07.900896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Usage tracker for resource:security_group_rule and tenant:a1bb2205c7564d04bfde562c309c7db8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:07.904101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:07.906090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network 39bf1994-533d-44cb-a270-f920addfa410 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:07.926400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:07.931749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:07.965300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:07.989883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Pushing event deleted for resources: {'Port': ['ID=afe96007-8344-4d8e-b666-2ee68ee400c3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:08.015995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.080235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:08.085667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:08.086285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.101626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=1c0e1edd-192c-426e-b7e7-e797f5daaebd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:08.105684 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b1fc491c-b0a4-4bee-93fe-8f0b1550d90e tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "DELETE /v2.0/ports/afe96007-8344-4d8e-b666-2ee68ee400c3 HTTP/1.1" status: 204 len: 168 time: 1.6265857 Sep 22 08:32:08.119806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:08.177934 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ce21f2-ffd5-4673-a172-465270223418 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] GET failed (client error): The resource could not be found. Sep 22 08:32:08.178466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-88ce21f2-ffd5-4673-a172-465270223418 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Synchronizing usage tracker for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:08.195462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port cec676a6-2643-4ecd-be50-c8b16af92a74 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:08.195799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.210259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Provisioning for port 1c0e1edd-192c-426e-b7e7-e797f5daaebd completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:08.215207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Provisioning complete for port 1c0e1edd-192c-426e-b7e7-e797f5daaebd triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:08.215684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.216081 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Attempt 1 to provision port 1c0e1edd-192c-426e-b7e7-e797f5daaebd Sep 22 08:32:08.229100 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-77e0ab63-c0f9-4915-b9d9-658d385b3c10 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0271680 Sep 22 08:32:08.233285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32796) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:08.245943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e9:67:66'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:08.286928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4ef4859-57f2-46bc-b95d-52df75af4b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.291009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Port 1c0e1edd-192c-426e-b7e7-e797f5daaebd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:08.416384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-88ce21f2-ffd5-4673-a172-465270223418 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] Unset dirty status for tenant:92beaa642ba04c58a14a1e318b7e38d1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:08.417533 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-88ce21f2-ffd5-4673-a172-465270223418 tempest-PortsAdminExtendedAttrsTestJSON-922102232 tempest-PortsAdminExtendedAttrsTestJSON-922102232-project-admin] 10.222.0.42 "GET /v2.0/ports/afe96007-8344-4d8e-b666-2ee68ee400c3 HTTP/1.1" status: 404 len: 333 time: 0.2967949 Sep 22 08:32:08.424513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32800) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:08.452988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.475591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.516348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.517667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.533556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.533875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.534024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.670311 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1bb2205c7564d04bfde562c309c7db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9888301 Sep 22 08:32:08.675507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for cec676a6-2643-4ecd-be50-c8b16af92a74 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:08.676015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.678783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:08.684655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204e243-3121-42ab-a133-b2849fe7470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a671ac6-8680-4471-9a40-7b6e42aa301c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:08.793049 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Attempt 2 to provision port 1c0e1edd-192c-426e-b7e7-e797f5daaebd Sep 22 08:32:08.864851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Port 1c0e1edd-192c-426e-b7e7-e797f5daaebd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:08.943880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Router b663a293-1b9d-44fe-9aa1-f101ade378ab has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:08.944813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae15db8f-4f5a-4efb-ba99-21f2557ec639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.948395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.974296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:08.995502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae15db8f-4f5a-4efb-ba99-21f2557ec639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.002906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.004845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=cec676a6-2643-4ecd-be50-c8b16af92a74,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:09.036631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.037264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] In _notify_port_updated(), no bound segment for port 1c0e1edd-192c-426e-b7e7-e797f5daaebd on network 39bf1994-533d-44cb-a270-f920addfa410 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:32:09.042523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:09.043193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.047023 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "PUT /v2.0/ports/1c0e1edd-192c-426e-b7e7-e797f5daaebd HTTP/1.1" status: 200 len: 1003 time: 0.8102396 Sep 22 08:32:09.052225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:09.123194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9f5e2e-6177-4b26-9b22-2edb30267a87']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:09.161963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e290b1-f633-4c1a-9f94-99f08dfa3c90 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=1c0e1edd-192c-426e-b7e7-e797f5daaebd,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:09.167822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.176401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f8e323-5bab-425a-ad9f-e080ff0becb0') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:09.176690 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f8e323-5bab-425a-ad9f-e080ff0becb0') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:09.178454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.179615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7dc91675-18fc-4eea-b199-87f2767ec8e0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/floatingips/61e3c141-d989-49da-9d99-3c8fd84d6c3e HTTP/1.1" status: 204 len: 168 time: 1.2804568 Sep 22 08:32:09.183157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:09.188538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '4e2d2caf-fed9-4c39-bc35-377ed3beda66'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:09.194092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:09.197995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:floatingip and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:09.200880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:09.207538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:09.219061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.257753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.292428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting port 1c0e1edd-192c-426e-b7e7-e797f5daaebd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:09.292765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.333409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.359238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.360456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:09.360850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.366794 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Attempt 3 to provision port 1c0e1edd-192c-426e-b7e7-e797f5daaebd Sep 22 08:32:09.376709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:09.378230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae15db8f-4f5a-4efb-ba99-21f2557ec639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.393439 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] Sync routers for ids ['b663a293-1b9d-44fe-9aa1-f101ade378ab'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:09.422680 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] Routers {'b663a293-1b9d-44fe-9aa1-f101ade378ab'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:09.426494 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b663a293-1b9d-44fe-9aa1-f101ade378ab'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:09.429158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Port 1c0e1edd-192c-426e-b7e7-e797f5daaebd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:09.448948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.460466 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b5f8e323-5bab-425a-ad9f-e080ff0becb0 resource provider aggregate not found Sep 22 08:32:09.489013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15db8f-4f5a-4efb-ba99-21f2557ec639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a671ac6-8680-4471-9a40-7b6e42aa301c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:09.496547 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b5f8e323-5bab-425a-ad9f-e080ff0becb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5f8e323-5bab-425a-ad9f-e080ff0becb0 found for delete ", "request_id": "req-fb3bd782-19e1-484d-85c4-20ab8d0c1117"}]} Sep 22 08:32:09.519422 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:09.520005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.26.8.29 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/825308d5-abc2-41ce-b9b3-8d085620f9ef) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:09.529045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae15db8f-4f5a-4efb-ba99-21f2557ec639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.530525 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae15db8f-4f5a-4efb-ba99-21f2557ec639 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a671ac6-8680-4471-9a40-7b6e42aa301c HTTP/1.1" status: 204 len: 168 time: 0.8501239 Sep 22 08:32:09.541045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.541876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.542426 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-58070361-08ac-442e-a856-7635eb406ea9 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "PUT /v2.0/routers/b663a293-1b9d-44fe-9aa1-f101ade378ab HTTP/1.1" status: 200 len: 926 time: 5.0478580 Sep 22 08:32:09.552631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32822) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:09.555377 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] Routers {'b663a293-1b9d-44fe-9aa1-f101ade378ab'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:09.556214 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b663a293-1b9d-44fe-9aa1-f101ade378ab'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:09.557264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.577625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.612722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] Pushing event deleted for resources: {'Network': ['ID=fe9f5e2e-6177-4b26-9b22-2edb30267a87,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:09.619368 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f18b8210-85bc-491a-afcb-a171805892d8 tempest-PortsAdminExtendedAttrsTestJSON-2119035323 tempest-PortsAdminExtendedAttrsTestJSON-2119035323-project] 10.222.0.42 "DELETE /v2.0/networks/fe9f5e2e-6177-4b26-9b22-2edb30267a87 HTTP/1.1" status: 204 len: 168 time: 1.1938517 Sep 22 08:32:09.629683 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:09.630298 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b1d874-595a-4079-a9bb-e6a2f6fe40fe None None] The sync data for ids ['b663a293-1b9d-44fe-9aa1-f101ade378ab'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:09.751034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:09.930989 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Attempt 4 to provision port 1c0e1edd-192c-426e-b7e7-e797f5daaebd Sep 22 08:32:09.976124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32834) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.021101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Port 1c0e1edd-192c-426e-b7e7-e797f5daaebd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:10.052310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Calling delete_port for 1c0e1edd-192c-426e-b7e7-e797f5daaebd owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:10.059781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.096465 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-908e0a3e-0582-4ee6-a93a-4edd72004a55 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/b663a293-1b9d-44fe-9aa1-f101ade378ab HTTP/1.1" status: 200 len: 926 time: 0.5426021 Sep 22 08:32:10.098456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32840) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.136523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.157625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.176483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:10.181113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.226123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Usage tracker for resource:security_group_rule and tenant:ade6dfa1850a4e51bf60f6fd1125fdda is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:10.233117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:10.249713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:10.252982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.258266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:10.262222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:10.267391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:10.294634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c5d0f-9b2a-448a-b009-889f5cc287ea tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:10.295851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-336c5d0f-9b2a-448a-b009-889f5cc287ea tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Synchronizing usage tracker for tenant:1d50cb64ad504c90a9abdea052e3e57d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:10.308440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Port': ['ID=1c0e1edd-192c-426e-b7e7-e797f5daaebd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:10.320490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=825308d5-abc2-41ce-b9b3-8d085620f9ef,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:10.373269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.373559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-336c5d0f-9b2a-448a-b009-889f5cc287ea tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Unset dirty status for tenant:1d50cb64ad504c90a9abdea052e3e57d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:10.375051 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-336c5d0f-9b2a-448a-b009-889f5cc287ea tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=b663a293-1b9d-44fe-9aa1-f101ade378ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2756729 Sep 22 08:32:10.380410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32848) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.398270 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-afde36d3-6f15-471d-980d-fb6bbe472708 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/ports/1c0e1edd-192c-426e-b7e7-e797f5daaebd HTTP/1.1" status: 204 len: 168 time: 1.3278587 Sep 22 08:32:10.398804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32850) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.447205 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaf779e-363a-49c6-9232-037d9615da7b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] GET failed (client error): The resource could not be found. Sep 22 08:32:10.447767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8eaf779e-363a-49c6-9232-037d9615da7b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Synchronizing usage tracker for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:10.456859 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e10f6e9-0cc2-489a-b321-d8147f146368 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b6dff02b8064611bc1f7ee5fcb01252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393296 Sep 22 08:32:10.458927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32856) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.519827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8eaf779e-363a-49c6-9232-037d9615da7b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Unset dirty status for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:10.524442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8eaf779e-363a-49c6-9232-037d9615da7b tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "GET /v2.0/ports/1c0e1edd-192c-426e-b7e7-e797f5daaebd HTTP/1.1" status: 404 len: 333 time: 0.1211669 Sep 22 08:32:10.524586 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Attempt 5 to provision port 1c0e1edd-192c-426e-b7e7-e797f5daaebd Sep 22 08:32:10.527325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32860) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.538956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.546714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.564572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-330824039'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:10.576644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-32b2d13d-eea5-42cf-8435-700dd435b238 None None] Port 1c0e1edd-192c-426e-b7e7-e797f5daaebd was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:32:10.618538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc347-5b0b-4c86-a3fd-df855e477384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.624902 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ade6dfa1850a4e51bf60f6fd1125fdda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873939 Sep 22 08:32:10.625652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848208d-7082-4c95-955e-07bfa3e6929c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca6452-0a7c-4796-8cb0-7af90c089b46,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:10.627937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.674714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc347-5b0b-4c86-a3fd-df855e477384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.735978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-113e743f-ffd9-432b-9f1e-76ff8bb154c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.763928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-113e743f-ffd9-432b-9f1e-76ff8bb154c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.786046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc347-5b0b-4c86-a3fd-df855e477384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.805537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110fdbd7-c44d-4847-9b47-dae439f90dfc tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:10.806901 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-110fdbd7-c44d-4847-9b47-dae439f90dfc tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 0.3964365 Sep 22 08:32:10.811449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.812231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.855761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bc347-5b0b-4c86-a3fd-df855e477384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff99e25-fae6-4f43-a663-57a9e8fdf7ab,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:10.878505 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0273d488-ad4b-4048-bff7-c0c0e72adff9 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=b663a293-1b9d-44fe-9aa1-f101ade378ab HTTP/1.1" status: 200 len: 205 time: 0.0600832 Sep 22 08:32:10.878847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa3bc347-5b0b-4c86-a3fd-df855e477384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.879244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32872) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:10.892878 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa3bc347-5b0b-4c86-a3fd-df855e477384 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ff99e25-fae6-4f43-a663-57a9e8fdf7ab HTTP/1.1" status: 204 len: 168 time: 0.4231331 Sep 22 08:32:10.913733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-113e743f-ffd9-432b-9f1e-76ff8bb154c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.936485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e743f-ffd9-432b-9f1e-76ff8bb154c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca6452-0a7c-4796-8cb0-7af90c089b46,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:10.944885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-113e743f-ffd9-432b-9f1e-76ff8bb154c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:10.948653 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-113e743f-ffd9-432b-9f1e-76ff8bb154c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79ca6452-0a7c-4796-8cb0-7af90c089b46 HTTP/1.1" status: 204 len: 168 time: 0.3112111 Sep 22 08:32:11.013186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:11.050794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:11.146534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:11.150286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.196985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.252310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] device_id is not set on port 1a053707-2371-4a38-9095-10f770be8f4e yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:11.374746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32890) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:11.442843 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ab44d362-066f-466b-8ec6-826281814888 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92beaa642ba04c58a14a1e318b7e38d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658197 Sep 22 08:32:11.445604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:11.532436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b02ecb5-63fc-4a88-bee2-d37bcded282e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.566629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b02ecb5-63fc-4a88-bee2-d37bcded282e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.631624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b02ecb5-63fc-4a88-bee2-d37bcded282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.651605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02ecb5-63fc-4a88-bee2-d37bcded282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e65f2de-2af3-4259-a448-019caf9e3ded,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:11.660021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b02ecb5-63fc-4a88-bee2-d37bcded282e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.664299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.674782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.689604 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8b02ecb5-63fc-4a88-bee2-d37bcded282e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e65f2de-2af3-4259-a448-019caf9e3ded HTTP/1.1" status: 204 len: 168 time: 0.2427635 Sep 22 08:32:11.697321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Deleting port 9f7ec889-d136-4c23-adf9-cd0d7717323d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:11.697845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:11.733774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Allocated IP 2001:db8::13a (39bf1994-533d-44cb-a270-f920addfa410/5ec5fde7-3dce-4951-895d-136d1f5752fd/1a053707-2371-4a38-9095-10f770be8f4e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:11.996739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.076577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:12.155874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.317847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Calling delete_port for 9f7ec889-d136-4c23-adf9-cd0d7717323d owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:12.319811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.340442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1352394281'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:12.346511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:12.350744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Usage tracker for resource:network and tenant:fab070e2b8204935a8e9dad1fc494f7d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:12.353938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:12.360517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:12.370942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Made reservation on behalf of fab070e2b8204935a8e9dad1fc494f7d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:12.375417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.389987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.406685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:12.411258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Usage tracker for resource:security_group_rule and tenant:fab070e2b8204935a8e9dad1fc494f7d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:12.414048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:12.421063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:12.470937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.516273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.520886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.533674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:32:12.538585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Transition to ACTIVE for port object 1a053707-2371-4a38-9095-10f770be8f4e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:12.544437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.544804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Added segment 621b3505-1673-4d27-b458-0201c59c3cc0 of type vlan for network bb7254ac-266d-4795-a325-a6df26ef5d67 Sep 22 08:32:12.584676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.601430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.605864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59accaca-6a32-419d-a557-fb0e3d6f7b95,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:12.634278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.642428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.649937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:12.650585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.693292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.773845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network 39bf1994-533d-44cb-a270-f920addfa410 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:12.774786 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6965141 Sep 22 08:32:12.777615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32940) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:12.780836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022fae6-618f-409d-b384-050f196d7826 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event updated for resources: {'Network': ['ID=bb7254ac-266d-4795-a325-a6df26ef5d67,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:12.782643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:12.787867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.788348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Request body: {'subnet': {'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:12.800987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network bb7254ac-266d-4795-a325-a6df26ef5d67 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:32:12.841783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:12.848378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:12.849179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.853757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=825308d5-abc2-41ce-b9b3-8d085620f9ef,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:12.866078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:12.913311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:12.928625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Usage tracker for resource:subnet and tenant:fab070e2b8204935a8e9dad1fc494f7d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:12.940298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:12.947632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:12.960442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Made reservation on behalf of fab070e2b8204935a8e9dad1fc494f7d for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:12.970013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.228099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Provisioning for port 1a053707-2371-4a38-9095-10f770be8f4e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:13.234100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Provisioning complete for port 1a053707-2371-4a38-9095-10f770be8f4e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:13.234719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.235340 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 1 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:13.238544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32952) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:13.254678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7261338 Sep 22 08:32:13.257493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32958) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:13.263619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.277500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'network_id': '39bf1994-533d-44cb-a270-f920addfa410', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-52080132'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:13.290059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e9591-f0ba-4a22-9f92-25d727db9222 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=1a053707-2371-4a38-9095-10f770be8f4e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:13.347267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event deleted for resources: {'Port': ['ID=9f7ec889-d136-4c23-adf9-cd0d7717323d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:13.347920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:13.355870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.421946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2025847814', 'router:external': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:13.437158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:13.457008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:network and tenant:c409c4901d1c400c946b3b2ea15c4469 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:13.461439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:13.468367 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 00895e4d-a533-48d3-89f9-880cebc8ffa1 associated. External IP: 172.26.8.29, port: 4e2d2caf-fed9-4c39-bc35-377ed3beda66. Sep 22 08:32:13.478187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:13.509763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Checking segment: {'id': '621b3505-1673-4d27-b458-0201c59c3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:13.510004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Network hostable DHCP agents. Network: bb7254ac-266d-4795-a325-a6df26ef5d67, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:32:13.513967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event updated for resources: {'Subnet': ['ID=010f5011-4eec-49e7-a26a-406eec8a2c6a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:13.525709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Made reservation on behalf of c409c4901d1c400c946b3b2ea15c4469 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:13.527946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.603688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.608231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.653606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.676162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Network bb7254ac-266d-4795-a325-a6df26ef5d67 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:32:13.678516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:13.680900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:13.689505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Usage tracker for resource:port and tenant:76958787cff54f49be078a251dc7aa04 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:13.692332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:security_group_rule and tenant:c409c4901d1c400c946b3b2ea15c4469 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:13.694801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:13.698748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.699286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Fanout notify agent at l3_agent the message router_deleted on router b663a293-1b9d-44fe-9aa1-f101ade378ab {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:13.701090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:13.704696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:13.709179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, bb7254ac-266d-4795-a325-a6df26ef5d67) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:13.711833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:13.715510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.716620 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb1d15b9-c832-4471-a203-b6f6ce3e5a9d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/b663a293-1b9d-44fe-9aa1-f101ade378ab HTTP/1.1" status: 204 len: 168 time: 2.8350730 Sep 22 08:32:13.716939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:13.717650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.718519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead19200-8580-4f9c-8db1-1220049be0b5 None None] Network bb7254ac-266d-4795-a325-a6df26ef5d67 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:13.720752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:13.728694 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1428243092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:13.736511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:13.740381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Made reservation on behalf of 76958787cff54f49be078a251dc7aa04 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:13.743867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.745249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Usage tracker for resource:router and tenant:ca8ce45bd9964221b1f426e6ff8089c5 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:13.750166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:13.758308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:13.781392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a43a16db-bf1d-4557-8ed9-110598b1a9b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9997592 Sep 22 08:32:13.784478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32966) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:13.793369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Request body: {'port': {'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1916661113'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:13.809397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] device_id is not set on port 894518a7-9412-48e0-acc0-780c1eba981c yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:13.829203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.830195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.849810 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 2 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:13.927083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.977247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:13.988491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:13.993783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:14.009948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.011124 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a65456b-9f1c-4b9a-a8ee-efb0f0721c5c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2894299 Sep 22 08:32:14.052552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:14.070228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-bb7254ac-266d-4795-a325-a6df26ef5d67', 'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67', 'tenant_id': 'fab070e2b8204935a8e9dad1fc494f7d', 'fixed_ips': [{'subnet_id': '010f5011-4eec-49e7-a26a-406eec8a2c6a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:32:14.071281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.074268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:14.202555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:14.221169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:14.224953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.227173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.230473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:14.241094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:14.241718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:14.243375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.252301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Usage tracker for resource:port and tenant:fab070e2b8204935a8e9dad1fc494f7d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:14.275934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:14.292032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:32:14.292201 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1420d965-d2d9-4da3-b401-064920f1b22b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.1053419 Sep 22 08:32:14.292201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32976) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:14.313880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Allocated IP 2001:db8::2 (bb7254ac-266d-4795-a325-a6df26ef5d67/010f5011-4eec-49e7-a26a-406eec8a2c6a/86aac042-38c2-4af3-a534-cf251fe5be3a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:14.315949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:14.333671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:14.334290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:14.357471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:14.362637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Allocated IP 2001:db8::3c (39bf1994-533d-44cb-a270-f920addfa410/5ec5fde7-3dce-4951-895d-136d1f5752fd/894518a7-9412-48e0-acc0-780c1eba981c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:14.403466 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad66dafc-f755-4e22-a9d8-ca93ade6834d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "GET /v2.0/floatingips/00895e4d-a533-48d3-89f9-880cebc8ffa1 HTTP/1.1" status: 200 len: 976 time: 0.1078753 Sep 22 08:32:14.403689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32980) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:14.451093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:14.451674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043faddb-31cf-4ae8-b3ab-95af5a9ba2a1 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:14.467636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.468171 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Added segment f4768c42-d632-4eff-bc2d-7710e4970cc7 of type vlan for network 014cd426-6508-4ac1-9f0e-43896a2833fe Sep 22 08:32:14.485494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea9e0ee-0cf4-4d35-96a7-736723c1e74f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:14.491387 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 3 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:14.502966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Made reservation on behalf of fab070e2b8204935a8e9dad1fc494f7d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:14.507532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.536499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] device_id is not set on port 29532c41-c3cc-4233-b6e9-a2cf31df3441 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:14.578750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:14.623572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d7b488a-a81d-436c-8922-c4157c0ef654 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Synchronizing usage tracker for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:floatingip {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:14.643061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d7b488a-a81d-436c-8922-c4157c0ef654 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Unset dirty status for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:floatingip {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:14.646895 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d7b488a-a81d-436c-8922-c4157c0ef654 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2395763 Sep 22 08:32:14.647097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:14.648335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.652224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'port_id': '86ee82f1-a644-43ab-ae80-3e2b4519c0f5'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:14.658798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Transition to ACTIVE for port object 86aac042-38c2-4af3-a534-cf251fe5be3a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:14.677714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Transition to ACTIVE for port object 86aac042-38c2-4af3-a534-cf251fe5be3a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:14.683489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.751545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Network bb7254ac-266d-4795-a325-a6df26ef5d67 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:14.754834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:14.755488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.758731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:14.764600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Pushing event updated for resources: {'Port': ['ID=86aac042-38c2-4af3-a534-cf251fe5be3a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:14.821556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.874763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Attempting to bind port 86aac042-38c2-4af3-a534-cf251fe5be3a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:14.875036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Attempting to bind port 86aac042-38c2-4af3-a534-cf251fe5be3a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '621b3505-1673-4d27-b458-0201c59c3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:14.875634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Attempting to bind port 86aac042-38c2-4af3-a534-cf251fe5be3a on network bb7254ac-266d-4795-a325-a6df26ef5d67 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:14.882204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:32:14.883056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Checking segment: {'id': '621b3505-1673-4d27-b458-0201c59c3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:14.883918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.884899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Bound using segment: {'id': '621b3505-1673-4d27-b458-0201c59c3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:32:14.885620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Bound port: 86aac042-38c2-4af3-a534-cf251fe5be3a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621b3505-1673-4d27-b458-0201c59c3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:32:14.886193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:14.894459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.007920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] For port 86aac042-38c2-4af3-a534-cf251fe5be3a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:15.011238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] For port 86aac042-38c2-4af3-a534-cf251fe5be3a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=86aac042-38c2-4af3-a534-cf251fe5be3a,segment=NetworkSegment(621b3505-1673-4d27-b458-0201c59c3cc0),segment_id=621b3505-1673-4d27-b458-0201c59c3cc0)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:32:15.015953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.039562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Allocated IP 2001:db8::309 (bb7254ac-266d-4795-a325-a6df26ef5d67/010f5011-4eec-49e7-a26a-406eec8a2c6a/29532c41-c3cc-4233-b6e9-a2cf31df3441) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:15.082965 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 4 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:15.139985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.141099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:15.141436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.148168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098e7ef-9b12-4101-9572-c464f24a616b None None] Pushing event updated for resources: {'Port': ['ID=86aac042-38c2-4af3-a534-cf251fe5be3a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:15.162726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:15.485309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Network': ['ID=014cd426-6508-4ac1-9f0e-43896a2833fe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:15.495674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 014cd426-6508-4ac1-9f0e-43896a2833fe details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:32:15.522973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.528046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.544152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.588575 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f91d7d3-3138-46e5-9a12-f668a3a98d4a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3461628 Sep 22 08:32:15.595786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 32990) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:15.597556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Transition to ACTIVE for port object 894518a7-9412-48e0-acc0-780c1eba981c will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:15.600810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'subnet': {'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:15.616231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:15.624219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:subnet and tenant:c409c4901d1c400c946b3b2ea15c4469 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:15.628582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:15.637476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:15.664389 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 5 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:15.721036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:15.722842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Made reservation on behalf of c409c4901d1c400c946b3b2ea15c4469 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:15.725980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.745665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.817275 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 00895e4d-a533-48d3-89f9-880cebc8ffa1 associated. External IP: 172.26.8.29, port: 4e2d2caf-fed9-4c39-bc35-377ed3beda66. Sep 22 08:32:15.864377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Transition to ACTIVE for port object 29532c41-c3cc-4233-b6e9-a2cf31df3441 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:15.870938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.921549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.986738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:15.995195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Network 39bf1994-533d-44cb-a270-f920addfa410 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:16.035015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:16.037472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:16.043529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:16.044153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:16.076299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=894518a7-9412-48e0-acc0-780c1eba981c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:16.112164 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-82e22ef6-0420-43f7-bf68-bb6a7b576768 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8532586 Sep 22 08:32:16.116993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:16.126470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:e9:67:66'}, {'ip_address': '2001:db8::13a', 'mac_address': 'fa:16:3e:a2:89:10'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:16.161892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:16.211557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107289a-ac8d-4e97-8886-c245221bfe5c None None] Network bb7254ac-266d-4795-a325-a6df26ef5d67 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:16.226031 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 6 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:16.306737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Network bb7254ac-266d-4795-a325-a6df26ef5d67 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:16.343196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:16.345832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event updated for resources: {'Port': ['ID=29532c41-c3cc-4233-b6e9-a2cf31df3441,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:16.370930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:16.376647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:16.377823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:16.384898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Allocated IP 172.26.8.109 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/a7eb45fb-dffd-47d1-99e3-d58f6d37693b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:16.413076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:16.435926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:16.491700 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4288938d-cd7b-4ae9-9a64-268ec7aba04f tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7016842 Sep 22 08:32:16.495464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 32998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:16.562815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Request body: {'port': {'network_id': 'bb7254ac-266d-4795-a325-a6df26ef5d67', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-613807062', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:16.563397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] bootfile-name is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:32:16.563737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] tftp-server is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:32:16.564071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] server-ip-address is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:32:16.665687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 86aac042-38c2-4af3-a534-cf251fe5be3a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:32:16.721516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:16.732434 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:16.747741 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:16.749306 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:16.804184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 86aac042-38c2-4af3-a534-cf251fe5be3a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:16.813155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:16.856287 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:16.871038 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:16.872535 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:16.904184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:16.910685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:16.913960 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 7 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:16.916647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Usage tracker for resource:port and tenant:fab070e2b8204935a8e9dad1fc494f7d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:16.923615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:16.939547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:16.975110 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:16.975900 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672a67b-05eb-4f5e-a444-c1f4027c0eff None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:16.983570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:32:16.984112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:16.996060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Made reservation on behalf of fab070e2b8204935a8e9dad1fc494f7d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:16.999962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.035283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:17.100885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] device_id is not set on port 729daf1a-f777-4d8a-9bc2-52d66eee1702 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:17.161391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Subnet': ['ID=51fd0305-56c0-4c5a-9283-519a6dd809ae,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:17.169173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Checking segment: {'id': 'f4768c42-d632-4eff-bc2d-7710e4970cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:17.169531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network hostable DHCP agents. Network: 014cd426-6508-4ac1-9f0e-43896a2833fe, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:32:17.273194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network 014cd426-6508-4ac1-9f0e-43896a2833fe is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:32:17.289266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 014cd426-6508-4ac1-9f0e-43896a2833fe) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:17.293974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:17.294570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.300427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce5a50-6745-48c9-adf8-454afecad065 None None] Network 014cd426-6508-4ac1-9f0e-43896a2833fe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:17.307140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.329796 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6df9e42b-305b-46a8-9b06-b76370c7c34a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7303858 Sep 22 08:32:17.330507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:17.335774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-821429262', 'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:17.339789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:17.343289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:17.348698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:port and tenant:c409c4901d1c400c946b3b2ea15c4469 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:17.352831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:17.367807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:17.430608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:17.453841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Made reservation on behalf of c409c4901d1c400c946b3b2ea15c4469 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:17.456161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.470913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:17.485320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:17.516052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event updated for resources: {'Port': ['ID=a7eb45fb-dffd-47d1-99e3-d58f6d37693b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:17.536900 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 8 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:17.547929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] device_id is not set on port 50f14fe6-7d82-4cef-b042-f253b8e37142 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:17.556150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.560766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27df99-f291-4f52-9b91-e3e9884417e6 None None] Network 014cd426-6508-4ac1-9f0e-43896a2833fe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:17.567045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.567691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] In _notify_port_updated(), no bound segment for port 894518a7-9412-48e0-acc0-780c1eba981c on network 39bf1994-533d-44cb-a270-f920addfa410 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:32:17.573026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:17.573637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.577497 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "PUT /v2.0/ports/894518a7-9412-48e0-acc0-780c1eba981c HTTP/1.1" status: 200 len: 1064 time: 1.4569073 Sep 22 08:32:17.587004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:17.622136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Allocated IP 2001:db8::346 (bb7254ac-266d-4795-a325-a6df26ef5d67/010f5011-4eec-49e7-a26a-406eec8a2c6a/729daf1a-f777-4d8a-9bc2-52d66eee1702) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:17.636572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:17.642715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:17.654142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:17.679088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:17.679816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:17.730416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:17.759826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:17.806611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:17.807145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:17.856993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49addc4-f5b9-4fc8-abcc-ef29bd250639 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event updated for resources: {'Port': ['ID=894518a7-9412-48e0-acc0-780c1eba981c,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:17.882372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:17.882836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfe0fa-9bf2-4a84-8246-8b3928dd33f0 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:17.927021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting port 894518a7-9412-48e0-acc0-780c1eba981c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:17.927661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.050641 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-663be9d4-eb7b-4643-8c68-edab1088f62b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/floatingips/00895e4d-a533-48d3-89f9-880cebc8ffa1 HTTP/1.1" status: 200 len: 976 time: 3.4024870 Sep 22 08:32:18.055009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:18.073670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:18.113805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Allocated IP 172.20.0.11 (014cd426-6508-4ac1-9f0e-43896a2833fe/51fd0305-56c0-4c5a-9283-519a6dd809ae/50f14fe6-7d82-4cef-b042-f253b8e37142) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:18.232129 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 9 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:18.291306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.291881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:18.373034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.416994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.426574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.505628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Calling delete_port for 894518a7-9412-48e0-acc0-780c1eba981c owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:18.571904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Transition to ACTIVE for port object 729daf1a-f777-4d8a-9bc2-52d66eee1702 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:18.624455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.710935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.712990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.793287 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Attempt 10 to provision port 1a053707-2371-4a38-9095-10f770be8f4e Sep 22 08:32:18.847141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network 014cd426-6508-4ac1-9f0e-43896a2833fe is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:18.851724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b54a21f9-a813-4833-9ed3-7ea518885549 None None] Port 1a053707-2371-4a38-9095-10f770be8f4e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:18.851940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:18.859110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:18.884212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Port': ['ID=50f14fe6-7d82-4cef-b042-f253b8e37142,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:18.908038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.956864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Port': ['ID=894518a7-9412-48e0-acc0-780c1eba981c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:18.979382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.979686 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 00895e4d-a533-48d3-89f9-880cebc8ffa1 disassociated. External IP: 172.26.8.29, port: 86ee82f1-a644-43ab-ae80-3e2b4519c0f5. Sep 22 08:32:18.980398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9721cc94-c206-4977-8531-045413193397 None None] Provisioning for port 86aac042-38c2-4af3-a534-cf251fe5be3a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:18.987441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9721cc94-c206-4977-8531-045413193397 None None] Provisioning complete for port 86aac042-38c2-4af3-a534-cf251fe5be3a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:18.988485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9721cc94-c206-4977-8531-045413193397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:18.989076 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 1 to provision port 86aac042-38c2-4af3-a534-cf251fe5be3a Sep 22 08:32:19.022293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:19.022896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.054140 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8babac68-b294-4e6e-a476-93d30b94143f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7189908 Sep 22 08:32:19.054140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33016) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:19.094025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.129112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Current status of the port 86aac042-38c2-4af3-a534-cf251fe5be3a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:19.129482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9721cc94-c206-4977-8531-045413193397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.162495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9721cc94-c206-4977-8531-045413193397 None None] For port 86aac042-38c2-4af3-a534-cf251fe5be3a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=86aac042-38c2-4af3-a534-cf251fe5be3a,segment=NetworkSegment(621b3505-1673-4d27-b458-0201c59c3cc0),segment_id=621b3505-1673-4d27-b458-0201c59c3cc0)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:19.167000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9721cc94-c206-4977-8531-045413193397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.210109 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9721cc94-c206-4977-8531-045413193397 None None] Could not find standard attr ID for object 894518a7-9412-48e0-acc0-780c1eba981c. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:32:19.237371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9721cc94-c206-4977-8531-045413193397 None None] Provisioning for port 29532c41-c3cc-4233-b6e9-a2cf31df3441 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:19.244234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Deleting port 50f14fe6-7d82-4cef-b042-f253b8e37142 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:19.244457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721cc94-c206-4977-8531-045413193397 None None] Pushing event updated for resources: {'Port': ['ID=86aac042-38c2-4af3-a534-cf251fe5be3a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:19.244559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.247293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9721cc94-c206-4977-8531-045413193397 None None] Provisioning complete for port 29532c41-c3cc-4233-b6e9-a2cf31df3441 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:19.247769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9721cc94-c206-4977-8531-045413193397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.248195 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 1 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:19.276650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.278904 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22f3659b-d5c4-465a-9be4-10042a339f84 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/ports/894518a7-9412-48e0-acc0-780c1eba981c HTTP/1.1" status: 204 len: 168 time: 1.6909897 Sep 22 08:32:19.286536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33020) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:19.308940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:19.313325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Network bb7254ac-266d-4795-a325-a6df26ef5d67 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:19.321501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:19.335087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:19.343374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:19.344039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.347546 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-300c38b6-6261-46b6-a462-131b57a18c3e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] GET failed (client error): The resource could not be found. Sep 22 08:32:19.348584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-300c38b6-6261-46b6-a462-131b57a18c3e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Synchronizing usage tracker for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:19.362002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event updated for resources: {'Port': ['ID=729daf1a-f777-4d8a-9bc2-52d66eee1702,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:19.367724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.383424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.418971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-300c38b6-6261-46b6-a462-131b57a18c3e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Unset dirty status for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:19.420387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-300c38b6-6261-46b6-a462-131b57a18c3e tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "GET /v2.0/ports/894518a7-9412-48e0-acc0-780c1eba981c HTTP/1.1" status: 404 len: 333 time: 0.1328385 Sep 22 08:32:19.422948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33026) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:19.506385 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-380a5215-72d0-47ce-a148-d5f5f02917da tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.0098624 Sep 22 08:32:19.515361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33030) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:19.680442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting port 1a053707-2371-4a38-9095-10f770be8f4e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:19.680699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.794160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:19.810105 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 2 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:19.811752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:19.835376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74927d4f-aaff-47a0-99dc-69cb8603f528 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:19.841113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74927d4f-aaff-47a0-99dc-69cb8603f528 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:19.846929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74927d4f-aaff-47a0-99dc-69cb8603f528 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:19.847819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-74927d4f-aaff-47a0-99dc-69cb8603f528 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Synchronizing usage tracker for tenant:fab070e2b8204935a8e9dad1fc494f7d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:19.865111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:19.942409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Calling delete_port for 50f14fe6-7d82-4cef-b042-f253b8e37142 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:19.950139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-74927d4f-aaff-47a0-99dc-69cb8603f528 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Unset dirty status for tenant:fab070e2b8204935a8e9dad1fc494f7d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:19.954558 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-74927d4f-aaff-47a0-99dc-69cb8603f528 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4261899 Sep 22 08:32:19.955723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33034) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:20.010401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Router 7af24797-3d5e-4d2f-8988-9b2cf987ca49 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:20.188646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.316245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:20.318762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Calling delete_port for 1a053707-2371-4a38-9095-10f770be8f4e owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:20.322483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Deleting port 729daf1a-f777-4d8a-9bc2-52d66eee1702 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:20.322823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.326781 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:20.336297 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:20.336890 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.351294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.366085 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 3 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:20.375525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.414681 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.425392 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:20.426231 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.461364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event deleted for resources: {'Port': ['ID=50f14fe6-7d82-4cef-b042-f253b8e37142,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:20.492443 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.492835 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9f928-cfe5-44d0-9e7d-467abf9f7694 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:20.510884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:20.567268 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd0049a2-50bf-4984-837c-5ae41cc9d746 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/floatingips/00895e4d-a533-48d3-89f9-880cebc8ffa1 HTTP/1.1" status: 200 len: 687 time: 2.5064692 Sep 22 08:32:20.570567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:20.596457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.598610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 86aac042-38c2-4af3-a534-cf251fe5be3a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:32:20.622594 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1fa447eb-79c4-45f7-9f28-84e1d831e678 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "DELETE /v2.0/ports/50f14fe6-7d82-4cef-b042-f253b8e37142 HTTP/1.1" status: 204 len: 168 time: 1.5656464 Sep 22 08:32:20.623769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33044) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:20.631554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe', 'external_fixed_ips': [{'subnet_id': '51fd0305-56c0-4c5a-9283-519a6dd809ae', 'ip_address': '172.20.0.11'}]}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:20.636517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.638441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:20.659936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:20.672433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.676065 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb5d54bc-017b-4b9e-8be0-7a1ea2f9823a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "PUT /v2.0/routers/7af24797-3d5e-4d2f-8988-9b2cf987ca49 HTTP/1.1" status: 200 len: 884 time: 6.6201503 Sep 22 08:32:20.679038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] Sync routers for ids ['7af24797-3d5e-4d2f-8988-9b2cf987ca49'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:20.681724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33048) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:20.690195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 86aac042-38c2-4af3-a534-cf251fe5be3a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:20.690195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.690195 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 86aac042-38c2-4af3-a534-cf251fe5be3a Sep 22 08:32:20.702236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:router and tenant:c409c4901d1c400c946b3b2ea15c4469 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:20.707108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:20.736894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] Routers {'7af24797-3d5e-4d2f-8988-9b2cf987ca49'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:20.737460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7af24797-3d5e-4d2f-8988-9b2cf987ca49'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.759607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Port': ['ID=1a053707-2371-4a38-9095-10f770be8f4e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:20.771464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:20.802153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.819180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] Routers {'7af24797-3d5e-4d2f-8988-9b2cf987ca49'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:20.819874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7af24797-3d5e-4d2f-8988-9b2cf987ca49'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.839032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 825308d5-abc2-41ce-b9b3-8d085620f9ef {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:20.839631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.845289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.851924 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b0b8be4f-5bc6-449a-8288-8edfadfa5864 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/ports/1a053707-2371-4a38-9095-10f770be8f4e HTTP/1.1" status: 204 len: 168 time: 1.4279189 Sep 22 08:32:20.853101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:20.890502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:20.891147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4fc1a3-3783-4736-a9b3-cf873f869532 None None] The sync data for ids ['7af24797-3d5e-4d2f-8988-9b2cf987ca49'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:20.960444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 86aac042-38c2-4af3-a534-cf251fe5be3a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:20.965437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:20.966363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.012261 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 4 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:21.034652 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91fb759-34cf-4ee5-a434-a96243ae7b99 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] GET failed (client error): The resource could not be found. Sep 22 08:32:21.035336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c91fb759-34cf-4ee5-a434-a96243ae7b99 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Synchronizing usage tracker for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:21.041335 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e8a6639-b58a-4adb-8cfe-34d5b34561af tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/7af24797-3d5e-4d2f-8988-9b2cf987ca49 HTTP/1.1" status: 200 len: 925 time: 0.3506334 Sep 22 08:32:21.044330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33056) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:21.053277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.059150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.078432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:21.199521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Calling delete_port for 729daf1a-f777-4d8a-9bc2-52d66eee1702 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:21.235526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c91fb759-34cf-4ee5-a434-a96243ae7b99 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Unset dirty status for tenant:76958787cff54f49be078a251dc7aa04 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:21.236673 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c91fb759-34cf-4ee5-a434-a96243ae7b99 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "GET /v2.0/ports/1a053707-2371-4a38-9095-10f770be8f4e HTTP/1.1" status: 404 len: 333 time: 0.2652366 Sep 22 08:32:21.241036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33062) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:21.269575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.269898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.398079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 825308d5-abc2-41ce-b9b3-8d085620f9ef owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:21.432211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting port 747cad45-e022-4b89-9db0-332226b78bd2 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:21.432543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.580102 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 5 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:21.581619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.601395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e79e5f-455d-48e1-903b-6c6cbe1845e2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:21.602915 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-42e79e5f-455d-48e1-903b-6c6cbe1845e2 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=7af24797-3d5e-4d2f-8988-9b2cf987ca49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5568948 Sep 22 08:32:21.614842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:21.645704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:21.671907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.757027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event deleted for resources: {'Port': ['ID=729daf1a-f777-4d8a-9bc2-52d66eee1702,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:21.809793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.820591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:21.881015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=825308d5-abc2-41ce-b9b3-8d085620f9ef,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:21.920222 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dcad0136-deff-4c53-9533-43e923993278 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "DELETE /v2.0/ports/729daf1a-f777-4d8a-9bc2-52d66eee1702 HTTP/1.1" status: 204 len: 168 time: 1.9038806 Sep 22 08:32:21.925660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33070) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:21.940547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Request body: {'port': {'name': 'tempest-new-port-name-1034961849', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:21.940547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] bootfile-name is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:32:21.940918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] tftp-server is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:32:21.941341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] server-ip-address is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:32:21.970436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8dc8c-f5a0-4717-8b97-1b73aa033116 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:21.971847 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1df8dc8c-f5a0-4717-8b97-1b73aa033116 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 0.3560185 Sep 22 08:32:21.978427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33074) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:22.046498 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d3e7111b-80aa-4ae7-9e8f-2bbfb78acf28 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=7af24797-3d5e-4d2f-8988-9b2cf987ca49 HTTP/1.1" status: 200 len: 205 time: 0.0673184 Sep 22 08:32:22.049865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33078) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:22.072064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.148369 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 6 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:22.149628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.152238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.156203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e52067e5-582c-40bf-b7da-c09678e04760 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/floatingips/00895e4d-a533-48d3-89f9-880cebc8ffa1 HTTP/1.1" status: 204 len: 168 time: 1.5799196 Sep 22 08:32:22.176042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33082) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:22.204350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Calling delete_port for 747cad45-e022-4b89-9db0-332226b78bd2 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:22.207726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:22.262277 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-816a103c-22c8-4637-99a5-2e1c4de56af6 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] delete failed (client error): The resource could not be found. Sep 22 08:32:22.263442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-816a103c-22c8-4637-99a5-2e1c4de56af6 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/floatingips/00895e4d-a533-48d3-89f9-880cebc8ffa1 HTTP/1.1" status: 404 len: 345 time: 0.0866916 Sep 22 08:32:22.267090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:22.276065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.436570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.706388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f60815-0e39-4b52-9ee5-b67d2dd55dab tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:22.709219 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 7 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:22.712054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f60815-0e39-4b52-9ee5-b67d2dd55dab tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:22.718308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f60815-0e39-4b52-9ee5-b67d2dd55dab tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:22.719137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6f60815-0e39-4b52-9ee5-b67d2dd55dab tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Synchronizing usage tracker for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:22.737998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.749311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Deleting port a7eb45fb-dffd-47d1-99e3-d58f6d37693b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:22.749953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.767871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:22.769325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.832568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Port': ['ID=747cad45-e022-4b89-9db0-332226b78bd2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:22.837639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6f60815-0e39-4b52-9ee5-b67d2dd55dab tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Unset dirty status for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:22.838719 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e6f60815-0e39-4b52-9ee5-b67d2dd55dab tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "GET /v2.0/ports?network_id=2b7e5bd7-56c9-4fb4-a150-183eafbcd649 HTTP/1.1" status: 200 len: 2356 time: 0.5703654 Sep 22 08:32:22.841773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33092) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:22.877107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.918343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.921236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:22.968033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be46d8b9-8ad1-4522-88e0-c2478c332341 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:22.968553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be46d8b9-8ad1-4522-88e0-c2478c332341 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Synchronizing usage tracker for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:22.977519 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f9ee398-82c3-433c-a231-0f3d31098bb2 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/ports/747cad45-e022-4b89-9db0-332226b78bd2 HTTP/1.1" status: 204 len: 168 time: 1.7354717 Sep 22 08:32:22.981365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:32:22.985519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33096) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:23.004865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.017740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.076274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] In _notify_port_updated(), no bound segment for port 29532c41-c3cc-4233-b6e9-a2cf31df3441 on network bb7254ac-266d-4795-a325-a6df26ef5d67 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:32:23.081733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:23.082443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.085737 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "PUT /v2.0/ports/29532c41-c3cc-4233-b6e9-a2cf31df3441 HTTP/1.1" status: 200 len: 1130 time: 1.1587672 Sep 22 08:32:23.090289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33100) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:23.097358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be46d8b9-8ad1-4522-88e0-c2478c332341 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Unset dirty status for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:23.098488 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-be46d8b9-8ad1-4522-88e0-c2478c332341 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "GET /v2.0/subnets/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73 HTTP/1.1" status: 200 len: 797 time: 0.2102425 Sep 22 08:32:23.108713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33104) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:23.126995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'port': {'network_id': '2b7e5bd7-56c9-4fb4-a150-183eafbcd649', 'name': 'tempest-FloatingIPTestJSON-677030199', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:23.156007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.178745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting subnet 5ec5fde7-3dce-4951-895d-136d1f5752fd {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:32:23.189167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.247754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4e6fd-f09c-4254-a7e1-86e194c102af tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:23.249678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-07b4e6fd-f09c-4254-a7e1-86e194c102af tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "GET /v2.0/ports/29532c41-c3cc-4233-b6e9-a2cf31df3441 HTTP/1.1" status: 200 len: 1130 time: 0.1563365 Sep 22 08:32:23.257439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:23.268991 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 8 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:23.324476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:23.356494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.403133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daedee8-2705-436b-8765-3a116bb0c7e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event updated for resources: {'Port': ['ID=29532c41-c3cc-4233-b6e9-a2cf31df3441,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:23.426308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Deleting port 29532c41-c3cc-4233-b6e9-a2cf31df3441 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:23.426647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.471811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Calling delete_port for a7eb45fb-dffd-47d1-99e3-d58f6d37693b owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:23.474940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Allocated IP 172.20.0.11 (014cd426-6508-4ac1-9f0e-43896a2833fe/51fd0305-56c0-4c5a-9283-519a6dd809ae/bcfafc3b-9744-432e-96cc-296862192836) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:23.592860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:23.605199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:23.622779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:23.671109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.794274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.800293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.825844 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 9 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:23.859720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event deleted for resources: {'Port': ['ID=a7eb45fb-dffd-47d1-99e3-d58f6d37693b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:23.882281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.894162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:23.909912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] device_id is not set on port c633478e-6e33-4671-b4de-86897adf5cf2 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:23.917993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.958907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.982332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:23.985172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec5fde7-3dce-4951-895d-136d1f5752fd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:23.997488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e7bbf-7d14-4ee0-ad7f-576e0af9839d None None] Network 39bf1994-533d-44cb-a270-f920addfa410 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:24.054773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.107979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Calling delete_port for 29532c41-c3cc-4233-b6e9-a2cf31df3441 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:24.255624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.259674 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-68aa1a4f-468a-42ca-96e3-41475b7298c9 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/subnets/5ec5fde7-3dce-4951-895d-136d1f5752fd HTTP/1.1" status: 204 len: 168 time: 1.2710326 Sep 22 08:32:24.259941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.261076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33112) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:24.297529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] DHCP port deletion for 39bf1994-533d-44cb-a270-f920addfa410 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:32:24.302597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.303966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] Deleting port 3feccaed-3008-498f-bf84-5e07649e7a2e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:24.304337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.392809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network 014cd426-6508-4ac1-9f0e-43896a2833fe is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:24.394732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:24.397314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:24.398108 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Attempt 10 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:24.418518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.419276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Fanout notify agent at l3_agent the message router_deleted on router 7af24797-3d5e-4d2f-8988-9b2cf987ca49 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:24.433664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Port': ['ID=bcfafc3b-9744-432e-96cc-296862192836,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:24.471677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9721cc94-c206-4977-8531-045413193397 None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:32:24.505414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.521923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.522850 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2a19bd08-c27e-47da-92e1-f04ecc64b246 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/7af24797-3d5e-4d2f-8988-9b2cf987ca49 HTTP/1.1" status: 204 len: 168 time: 2.4702892 Sep 22 08:32:24.531936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.13 (2b7e5bd7-56c9-4fb4-a150-183eafbcd649/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73/c633478e-6e33-4671-b4de-86897adf5cf2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:24.537836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.12 (2b7e5bd7-56c9-4fb4-a150-183eafbcd649/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73/c633478e-6e33-4671-b4de-86897adf5cf2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:24.556923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33116) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:24.580054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1946754606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:24.587202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac53cfd3-0551-48e6-af58-1a2e0850b3ae None None] Could not find standard attr ID for object 729daf1a-f777-4d8a-9bc2-52d66eee1702. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:32:24.599796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] For port 3feccaed-3008-498f-bf84-5e07649e7a2e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3feccaed-3008-498f-bf84-5e07649e7a2e,segment=NetworkSegment(5a234ced-156f-42b2-a54d-37c4db6f2792),segment_id=5a234ced-156f-42b2-a54d-37c4db6f2792)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:24.600241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.621175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3feccaed-3008-498f-bf84-5e07649e7a2e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:24.651414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:24.658028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.664192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Usage tracker for resource:router and tenant:ca8ce45bd9964221b1f426e6ff8089c5 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:24.707957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac53cfd3-0551-48e6-af58-1a2e0850b3ae None None] Provisioning complete for port 29532c41-c3cc-4233-b6e9-a2cf31df3441 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:24.708328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac53cfd3-0551-48e6-af58-1a2e0850b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.708663 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac53cfd3-0551-48e6-af58-1a2e0850b3ae None None] Attempt 1 to provision port 29532c41-c3cc-4233-b6e9-a2cf31df3441 Sep 22 08:32:24.727507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:24.764450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:24.797389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event deleted for resources: {'Port': ['ID=29532c41-c3cc-4233-b6e9-a2cf31df3441,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:24.823831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] Calling delete_port for 3feccaed-3008-498f-bf84-5e07649e7a2e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:24.826010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.840628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.841665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.858818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-782e4b4a-ae96-4165-8bbb-8ea8a747f1d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "DELETE /v2.0/ports/29532c41-c3cc-4233-b6e9-a2cf31df3441 HTTP/1.1" status: 204 len: 168 time: 1.5980368 Sep 22 08:32:24.860122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33120) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:24.882938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.914243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:24.937579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac53cfd3-0551-48e6-af58-1a2e0850b3ae None None] Port 29532c41-c3cc-4233-b6e9-a2cf31df3441 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:32:24.959528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Deleting port 3feccaed-3008-498f-bf84-5e07649e7a2e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:24.960247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.038921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.052443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:25.057942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:25.063429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:25.071413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3feccaed-3008-498f-bf84-5e07649e7a2e is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:25.071841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.082475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.119548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=c633478e-6e33-4671-b4de-86897adf5cf2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:25.134319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] Pushing event deleted for resources: {'Port': ['ID=3feccaed-3008-498f-bf84-5e07649e7a2e,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:25.146798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.163090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] The port '3feccaed-3008-498f-bf84-5e07649e7a2e' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:32:25.177610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Deleting subnet 010f5011-4eec-49e7-a26a-406eec8a2c6a {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:32:25.178050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885c578-0e82-45b5-9f78-a8f70a91a23e None None] No DVR routers for this DVR port 3feccaed-3008-498f-bf84-5e07649e7a2e on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:32:25.191317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.210989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:25.211674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.220987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.293047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.296997 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6521efa-b0bb-4edc-a1a0-985239eb1b03 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7289650 Sep 22 08:32:25.298986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33124) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:25.315820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': True}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:25.320840 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9c2674c-d33a-4562-a453-e947cacacd3b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2070665 Sep 22 08:32:25.321963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33128) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:25.325029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.335409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'c633478e-6e33-4671-b4de-86897adf5cf2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:25.344650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:25.365650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:25.368245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bf1994-533d-44cb-a270-f920addfa410']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:25.384157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a234ced-156f-42b2-a54d-37c4db6f2792') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:25.384456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a234ced-156f-42b2-a54d-37c4db6f2792') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:25.397306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.411402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.447159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.477832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.489935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:25.490322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.565211 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5a234ced-156f-42b2-a54d-37c4db6f2792 resource provider aggregate not found Sep 22 08:32:25.588364 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5a234ced-156f-42b2-a54d-37c4db6f2792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a234ced-156f-42b2-a54d-37c4db6f2792 found for delete ", "request_id": "req-b458b0d0-b45d-4339-ab4a-98a0667f2876"}]} Sep 22 08:32:25.615752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.635892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.651679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] Pushing event deleted for resources: {'Network': ['ID=39bf1994-533d-44cb-a270-f920addfa410,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:25.662642 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9b3eff37-ea4a-40eb-bd8c-7e6d9b26bcf0 tempest-AllowedAddressPairIpV6TestJSON-1685863123 tempest-AllowedAddressPairIpV6TestJSON-1685863123-project] 10.222.0.42 "DELETE /v2.0/networks/39bf1994-533d-44cb-a270-f920addfa410 HTTP/1.1" status: 204 len: 168 time: 1.3973451 Sep 22 08:32:25.682585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:25.831744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.26.8.162 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/b4989aa3-0982-48ad-bdd5-af9486d3aa98) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:25.978557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33140) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:26.008512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.032992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.040348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.054699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.129818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:26.133754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:26.144693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:26.176361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=b4989aa3-0982-48ad-bdd5-af9486d3aa98,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:26.210397 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5fe72af-fff0-443d-8721-a50bc7657fe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76958787cff54f49be078a251dc7aa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307231 Sep 22 08:32:26.214433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33148) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:26.284506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.349860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.375927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ced3ef6-902b-4842-8086-7947e93d35cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.412877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event deleted for resources: {'Subnet': ['ID=010f5011-4eec-49e7-a26a-406eec8a2c6a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:26.419384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.423300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133aed65-75c3-4cd9-ad38-4f93ba247fed None None] Network bb7254ac-266d-4795-a325-a6df26ef5d67 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:26.436802 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-319080bb-31a5-419d-89c9-c85c4fdb8360 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "DELETE /v2.0/subnets/010f5011-4eec-49e7-a26a-406eec8a2c6a HTTP/1.1" status: 204 len: 168 time: 1.5732965 Sep 22 08:32:26.449302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33152) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:26.678629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ced3ef6-902b-4842-8086-7947e93d35cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.685049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] DHCP port deletion for bb7254ac-266d-4795-a325-a6df26ef5d67 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:32:26.690181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] Deleting port 86aac042-38c2-4af3-a534-cf251fe5be3a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:26.690663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.749396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.776956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Router 8ff77209-49c7-40ae-af23-975767b5cddf is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:26.784381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.839403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.875468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Deleting port 86aac042-38c2-4af3-a534-cf251fe5be3a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:26.875468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:26.965151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] For port 86aac042-38c2-4af3-a534-cf251fe5be3a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=86aac042-38c2-4af3-a534-cf251fe5be3a,segment=NetworkSegment(621b3505-1673-4d27-b458-0201c59c3cc0),segment_id=621b3505-1673-4d27-b458-0201c59c3cc0)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:26.967746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.074040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ced3ef6-902b-4842-8086-7947e93d35cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.167337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] Calling delete_port for 86aac042-38c2-4af3-a534-cf251fe5be3a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:27.176104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced3ef6-902b-4842-8086-7947e93d35cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76822428-b331-4f99-8d5c-890bdb4fdd77,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:27.267803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.303719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] For port 86aac042-38c2-4af3-a534-cf251fe5be3a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=86aac042-38c2-4af3-a534-cf251fe5be3a,segment=NetworkSegment(621b3505-1673-4d27-b458-0201c59c3cc0),segment_id=621b3505-1673-4d27-b458-0201c59c3cc0)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:27.304089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.313790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] No DVR routers for this DVR port 86aac042-38c2-4af3-a534-cf251fe5be3a on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:32:27.333657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ced3ef6-902b-4842-8086-7947e93d35cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.337121 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5ced3ef6-902b-4842-8086-7947e93d35cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76822428-b331-4f99-8d5c-890bdb4fdd77 HTTP/1.1" status: 204 len: 168 time: 1.1194725 Sep 22 08:32:27.340644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933f93a-bb25-4918-aa03-fd50fc904f4c None None] Pushing event deleted for resources: {'Port': ['ID=86aac042-38c2-4af3-a534-cf251fe5be3a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:27.400290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:27.417777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Allocated IP 172.26.8.191 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/806e935f-4437-47a2-bee0-d7743344b591) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:27.418838 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Sync routers for ids ['8ff77209-49c7-40ae-af23-975767b5cddf'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:27.456430 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Routers {'8ff77209-49c7-40ae-af23-975767b5cddf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:27.457349 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['8ff77209-49c7-40ae-af23-975767b5cddf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:27.458692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf56a8-fd13-4f6a-af56-75a6a5188d63 req-7115386f-0043-41f2-8093-ab0b70782ecc tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:27.459239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Calling delete_port for 86aac042-38c2-4af3-a534-cf251fe5be3a owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:27.465851 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ffcf56a8-fd13-4f6a-af56-75a6a5188d63 req-7115386f-0043-41f2-8093-ab0b70782ecc tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4317269 Sep 22 08:32:27.490729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.496067 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-888417bf-b99a-4a3e-98a9-5cb1aca48a49 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.8670199 Sep 22 08:32:27.496156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33168) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:27.603507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ffcf56a8-fd13-4f6a-af56-75a6a5188d63 req-01139f27-d233-4f6a-981f-aafb08d1ecd9 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1367109 Sep 22 08:32:27.606945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.661840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2e442-fdba-432c-b0e3-9f2d183dcbfb req-68b81e39-9a0b-422e-8af0-3c102ab295c4 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:27.663558 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-60e2e442-fdba-432c-b0e3-9f2d183dcbfb req-68b81e39-9a0b-422e-8af0-3c102ab295c4 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.4676087 Sep 22 08:32:27.679720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.714354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:27.782190 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Set router 8ff77209-49c7-40ae-af23-975767b5cddf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:27.847360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:27.851374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:27.859536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:27.876415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:32:27.876415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:32:27.916560 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-60e2e442-fdba-432c-b0e3-9f2d183dcbfb req-13c15732-25cf-4b34-b861-f1c9ee1c9a6f tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583729 Sep 22 08:32:27.916825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Port': ['ID=806e935f-4437-47a2-bee0-d7743344b591,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:27.924574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.009825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.161052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1675a8-3f0f-4259-a51c-1f370336947a req-e4821a69-9284-48f3-acb5-ba55c7775ca4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:28.162736 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd1675a8-3f0f-4259-a51c-1f370336947a req-e4821a69-9284-48f3-acb5-ba55c7775ca4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4047711 Sep 22 08:32:28.236158 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd1675a8-3f0f-4259-a51c-1f370336947a req-c5b0c3dc-fa65-4e98-9e32-6004f0289eb6 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0661654 Sep 22 08:32:28.247184 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff77209-49c7-40ae-af23-975767b5cddf', 'name': '', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe', 'external_fixed_ips': [{'subnet_id': '51fd0305-56c0-4c5a-9283-519a6dd809ae', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'bcfafc3b-9744-432e-96cc-296862192836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:21Z', 'updated_at': '2022-09-22T08:32:24Z', 'revision_number': 3, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port': {'id': 'bcfafc3b-9744-432e-96cc-296862192836', 'name': '', 'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff77209-49c7-40ae-af23-975767b5cddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '51fd0305-56c0-4c5a-9283-519a6dd809ae', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:32:22Z', 'updated_at': '2022-09-22T08:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51fd0305-56c0-4c5a-9283-519a6dd809ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:28.252059 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Checking router: 8ff77209-49c7-40ae-af23-975767b5cddf for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:32:28.252573 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Updating router 8ff77209-49c7-40ae-af23-975767b5cddf port bcfafc3b-9744-432e-96cc-296862192836 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:32:28.272475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.292698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Deleting port bcfafc3b-9744-432e-96cc-296862192836 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:28.293052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.319625 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.455916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:28.493304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.503889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Deleting port 86aac042-38c2-4af3-a534-cf251fe5be3a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:28.504356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.596107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 86aac042-38c2-4af3-a534-cf251fe5be3a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:28.614700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a2e8d630-d38e-4855-8bdc-8123dfadf2f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:28.615476 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-a2e8d630-d38e-4855-8bdc-8123dfadf2f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 08:32:28.616007 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-a2e8d630-d38e-4855-8bdc-8123dfadf2f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 08:32:28.617589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a2e8d630-d38e-4855-8bdc-8123dfadf2f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1606958 Sep 22 08:32:28.627454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33198) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:28.644522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--570833803'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:28.646845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 86aac042-38c2-4af3-a534-cf251fe5be3a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:32:28.647416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 86aac042-38c2-4af3-a534-cf251fe5be3a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:32:28.655033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:28.698841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] The port '86aac042-38c2-4af3-a534-cf251fe5be3a' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:32:28.705263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:28.714752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:28.723625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:28.726044 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.738573 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Transition to ACTIVE for port object bcfafc3b-9744-432e-96cc-296862192836 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:28.745337 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.806830 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Attempting to bind port bcfafc3b-9744-432e-96cc-296862192836 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:28.807582 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Attempting to bind port bcfafc3b-9744-432e-96cc-296862192836 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'f4768c42-d632-4eff-bc2d-7710e4970cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:28.808188 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Attempting to bind port bcfafc3b-9744-432e-96cc-296862192836 on network 014cd426-6508-4ac1-9f0e-43896a2833fe {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:28.818784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.820348 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:32:28.820718 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Checking segment: {'id': 'f4768c42-d632-4eff-bc2d-7710e4970cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:28.821110 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.821502 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Bound using segment: {'id': 'f4768c42-d632-4eff-bc2d-7710e4970cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:32:28.821946 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Bound port: bcfafc3b-9744-432e-96cc-296862192836, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4768c42-d632-4eff-bc2d-7710e4970cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '014cd426-6508-4ac1-9f0e-43896a2833fe'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:32:28.822333 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.844160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.868652 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e7105-51a1-4c65-8590-2775324ddd7f None None] Pushing event updated for resources: {'Port': ['ID=bcfafc3b-9744-432e-96cc-296862192836,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:28.903025 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] For port bcfafc3b-9744-432e-96cc-296862192836, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:28.906845 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] For port bcfafc3b-9744-432e-96cc-296862192836, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=bcfafc3b-9744-432e-96cc-296862192836,segment=NetworkSegment(f4768c42-d632-4eff-bc2d-7710e4970cc7),segment_id=f4768c42-d632-4eff-bc2d-7710e4970cc7)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:32:28.914086 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:28.938108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:28.954685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-073ddd7f-d271-4ed3-b6a6-4d74bb862cf9 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:28.956186 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-073ddd7f-d271-4ed3-b6a6-4d74bb862cf9 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.48 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.3027360 Sep 22 08:32:28.957117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:28.961530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:28.970618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:28.979728 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Routers {'8ff77209-49c7-40ae-af23-975767b5cddf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:28.980456 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['8ff77209-49c7-40ae-af23-975767b5cddf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:29.010638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.061048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7254ac-266d-4795-a325-a6df26ef5d67']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:29.082310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:32:29.090850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621b3505-1673-4d27-b458-0201c59c3cc0') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:29.091203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621b3505-1673-4d27-b458-0201c59c3cc0') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:29.121100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.138110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.148827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396ede-1bd3-4dc9-86ff-61b6f31930e1 req-9ffc1f02-0f5a-49f6-beb3-bbaa7de90b53 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:29.150324 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b396ede-1bd3-4dc9-86ff-61b6f31930e1 req-9ffc1f02-0f5a-49f6-beb3-bbaa7de90b53 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6474245 Sep 22 08:32:29.152468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.155554 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e7105-51a1-4c65-8590-2775324ddd7f None None] Pushing event updated for resources: {'Port': ['ID=bcfafc3b-9744-432e-96cc-296862192836,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:29.165877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.167988 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] Set router 8ff77209-49c7-40ae-af23-975767b5cddf gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:29.274074 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff77209-49c7-40ae-af23-975767b5cddf', 'name': '', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:21Z', 'updated_at': '2022-09-22T08:32:28Z', 'revision_number': 4, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:29.278662 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea456b2e-3ef1-4b0e-91e5-60e79ffa35a0 None None] The sync data for ids ['8ff77209-49c7-40ae-af23-975767b5cddf'] in dv-neutron-857569-1-hyperv is: [{'id': '8ff77209-49c7-40ae-af23-975767b5cddf', 'name': '', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:21Z', 'updated_at': '2022-09-22T08:32:28Z', 'revision_number': 4, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:29.321484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Deleting port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:29.321821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.351901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.360685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.386366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.389451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Calling delete_port for bcfafc3b-9744-432e-96cc-296862192836 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:29.447554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:29.448257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.537687 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 621b3505-1673-4d27-b458-0201c59c3cc0 resource provider aggregate not found Sep 22 08:32:29.568937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=b4989aa3-0982-48ad-bdd5-af9486d3aa98,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:29.575494 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 621b3505-1673-4d27-b458-0201c59c3cc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 621b3505-1673-4d27-b458-0201c59c3cc0 found for delete ", "request_id": "req-3336cedf-635b-478e-a93e-31ae4e88b406"}]} Sep 22 08:32:29.587038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.637405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06511d1f-d898-43e0-ab49-e36553c2f9a1 req-c5ad6dc0-95e1-475b-a85a-911b80776869 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:29.639515 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06511d1f-d898-43e0-ab49-e36553c2f9a1 req-c5ad6dc0-95e1-475b-a85a-911b80776869 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.5101309 Sep 22 08:32:29.660731 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b396ede-1bd3-4dc9-86ff-61b6f31930e1 req-5d1085b3-8bb1-4edb-9980-c2c599fa8e1a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4694757 Sep 22 08:32:29.692686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.724969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.763929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.796310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] Pushing event deleted for resources: {'Network': ['ID=bb7254ac-266d-4795-a325-a6df26ef5d67,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:29.820358 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17de3e6a-e0e0-4923-801b-f6a8ae259292 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068 tempest-ExtraDHCPOptionsIpV6TestJSON-1771396068-project] 10.222.0.42 "DELETE /v2.0/networks/bb7254ac-266d-4795-a325-a6df26ef5d67 HTTP/1.1" status: 204 len: 168 time: 3.3670356 Sep 22 08:32:29.854978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06511d1f-d898-43e0-ab49-e36553c2f9a1 req-5e0a10c9-72b3-4254-b64b-3a867d2e4b2a tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038267 Sep 22 08:32:29.856320 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 66b4f6c3-f41f-4276-a350-cec01e60cb9a associated. External IP: 172.26.8.162, port: c633478e-6e33-4671-b4de-86897adf5cf2. Sep 22 08:32:29.924675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:29.953123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:32:29.953450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:32:29.959519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:30.001014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:30.026192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:30.049573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:30.078666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306edc56-b93c-4b95-972f-281fc950f31a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:30.141125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Router bb373d8a-c978-4f0d-88d7-023119c716d9 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:30.181179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] For port 5f33d0e3-c3cf-4ee4-a367-af19431035a3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=5f33d0e3-c3cf-4ee4-a367-af19431035a3,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:30.181556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:30.318822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33222) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:30.364018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d23d1-aea6-4d3d-a3d8-d399aae5a486 req-c9ecc0f1-f92c-42f4-9ec7-2c3521492012 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:30.367459 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca5d23d1-aea6-4d3d-a3d8-d399aae5a486 req-c9ecc0f1-f92c-42f4-9ec7-2c3521492012 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.1458709 Sep 22 08:32:30.456860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Deleting port bcfafc3b-9744-432e-96cc-296862192836 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:30.457211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:30.547949 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca5d23d1-aea6-4d3d-a3d8-d399aae5a486 req-20603c37-19af-4fdc-8521-0178b10361d4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1180875 Sep 22 08:32:30.636791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:30.663838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:30.700947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:30.718804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] Sync routers for ids ['bb373d8a-c978-4f0d-88d7-023119c716d9'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:30.728426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] Routers {'bb373d8a-c978-4f0d-88d7-023119c716d9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:30.729251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bb373d8a-c978-4f0d-88d7-023119c716d9'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:30.744022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:30.797562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:30.809273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] Routers {'bb373d8a-c978-4f0d-88d7-023119c716d9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:30.811099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bb373d8a-c978-4f0d-88d7-023119c716d9'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:30.855471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] For port bcfafc3b-9744-432e-96cc-296862192836, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=bcfafc3b-9744-432e-96cc-296862192836,segment=NetworkSegment(f4768c42-d632-4eff-bc2d-7710e4970cc7),segment_id=f4768c42-d632-4eff-bc2d-7710e4970cc7)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:30.855842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:30.905574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:30.905973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b117284a-0bcb-486a-9b5d-14665f6ca324 None None] The sync data for ids ['bb373d8a-c978-4f0d-88d7-023119c716d9'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:30.984857 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4f5349d3-a020-497e-8619-21d26bb3b76d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fab070e2b8204935a8e9dad1fc494f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499472 Sep 22 08:32:30.988115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:30.992045 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3591ae1f-6fd8-45a5-a6ab-53c1f5ea290c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "PUT /v2.0/routers/bb373d8a-c978-4f0d-88d7-023119c716d9 HTTP/1.1" status: 200 len: 919 time: 5.6901262 Sep 22 08:32:30.999243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33236) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:30.999243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33238) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:31.017870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.021879 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3935678 Sep 22 08:32:31.050070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33244) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:31.066117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Calling delete_port for bcfafc3b-9744-432e-96cc-296862192836 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:31.080075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250150-66b2-47f7-86dc-7384c547648b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e22913f-22b5-4cab-a055-1f6c8baef65e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:31.095187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '7e22913f-22b5-4cab-a055-1f6c8baef65e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:31.104316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:31.125584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:31.138035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:31.138663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39429c-b501-4e75-9506-21929374bb94 req-62440b31-5ebf-48b4-aed9-b06cc6636bb0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:31.145510 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4e39429c-b501-4e75-9506-21929374bb94 req-62440b31-5ebf-48b4-aed9-b06cc6636bb0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.7748735 Sep 22 08:32:31.151621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:31.153315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.153686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.155206 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Floating IP f2459308-0d65-4b7d-a22c-88104fa8531c disassociated. External IP: 172.26.8.101, port: 5f33d0e3-c3cf-4ee4-a367-af19431035a3. Sep 22 08:32:31.155670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Calling delete_port for 5f33d0e3-c3cf-4ee4-a367-af19431035a3 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:31.176734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:31.189513 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:31.204590 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:31.205522 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:31.263891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.276646 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:31.289187 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:31.289927 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:31.310409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.350651 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:31.351050 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5600f0-0e1f-480e-bd36-999ad4702a16 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:31.363515 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4e39429c-b501-4e75-9506-21929374bb94 req-8d41ea68-a5c8-4a8b-8735-5cd26c56e8e7 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171359 Sep 22 08:32:31.380600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf811-c4aa-496f-a076-2b609a099eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.410255 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-29813d4c-f3b5-45b1-a0a2-074aa57ec204 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/bb373d8a-c978-4f0d-88d7-023119c716d9 HTTP/1.1" status: 200 len: 925 time: 0.4082720 Sep 22 08:32:31.411653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33250) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:31.418265 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8579898-b77d-42c9-ab63-2c5e11e67cbd tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0952923 Sep 22 08:32:31.420397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33252) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:31.429968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'port_id': 'c633478e-6e33-4671-b4de-86897adf5cf2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:31.468843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf811-c4aa-496f-a076-2b609a099eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.528213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.579005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.629093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ead0886-d550-4b4c-b726-f44c5ddfce9b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:31.643654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955010ef-b460-4dda-8172-d93a6dc0fbb6 req-73fa9a2c-e9ea-473c-807c-63e13c7fec30 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:31.645128 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-955010ef-b460-4dda-8172-d93a6dc0fbb6 req-73fa9a2c-e9ea-473c-807c-63e13c7fec30 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 945 time: 0.4337227 Sep 22 08:32:31.655899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.714244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.779990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event deleted for resources: {'Port': ['ID=5f33d0e3-c3cf-4ee4-a367-af19431035a3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:31.789317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753cf848-d68b-4279-960e-2d473b3d235b tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:31.790869 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-753cf848-d68b-4279-960e-2d473b3d235b tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=bb373d8a-c978-4f0d-88d7-023119c716d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3717988 Sep 22 08:32:31.791729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf811-c4aa-496f-a076-2b609a099eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.797484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33258) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:31.849384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf811-c4aa-496f-a076-2b609a099eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59accaca-6a32-419d-a557-fb0e3d6f7b95,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:31.886997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.888191 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ede54c9-89d5-408b-a339-2ad0e5afe4d3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8370891 Sep 22 08:32:31.889067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:31.892365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33262) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:31.951330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '7e22913f-22b5-4cab-a055-1f6c8baef65e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:31.972266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:31.979376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcfafc3b-9744-432e-96cc-296862192836,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:31.991451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c6d10-eaf6-4b03-9d64-0227b5a4ec63 req-519ca247-1628-43fa-a909-2a2a80534c92 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:31.999461 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-176c6d10-eaf6-4b03-9d64-0227b5a4ec63 req-519ca247-1628-43fa-a909-2a2a80534c92 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5139332 Sep 22 08:32:32.022081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:32.036976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:32.083270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-8d177ce2-2978-415c-8e2e-de95bb71a054 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:32.083270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-8d177ce2-2978-415c-8e2e-de95bb71a054 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.48 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.4771187 Sep 22 08:32:32.105752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:32.112196 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-955010ef-b460-4dda-8172-d93a6dc0fbb6 req-b12aa81a-a3be-455e-bb9e-933cb66567de tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0b3cad-a8da-4de4-a849-cd9c99082cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035885 Sep 22 08:32:32.153429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf811-c4aa-496f-a076-2b609a099eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:32.158297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef8bf811-c4aa-496f-a076-2b609a099eac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59accaca-6a32-419d-a557-fb0e3d6f7b95 HTTP/1.1" status: 204 len: 168 time: 1.1581197 Sep 22 08:32:32.254744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Deleting port 07188f02-1cd0-448b-a1a9-9b52796abf82 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:32.254961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:32.307747 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-176c6d10-eaf6-4b03-9d64-0227b5a4ec63 req-c774ef4c-173b-4287-9d5b-8083feb358c1 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3070889 Sep 22 08:32:32.338183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:32.354231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793bdbc2-96c0-48ab-9942-7248ec70604e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:32.355659 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-793bdbc2-96c0-48ab-9942-7248ec70604e tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 0.5485067 Sep 22 08:32:32.361531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33270) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:32.374228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:32.469601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6b9e731b-592f-43e0-89f0-58dd7bf67ad7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb373d8a-c978-4f0d-88d7-023119c716d9 HTTP/1.1" status: 200 len: 205 time: 0.0833459 Sep 22 08:32:32.473030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:32.479145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:32.819258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:32.824138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:32.897389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:32.897389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff77209-49c7-40ae-af23-975767b5cddf {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:33.023408 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 08:32:33.027583 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-33808ed2-2d40-4094-b8ab-d7d96220a53c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0907180 Sep 22 08:32:33.045437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33296) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:33.056942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.058517 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d7bba3ef-e1ab-45d3-bec4-4290b124accb tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "DELETE /v2.0/routers/8ff77209-49c7-40ae-af23-975767b5cddf HTTP/1.1" status: 204 len: 168 time: 5.5613418 Sep 22 08:32:33.080561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c44ff-7e6d-407d-bbb6-16186397f198 req-1ccd71af-a03e-4613-809a-37560c288ec8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:33.081967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33300) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:33.087828 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a38c44ff-7e6d-407d-bbb6-16186397f198 req-1ccd71af-a03e-4613-809a-37560c288ec8 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.4779356 Sep 22 08:32:33.108275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33304) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:33.189036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] For port 07188f02-1cd0-448b-a1a9-9b52796abf82, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=07188f02-1cd0-448b-a1a9-9b52796abf82,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:33.189407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.191060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a38c44ff-7e6d-407d-bbb6-16186397f198 req-f4615a29-72bc-4c2f-9527-057966cb1e7a tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023214 Sep 22 08:32:33.228113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:33.240106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] Sync routers for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:33.248154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef49f0b-8752-4608-9d46-519a5afa5e5b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.251698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:33.252310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:33.295066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661755738'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:33.306879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:33.318942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:33.324829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:33.338434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef49f0b-8752-4608-9d46-519a5afa5e5b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.351588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:33.391383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.402684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:33.406961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.434388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.450126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Deleting subnet 51fd0305-56c0-4c5a-9283-519a6dd809ae {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:32:33.454841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.502129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 5f33d0e3-c3cf-4ee4-a367-af19431035a3 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:33.539593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:33.560810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:33.582872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3e1c01d7-5da7-4454-93ff-807303095e17 req-9bf70b27-3772-4012-b359-85ec1ad4bbe5 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Synchronizing usage tracker for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:33.611296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:security_group_rule and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:33.622273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef49f0b-8752-4608-9d46-519a5afa5e5b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.636164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:33.638572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 5f33d0e3-c3cf-4ee4-a367-af19431035a3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:32:33.638974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 5f33d0e3-c3cf-4ee4-a367-af19431035a3 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:32:33.662829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] No DVR routers for this DVR port 5f33d0e3-c3cf-4ee4-a367-af19431035a3 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:32:33.667783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:33.678842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.680878 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0203eb0a-085e-4deb-a8eb-a1ff263274ac req-f5b6c402-bdef-41c3-936a-fab5795b3d19 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.48 "DELETE /v2.0/ports/5f33d0e3-c3cf-4ee4-a367-af19431035a3 HTTP/1.1" status: 204 len: 173 time: 4.7165046 Sep 22 08:32:33.683250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'name': 'network-vif-deleted', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:32:33.686183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6df98c-6133-4760-8c97-534d4b620ae1" -d '{"events": [{"server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "name": "network-vif-deleted", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:32:33.687753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef49f0b-8752-4608-9d46-519a5afa5e5b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e22913f-22b5-4cab-a055-1f6c8baef65e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:33.698385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef49f0b-8752-4608-9d46-519a5afa5e5b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.704203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cef49f0b-8752-4608-9d46-519a5afa5e5b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e22913f-22b5-4cab-a055-1f6c8baef65e HTTP/1.1" status: 204 len: 168 time: 0.6533883 Sep 22 08:32:33.708759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.709110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3e1c01d7-5da7-4454-93ff-807303095e17 req-9bf70b27-3772-4012-b359-85ec1ad4bbe5 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Unset dirty status for tenant:9ad47c8f3a1a48c18c4d4c1e3a2a5221 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:33.709836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33316) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:33.721211 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3e1c01d7-5da7-4454-93ff-807303095e17 req-9bf70b27-3772-4012-b359-85ec1ad4bbe5 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/ports?device_id=3884af0b-cced-4901-a585-95ce4c421de0 HTTP/1.1" status: 200 len: 210 time: 0.4301217 Sep 22 08:32:33.760360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.764055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:33.984083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.013937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fca9c8ba-f2aa-4337-9f18-620c977fc324 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:34.068137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bead144-0298-404e-8192-681180260c80 x-openstack-request-id: req-4bead144-0298-404e-8192-681180260c80 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:32:34.068137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3884af0b-cced-4901-a585-95ce4c421de0", "name": "network-vif-deleted", "tag": "5f33d0e3-c3cf-4ee4-a367-af19431035a3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:32:34.068524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bead144-0298-404e-8192-681180260c80 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:32:34.068824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bead144-0298-404e-8192-681180260c80'] response: {'server_uuid': '3884af0b-cced-4901-a585-95ce4c421de0', 'name': 'network-vif-deleted', 'tag': '5f33d0e3-c3cf-4ee4-a367-af19431035a3', 'status': 'completed', 'code': 200} Sep 22 08:32:34.086580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dc5a9-b560-4a22-8fea-221fea29e23b req-ce5ae782-de74-42ae-92fe-70fdaf9e0daa tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:34.092714 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-145dc5a9-b560-4a22-8fea-221fea29e23b req-ce5ae782-de74-42ae-92fe-70fdaf9e0daa tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5365710 Sep 22 08:32:34.126907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:09Z', 'revision_number': 5, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:34.130852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] Checking router: 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:32:34.140229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:34.141004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:34.189963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.240020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.248236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fca9c8ba-f2aa-4337-9f18-620c977fc324 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:34.252850 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fca9c8ba-f2aa-4337-9f18-620c977fc324 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5395103 Sep 22 08:32:34.353655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33322) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:34.365166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742402372'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:34.391431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:34.426501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:34.432232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:34.442711 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-145dc5a9-b560-4a22-8fea-221fea29e23b req-69edb311-b137-4b52-a119-aeecd2b378a5 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2125309 Sep 22 08:32:34.521360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=51fd0305-56c0-4c5a-9283-519a6dd809ae,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:34.528488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.533215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.572933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.587541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:34.589441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Deleting port 806e935f-4437-47a2-bee0-d7743344b591 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:34.589781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.592566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.608769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:34.617116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:34.635409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:32:34.638989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:34.646354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:34.649396 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8da75894-dfbc-4261-9921-54d0192b1823 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/51fd0305-56c0-4c5a-9283-519a6dd809ae HTTP/1.1" status: 204 len: 168 time: 1.5661361 Sep 22 08:32:34.651109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33326) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:34.713847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.714196 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment ac87fd3d-e4bb-456a-9f4b-c724e05af479 of type vlan for network ca8c2cd8-5e51-4965-acb8-0d627ee20096 Sep 22 08:32:34.730483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d52050-a146-409e-81a1-ad379d814bb7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:34.778737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.779092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.779498 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Floating IP b4e462ad-b3dc-4a6a-8f41-b814920db097 disassociated. External IP: 172.26.8.64, port: 07188f02-1cd0-448b-a1a9-9b52796abf82. Sep 22 08:32:34.779846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Calling delete_port for 07188f02-1cd0-448b-a1a9-9b52796abf82 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:34.797178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.899395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:09Z', 'revision_number': 5, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:34.906036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50a6b7-3861-49f4-95c6-2a88afbab1d0 None None] The sync data for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv is: [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:58Z', 'revision_number': 4, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '689f3e78-146f-4a6c-80a7-ac41d674b5dc', 'name': '', 'network_id': 'bcff7082-ca80-4576-966f-4316600a149d', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'mac_address': 'fa:16:3e:84:9a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:55Z', 'updated_at': '2022-09-22T08:31:09Z', 'revision_number': 5, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'subnets': [{'id': '24afe7ad-09d3-43da-8c83-2badb4f8b49a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:34.909905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.921682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33334) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:34.955400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:34.988214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4894a1ae-5e6d-4e6e-828c-a81279068bb1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:35.032858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.041072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93e193-ccfa-4f1e-96c9-3d83b8609e57 req-6b7b60ab-4547-4bd1-a01e-0a76f58691fc tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:35.042548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a93e193-ccfa-4f1e-96c9-3d83b8609e57 req-6b7b60ab-4547-4bd1-a01e-0a76f58691fc tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 945 time: 0.5171349 Sep 22 08:32:35.045912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.153044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.157025 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc9aa98c-6721-4703-8e8d-d6116e184af0 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7998757 Sep 22 08:32:35.165131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33338) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:35.190166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cde50ba3-bf29-42a8-be8a-03bad6207b2b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '4894a1ae-5e6d-4e6e-828c-a81279068bb1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:35.190811 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-cde50ba3-bf29-42a8-be8a-03bad6207b2b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 08:32:35.191337 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-cde50ba3-bf29-42a8-be8a-03bad6207b2b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:35.192280 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cde50ba3-bf29-42a8-be8a-03bad6207b2b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0206530 Sep 22 08:32:35.198693 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b5b72-72fd-4b30-aa12-135da0b4617c None None] New status for floating IP f2459308-0d65-4b7d-a22c-88104fa8531c: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:32:35.200303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:35.233094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a289dc70-226f-4c3b-8319-aa3f5f423c8e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.252411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:35.253941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.259331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:35.259942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.265324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:35.271326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.274273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:35.274877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:35.300949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Calling delete_port for 806e935f-4437-47a2-bee0-d7743344b591 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:35.343714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:35.353046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:35.353640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:35.413208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 07188f02-1cd0-448b-a1a9-9b52796abf82 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:35.414927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a289dc70-226f-4c3b-8319-aa3f5f423c8e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.473875 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3645182 Sep 22 08:32:35.506365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:35.507347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fdf24-db79-4047-9f91-ebfc11d3463e None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:35.548126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.576376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014cd426-6508-4ac1-9f0e-43896a2833fe']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:35.586877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 07188f02-1cd0-448b-a1a9-9b52796abf82 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:35.587270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.589469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4768c42-d632-4eff-bc2d-7710e4970cc7') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:35.589888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4768c42-d632-4eff-bc2d-7710e4970cc7') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:35.602569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.621828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.623375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7f901-82e6-4678-8d69-12af3200c8cb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=ca8c2cd8-5e51-4965-acb8-0d627ee20096,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:35.625949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdf5-a737-4832-a2d6-3a553de0a095 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.630737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:35.632191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.635033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network ca8c2cd8-5e51-4965-acb8-0d627ee20096 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:32:35.671130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdf5-a737-4832-a2d6-3a553de0a095 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.741849 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2a8f71d3-3046-422e-b1aa-64a76ddcb37e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/floatingips/66b4f6c3-f41f-4276-a350-cec01e60cb9a HTTP/1.1" status: 200 len: 978 time: 4.3185208 Sep 22 08:32:35.750807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:35.822371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a289dc70-226f-4c3b-8319-aa3f5f423c8e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.823458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.838540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f4768c42-d632-4eff-bc2d-7710e4970cc7 resource provider aggregate not found Sep 22 08:32:35.864471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 014cd426-6508-4ac1-9f0e-43896a2833fe {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 08:32:35.882136 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a93e193-ccfa-4f1e-96c9-3d83b8609e57 req-863a2b2c-fd8a-4e2b-ba49-8a4ebe2e9b67 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4112a28-040d-4202-a1a4-2960426a4aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8037002 Sep 22 08:32:35.883348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.901270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289dc70-226f-4c3b-8319-aa3f5f423c8e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b3cad-a8da-4de4-a849-cd9c99082cea,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:35.929122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdf5-a737-4832-a2d6-3a553de0a095 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:35.942191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event deleted for resources: {'Network': ['ID=014cd426-6508-4ac1-9f0e-43896a2833fe,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:35.957933 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f4768c42-d632-4eff-bc2d-7710e4970cc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4768c42-d632-4eff-bc2d-7710e4970cc7 found for delete ", "request_id": "req-2656c1e5-cc75-40dc-b80c-cec93eb7ccbc"}]} Sep 22 08:32:35.960715 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c5900129-0880-4a5e-a852-7e34d553f0c0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "DELETE /v2.0/networks/014cd426-6508-4ac1-9f0e-43896a2833fe HTTP/1.1" status: 204 len: 168 time: 1.3009188 Sep 22 08:32:36.001622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.132842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cc08e4dc-0a94-467d-acd6-9624b4b30e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.169963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.188048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event deleted for resources: {'Port': ['ID=07188f02-1cd0-448b-a1a9-9b52796abf82,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:36.207530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a289dc70-226f-4c3b-8319-aa3f5f423c8e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.212182 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a289dc70-226f-4c3b-8319-aa3f5f423c8e tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "DELETE /v2.0/security-groups/7a0b3cad-a8da-4de4-a849-cd9c99082cea HTTP/1.1" status: 204 len: 168 time: 1.2395816 Sep 22 08:32:36.217363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33358) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:36.221647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dbdf5-a737-4832-a2d6-3a553de0a095 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4894a1ae-5e6d-4e6e-828c-a81279068bb1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:36.236514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdf5-a737-4832-a2d6-3a553de0a095 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.240406 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c0dbdf5-a737-4832-a2d6-3a553de0a095 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/4894a1ae-5e6d-4e6e-828c-a81279068bb1 HTTP/1.1" status: 204 len: 168 time: 1.0344317 Sep 22 08:32:36.254541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33364) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:36.267260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event deleted for resources: {'Port': ['ID=806e935f-4437-47a2-bee0-d7743344b591,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:36.301271 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-0c20b635-aaa7-41ef-b468-78f595f35610 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] show failed (client error): The resource could not be found. Sep 22 08:32:36.307859 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c20b635-aaa7-41ef-b468-78f595f35610 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "GET /v2.0/security-groups/7a0b3cad-a8da-4de4-a849-cd9c99082cea HTTP/1.1" status: 404 len: 347 time: 0.0874021 Sep 22 08:32:36.312357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33368) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:36.324398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1765ea-448e-4d59-919d-3567fb2e6d84 req-618811ab-b433-476b-a862-ec6c63b99c35 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:36.332059 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee1765ea-448e-4d59-919d-3567fb2e6d84 req-618811ab-b433-476b-a862-ec6c63b99c35 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6627977 Sep 22 08:32:36.443691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port b4989aa3-0982-48ad-bdd5-af9486d3aa98 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:36.444308 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.551909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33374) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:36.640867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-49ee22cc-3674-4fe7-aa56-4c2f05f078db tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:36.672954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Deleting port 84fae35c-f096-4fd2-8542-de72853de763 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:36.673439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.736456 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee1765ea-448e-4d59-919d-3567fb2e6d84 req-ec3c802d-bb80-4d03-9c89-b3cff7f34f2d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4011467 Sep 22 08:32:36.762016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'router': {'name': 'tempest-router--51080678', 'project_id': '21a0b8a1e0504ed0ab3103bc3d7a2a9b'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:36.787385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:36.811379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-49ee22cc-3674-4fe7-aa56-4c2f05f078db tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:36.816477 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-49ee22cc-3674-4fe7-aa56-4c2f05f078db tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5568185 Sep 22 08:32:36.857886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33378) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:36.884023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562925127'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:36.889894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:36.900189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:36.938107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.043347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:37.047803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:37.050760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:37.056728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:37.063503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:37.092195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.092618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.109962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.123812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.125925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:router and tenant:21a0b8a1e0504ed0ab3103bc3d7a2a9b is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:37.142708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Router 0684d2c7-ad7b-4edc-9f28-31357e78f03a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:37.143801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:37.150926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-059bdead-5a9a-47b4-b2f0-ee334b6a4016 req-4e67a790-be43-497d-b67c-38c0a757af34 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Synchronizing usage tracker for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:37.159759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:37.244118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.245238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.249293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.249843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Fanout notify agent at l3_agent the message router_deleted on router bb373d8a-c978-4f0d-88d7-023119c716d9 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:37.250235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for b4989aa3-0982-48ad-bdd5-af9486d3aa98 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:37.268311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-059bdead-5a9a-47b4-b2f0-ee334b6a4016 req-4e67a790-be43-497d-b67c-38c0a757af34 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Unset dirty status for tenant:f2dd066dc5e04f339616e461ff5f5582 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:37.269595 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-059bdead-5a9a-47b4-b2f0-ee334b6a4016 req-4e67a790-be43-497d-b67c-38c0a757af34 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.2178824 Sep 22 08:32:37.281770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.282581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.295329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.300079 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-76498517-16bc-4efd-b1ee-9278ea9d30d4 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/bb373d8a-c978-4f0d-88d7-023119c716d9 HTTP/1.1" status: 204 len: 168 time: 4.8200109 Sep 22 08:32:37.302340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33384) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:37.302499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.332301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1799221605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:37.396271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.396550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:37.420858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:37.433780 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] Sync routers for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:37.449209 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:37.450042 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:37.458860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.463665 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c1817d29-de88-43f0-a015-b8e07b18999f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9068866 Sep 22 08:32:37.466981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33388) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:37.470235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Calling delete_port for 84fae35c-f096-4fd2-8542-de72853de763 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:37.498192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Usage tracker for resource:router and tenant:ca8ce45bd9964221b1f426e6ff8089c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:37.511105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:37.533539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:37.578830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] No DVR routers for this DVR port 07188f02-1cd0-448b-a1a9-9b52796abf82 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:32:37.584147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.585144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.633561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.636141 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1be6fcf1-3a25-4793-9023-45bb4b4aafcd req-3cb7d8ee-2274-48dd-bbd8-5f05af75f50d tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.48 "DELETE /v2.0/ports/07188f02-1cd0-448b-a1a9-9b52796abf82 HTTP/1.1" status: 204 len: 173 time: 5.5535769 Sep 22 08:32:37.636141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'name': 'network-vif-deleted', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:32:37.640017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3422d6cb-9940-4daf-8779-bad6cf50716f" -d '{"events": [{"server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "name": "network-vif-deleted", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:32:37.642954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.667587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.671525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9ff8-ebc3-470d-b4f5-924a76ebf9f9 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.679907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.752161 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:37.811777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca2b3db-24ac-4ed5-a730-99b302dc4240 x-openstack-request-id: req-aca2b3db-24ac-4ed5-a730-99b302dc4240 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:32:37.812057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610f7891-9f25-4cc6-94a7-48c0748f965a", "name": "network-vif-deleted", "tag": "07188f02-1cd0-448b-a1a9-9b52796abf82", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:32:37.812310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aca2b3db-24ac-4ed5-a730-99b302dc4240 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:32:37.812724 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca2b3db-24ac-4ed5-a730-99b302dc4240'] response: {'server_uuid': '610f7891-9f25-4cc6-94a7-48c0748f965a', 'name': 'network-vif-deleted', 'tag': '07188f02-1cd0-448b-a1a9-9b52796abf82', 'status': 'completed', 'code': 200} Sep 22 08:32:37.953722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:37.983041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a14d3c-a332-4c4a-9a86-d784e19d29ad,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:38.029787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.032077 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ebe846bc-43a2-442c-885c-f0e896e7825f tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1689742 Sep 22 08:32:38.036760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33396) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:38.046050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-492b9710-3633-4df8-bb38-8ecc9dd4ea67 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': 'd2a14d3c-a332-4c4a-9a86-d784e19d29ad', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:38.047125 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-492b9710-3633-4df8-bb38-8ecc9dd4ea67 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 08:32:38.047906 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-492b9710-3633-4df8-bb38-8ecc9dd4ea67 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:38.050014 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-492b9710-3633-4df8-bb38-8ecc9dd4ea67 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0110734 Sep 22 08:32:38.050964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.055273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33400) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:38.104557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.109017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.110438 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-576827ab-a265-4296-8936-ae018dce3329 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8089008 Sep 22 08:32:38.136213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33404) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:38.177678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Pushing event deleted for resources: {'Port': ['ID=84fae35c-f096-4fd2-8542-de72853de763,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:38.204662 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:08Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:38.213982 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] Checking router: 0684d2c7-ad7b-4edc-9f28-31357e78f03a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:32:38.238044 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:38.239170 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:38.261160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9249cd62-6035-472d-a2ff-3ab716fdd16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.319376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9ff8-ebc3-470d-b4f5-924a76ebf9f9 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.322005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9ff8-ebc3-470d-b4f5-924a76ebf9f9 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.466689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': False}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:38.524391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9ff8-ebc3-470d-b4f5-924a76ebf9f9 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.524977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8b9ff8-ebc3-470d-b4f5-924a76ebf9f9 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb784a4d-9b4f-4974-89b1-87f1452007f5 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:38.562371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9ff8-ebc3-470d-b4f5-924a76ebf9f9 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.566394 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef8b9ff8-ebc3-470d-b4f5-924a76ebf9f9 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "DELETE /v2.0/routers/fb784a4d-9b4f-4974-89b1-87f1452007f5 HTTP/1.1" status: 204 len: 168 time: 1.0699914 Sep 22 08:32:38.609828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5fc78-01c6-408d-ab1e-c042f489b93c req-bbc5d7c3-e5e5-4cba-949c-1472462a6753 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:38.613993 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbe5fc78-01c6-408d-ab1e-c042f489b93c req-bbc5d7c3-e5e5-4cba-949c-1472462a6753 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6536307 Sep 22 08:32:38.620794 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:38.677177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbe5fc78-01c6-408d-ab1e-c042f489b93c req-97c04384-00f1-4b5e-be9e-4e3197fe077e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515323 Sep 22 08:32:38.728275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=b4989aa3-0982-48ad-bdd5-af9486d3aa98,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:38.759860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33412) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:38.830148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33418) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:38.836032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': 'ca8c2cd8-5e51-4965-acb8-0d627ee20096', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:38.908840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:38.909202 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 66b4f6c3-f41f-4276-a350-cec01e60cb9a disassociated (deleted). External IP: 172.26.8.162, port: c633478e-6e33-4671-b4de-86897adf5cf2. Sep 22 08:32:38.967595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:08Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:38.972250 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907648b5-7a93-45cb-b195-eb7359415cea None None] The sync data for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv is: [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '5b934585-b880-4238-9b53-a3f9bae1aab2', 'name': '', 'network_id': 'be1564f6-c02c-4901-9d38-5322a41164a9', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'mac_address': 'fa:16:3e:38:83:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:53Z', 'updated_at': '2022-09-22T08:31:08Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'subnets': [{'id': 'd0a65958-9562-43ff-be6a-6c80d7233631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:39.008312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:39.016116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1018141952', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:39.022518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:39.026742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:39.031103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:39.037750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:39.040027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Usage tracker for resource:router and tenant:e8f3a898813147f1b219fdf94594fb1f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:39.040649 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7e9d3c90-f736-4017-9c54-d99519f73a6d req-6c27b3ed-847d-4f97-9c16-920d861a7dcf tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/ports?device_id=610f7891-9f25-4cc6-94a7-48c0748f965a HTTP/1.1" status: 200 len: 210 time: 0.2142689 Sep 22 08:32:39.043683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:39.053568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:39.062958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:39.068566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.085779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.087052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.181320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.223115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.225421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.226554 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce199ef5-5ac7-47cf-becf-09a9656102f8 tempest-ServersTestJSON-883762240 tempest-ServersTestJSON-883762240-project] 10.222.0.42 "DELETE /v2.0/floatingips/f2459308-0d65-4b7d-a22c-88104fa8531c HTTP/1.1" status: 204 len: 168 time: 2.9112284 Sep 22 08:32:39.229632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c77c2d7-195d-41c3-9f02-d1446ec0baa1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.231208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33422) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:39.302824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dfe139-1d39-453c-8bab-f8548787fd6d None None] New status for floating IP b4e462ad-b3dc-4a6a-8f41-b814920db097: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:32:39.521120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.540124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c77c2d7-195d-41c3-9f02-d1446ec0baa1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.558756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.577196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.583995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.636890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:39.736512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=2d255a9f-67d9-46ab-aeb9-6e978dc9f883,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:39.754894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': 'ac87fd3d-e4bb-456a-9f4b-c724e05af479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca8c2cd8-5e51-4965-acb8-0d627ee20096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:39.755166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: ca8c2cd8-5e51-4965-acb8-0d627ee20096, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:32:39.794548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network ca8c2cd8-5e51-4965-acb8-0d627ee20096 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:32:39.843388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, ca8c2cd8-5e51-4965-acb8-0d627ee20096) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:39.856089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda9052-1d38-4c27-a36b-30fc50daf5e1 None None] Network ca8c2cd8-5e51-4965-acb8-0d627ee20096 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:39.905688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:39.906276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.042052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c77c2d7-195d-41c3-9f02-d1446ec0baa1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.051837 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a11483a-a15d-429a-9662-86fc68df65ec tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2203813 Sep 22 08:32:40.057629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33428) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:40.061617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.079896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77c2d7-195d-41c3-9f02-d1446ec0baa1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a14d3c-a332-4c4a-9a86-d784e19d29ad,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:40.094221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895818387'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:40.111488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:40.118181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.129615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe9714-79c1-4611-ab59-c0adbcd15a65 req-6362a39a-96d1-46fa-bc84-372c67fcbb71 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:40.130324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-ca8c2cd8-5e51-4965-acb8-0d627ee20096', 'network_id': 'ca8c2cd8-5e51-4965-acb8-0d627ee20096', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': '2d255a9f-67d9-46ab-aeb9-6e978dc9f883'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:32:40.131606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.136891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aabe9714-79c1-4611-ab59-c0adbcd15a65 req-6362a39a-96d1-46fa-bc84-372c67fcbb71 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.3320341 Sep 22 08:32:40.177288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:40.192404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:40.209454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:40.239463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c77c2d7-195d-41c3-9f02-d1446ec0baa1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.241352 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c77c2d7-195d-41c3-9f02-d1446ec0baa1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2a14d3c-a332-4c4a-9a86-d784e19d29ad HTTP/1.1" status: 204 len: 168 time: 2.1448991 Sep 22 08:32:40.241352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33436) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:40.247322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33438) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:40.279479 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aabe9714-79c1-4611-ab59-c0adbcd15a65 req-ae9db0f2-02f0-4cc9-89ea-8886c55e1777 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1411717 Sep 22 08:32:40.284944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:40.288493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.335535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:32:40.372851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Allocated IP 2001:db8:0:ffff::2 (ca8c2cd8-5e51-4965-acb8-0d627ee20096/2d255a9f-67d9-46ab-aeb9-6e978dc9f883/21dfb55f-6548-467a-9a28-552ba7282bad) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:40.391341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:40.508169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.508514 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment 3272d065-d1f9-4293-a367-56ee5c3873ac of type vlan for network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de Sep 22 08:32:40.542791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-438bbf57-8cc1-4168-88cb-b46a98784fe1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:40.544244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8469597-2ef9-48a7-bfc3-d33cb35edec0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.564184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.580617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Allocated IP 172.26.8.213 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/93f0c2db-e6f2-4822-8851-60c6f086962d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:40.610987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.615817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-438bbf57-8cc1-4168-88cb-b46a98784fe1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:40.617138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-438bbf57-8cc1-4168-88cb-b46a98784fe1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3666332 Sep 22 08:32:40.622697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Transition to ACTIVE for port object 21dfb55f-6548-467a-9a28-552ba7282bad will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:40.634323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33444) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:40.643565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Transition to ACTIVE for port object 21dfb55f-6548-467a-9a28-552ba7282bad will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:40.644053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115664799'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:40.650031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.694822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.700135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:40.701279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.705608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:40.717210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Network ca8c2cd8-5e51-4965-acb8-0d627ee20096 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:40.720039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:40.723940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:40.767390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Pushing event updated for resources: {'Port': ['ID=21dfb55f-6548-467a-9a28-552ba7282bad,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:40.802290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:40.818214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8469597-2ef9-48a7-bfc3-d33cb35edec0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.843725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Attempting to bind port 21dfb55f-6548-467a-9a28-552ba7282bad on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:40.844253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Attempting to bind port 21dfb55f-6548-467a-9a28-552ba7282bad by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'ac87fd3d-e4bb-456a-9f4b-c724e05af479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca8c2cd8-5e51-4965-acb8-0d627ee20096'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:40.844713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Attempting to bind port 21dfb55f-6548-467a-9a28-552ba7282bad on network ca8c2cd8-5e51-4965-acb8-0d627ee20096 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:40.848566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.851514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:32:40.852016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Checking segment: {'id': 'ac87fd3d-e4bb-456a-9f4b-c724e05af479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca8c2cd8-5e51-4965-acb8-0d627ee20096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:40.852504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.852997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Bound using segment: {'id': 'ac87fd3d-e4bb-456a-9f4b-c724e05af479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca8c2cd8-5e51-4965-acb8-0d627ee20096'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:32:40.853608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Bound port: 21dfb55f-6548-467a-9a28-552ba7282bad, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac87fd3d-e4bb-456a-9f4b-c724e05af479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ca8c2cd8-5e51-4965-acb8-0d627ee20096'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:32:40.854085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.862514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=2a3be1b7-4cee-42a0-aa65-967c9ddbe8de,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:40.867995 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8059769 Sep 22 08:32:40.873780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33448) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:40.879235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.879592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.879933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.880267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.880594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.880925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.881249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.881574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.881892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.882215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.882535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.882853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea3a011-90ff-4312-9634-980311e31b52 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:40.896653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:40.904348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:32:40.910723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:40.968178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:40.980715 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:40.993737 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:40.994613 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:41.003775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.026303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.037328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:41.048616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:41.053588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:41.059083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] For port 21dfb55f-6548-467a-9a28-552ba7282bad, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:41.063515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] For port 21dfb55f-6548-467a-9a28-552ba7282bad, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=21dfb55f-6548-467a-9a28-552ba7282bad,segment=NetworkSegment(ac87fd3d-e4bb-456a-9f4b-c724e05af479),segment_id=ac87fd3d-e4bb-456a-9f4b-c724e05af479)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:32:41.065284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:41.069548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:41.070066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.082581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:41.087551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:41.088883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.096110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:41.118062 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:41.127463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:41.129828 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:41.130688 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:41.131023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.160010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be62bc-67bc-42fd-846a-32bdef663337 None None] Pushing event updated for resources: {'Port': ['ID=21dfb55f-6548-467a-9a28-552ba7282bad,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:41.198768 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:41.199162 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3470d7-edaa-4993-b730-64f60206d2e3 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:41.211969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8469597-2ef9-48a7-bfc3-d33cb35edec0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.223041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.241573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.270653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8469597-2ef9-48a7-bfc3-d33cb35edec0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.271789 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8469597-2ef9-48a7-bfc3-d33cb35edec0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "DELETE /v2.0/security-groups/b4112a28-040d-4202-a1a4-2960426a4aed HTTP/1.1" status: 204 len: 168 time: 1.0173664 Sep 22 08:32:41.272783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8469597-2ef9-48a7-bfc3-d33cb35edec0 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4112a28-040d-4202-a1a4-2960426a4aed,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:41.282686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33452) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:41.343893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.365962 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-9f8b2219-594b-4f84-a4c9-f0602659792c tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] show failed (client error): The resource could not be found. Sep 22 08:32:41.367006 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9f8b2219-594b-4f84-a4c9-f0602659792c tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "GET /v2.0/security-groups/b4112a28-040d-4202-a1a4-2960426a4aed HTTP/1.1" status: 404 len: 347 time: 0.0795486 Sep 22 08:32:41.374573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33458) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:41.393937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.397451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event updated for resources: {'Port': ['ID=93f0c2db-e6f2-4822-8851-60c6f086962d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:41.406184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:41.427174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:41.429680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:41.455630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ba14afd2-d509-47e7-9e41-ec8abe37e9ca tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/floatingips/66b4f6c3-f41f-4276-a350-cec01e60cb9a HTTP/1.1" status: 204 len: 168 time: 5.6948760 Sep 22 08:32:41.467810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33462) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:41.612944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad488e-ea95-4c14-9c70-d61679838870,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:41.620538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.621914 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-55929f99-2884-48c3-98b8-6998c5047b00 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9864361 Sep 22 08:32:41.627172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port c633478e-6e33-4671-b4de-86897adf5cf2 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:41.627606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.653001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33466) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:41.701922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-495bf331-2f34-46a7-833c-53ef9b8251f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '21ad488e-ea95-4c14-9c70-d61679838870', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:41.722040 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-495bf331-2f34-46a7-833c-53ef9b8251f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 08:32:41.722685 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-495bf331-2f34-46a7-833c-53ef9b8251f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:41.723910 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-495bf331-2f34-46a7-833c-53ef9b8251f9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0409176 Sep 22 08:32:41.789074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33470) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:41.810150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b47eaf50-6300-47a1-b390-7f9754f56738 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '21ad488e-ea95-4c14-9c70-d61679838870', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:41.811669 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-b47eaf50-6300-47a1-b390-7f9754f56738 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 08:32:41.812159 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-b47eaf50-6300-47a1-b390-7f9754f56738 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:41.813107 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b47eaf50-6300-47a1-b390-7f9754f56738 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0203929 Sep 22 08:32:41.829619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33474) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:41.834710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Allocated IP 172.26.8.236 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/43236e0d-fc0f-4769-9e3c-2b00ae20729b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:41.852672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6cb231ac-c2bc-466b-989d-d7cfe1fe3dac tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '21ad488e-ea95-4c14-9c70-d61679838870', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:41.853702 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-6cb231ac-c2bc-466b-989d-d7cfe1fe3dac tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 08:32:41.854189 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-6cb231ac-c2bc-466b-989d-d7cfe1fe3dac tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:41.855126 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6cb231ac-c2bc-466b-989d-d7cfe1fe3dac tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0181854 Sep 22 08:32:41.858412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Deleting port 52f72520-455c-4f71-a9ec-12700f7bc60e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:41.858770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:41.871390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33478) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:41.887383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8879a8ea-3e56-4307-86d1-cde8c8bb9043 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '21ad488e-ea95-4c14-9c70-d61679838870', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:41.888803 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-8879a8ea-3e56-4307-86d1-cde8c8bb9043 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 08:32:41.889292 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-8879a8ea-3e56-4307-86d1-cde8c8bb9043 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:41.894712 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8879a8ea-3e56-4307-86d1-cde8c8bb9043 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0159082 Sep 22 08:32:41.894903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33482) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:42.069314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.113230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.263573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1822d-5f21-44a2-bf11-9b408e8516f3 None None] Network ca8c2cd8-5e51-4965-acb8-0d627ee20096 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:42.274405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598fe97-dd28-4999-a3f2-b778d574d422 req-f98cb810-528d-45b3-826e-a88bf8b4c64d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:42.275997 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3598fe97-dd28-4999-a3f2-b778d574d422 req-f98cb810-528d-45b3-826e-a88bf8b4c64d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.8192582 Sep 22 08:32:42.291379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4476bb66-755b-4185-af9b-a3658f887e88 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.382469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.386295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-419a2663-fdd1-48da-8725-2174ecbaa49b None None] Provisioning for port 21dfb55f-6548-467a-9a28-552ba7282bad completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:42.443637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=d5ade088-dc5e-401c-84a4-e1aaa2dc567a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:42.485584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4476bb66-755b-4185-af9b-a3658f887e88 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.493620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.494953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.540621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': '3272d065-d1f9-4293-a367-56ee5c3873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:42.540978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:32:42.571813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.580200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.596769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.682457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 21dfb55f-6548-467a-9a28-552ba7282bad up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:32:42.694893 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3598fe97-dd28-4999-a3f2-b778d574d422 req-22e19a90-b224-4a97-9380-61e263c19c40 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4044652 Sep 22 08:32:42.722756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Calling delete_port for 52f72520-455c-4f71-a9ec-12700f7bc60e owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:42.806543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 21dfb55f-6548-467a-9a28-552ba7282bad completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:42.811754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 21dfb55f-6548-467a-9a28-552ba7282bad triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:42.812122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.812450 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 21dfb55f-6548-467a-9a28-552ba7282bad Sep 22 08:32:42.873910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4476bb66-755b-4185-af9b-a3658f887e88 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.877087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Provisioning complete for port 21dfb55f-6548-467a-9a28-552ba7282bad triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:42.877455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.877911 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Attempt 1 to provision port 21dfb55f-6548-467a-9a28-552ba7282bad Sep 22 08:32:42.892999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:32:42.903922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for c633478e-6e33-4671-b4de-86897adf5cf2 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:42.923673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476bb66-755b-4185-af9b-a3658f887e88 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad488e-ea95-4c14-9c70-d61679838870,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:42.937064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4476bb66-755b-4185-af9b-a3658f887e88 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.938257 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4476bb66-755b-4185-af9b-a3658f887e88 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/21ad488e-ea95-4c14-9c70-d61679838870 HTTP/1.1" status: 204 len: 168 time: 1.0411022 Sep 22 08:32:42.942028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.947760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33486) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:42.974670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:42.989697 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:42.990635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:42.993010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf24d2a-4904-4a86-b6ff-922a9f3c58f6 None None] Network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:43.064728 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0536745d-e120-4663-a492-0c93556a7ce3 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1875789 Sep 22 08:32:43.072390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33490) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:43.102748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 21dfb55f-6548-467a-9a28-552ba7282bad is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:43.103084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.130900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:43.169428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:43.171883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:43.218682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Current status of the port 21dfb55f-6548-467a-9a28-552ba7282bad is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:43.219060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.257533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.270141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 21dfb55f-6548-467a-9a28-552ba7282bad, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=21dfb55f-6548-467a-9a28-552ba7282bad,segment=NetworkSegment(ac87fd3d-e4bb-456a-9f4b-c724e05af479),segment_id=ac87fd3d-e4bb-456a-9f4b-c724e05af479)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:43.287507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.401307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Pushing event updated for resources: {'Port': ['ID=43236e0d-fc0f-4769-9e3c-2b00ae20729b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:43.419109 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:32:43.458823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.465336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.465555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:32:43.465876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:32:43.468675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=21dfb55f-6548-467a-9a28-552ba7282bad,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:43.475911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.476278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.476613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.476949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.477311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.477590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.478121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.478435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.478761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.479085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.479428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.479746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.484589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9135003e-e138-405c-97ca-03a218194580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-2a3be1b7-4cee-42a0-aa65-967c9ddbe8de', 'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': 'd5ade088-dc5e-401c-84a4-e1aaa2dc567a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:32:43.485401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9135003e-e138-405c-97ca-03a218194580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.499568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b29aff59-aa7b-44fa-9e0a-4677760286a8 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:43.538277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=c633478e-6e33-4671-b4de-86897adf5cf2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:43.568449 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Deleting port 689f3e78-146f-4a6c-80a7-ac41d674b5dc {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:43.569003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.596207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Pushing event deleted for resources: {'Port': ['ID=52f72520-455c-4f71-a9ec-12700f7bc60e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:43.652442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9135003e-e138-405c-97ca-03a218194580 None None] Allocated IP 2001:db8::1 (2a3be1b7-4cee-42a0-aa65-967c9ddbe8de/d5ade088-dc5e-401c-84a4-e1aaa2dc567a/5da10d99-7a86-4cae-bbf9-3430e73ec1d2) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:43.693875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.694499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.694993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.695507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.696003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.696494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.696971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.697304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.697787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.698122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.698450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.698775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:32:43.718337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.736346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Router eb0d3d1f-3a0d-4808-840e-3ed6e404762d is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:43.743543 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-996d4c00-07ef-47ee-a0ed-73d519e7702b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/ports/c633478e-6e33-4671-b4de-86897adf5cf2 HTTP/1.1" status: 204 len: 168 time: 2.2703311 Sep 22 08:32:43.749568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33496) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:43.758357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:43.820286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b29aff59-aa7b-44fa-9e0a-4677760286a8 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:43.825289 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b29aff59-aa7b-44fa-9e0a-4677760286a8 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8321445 Sep 22 08:32:43.844791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33500) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:43.882797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9135003e-e138-405c-97ca-03a218194580 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.895443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9135003e-e138-405c-97ca-03a218194580 None None] Transition to ACTIVE for port object 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:43.896104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--474148444'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:43.918291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9135003e-e138-405c-97ca-03a218194580 None None] Transition to ACTIVE for port object 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:43.926302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9135003e-e138-405c-97ca-03a218194580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:43.931242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:43.960459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:43.965109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:floatingip and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:43.968136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:43.974318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:44.015873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.017694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:44.021356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135003e-e138-405c-97ca-03a218194580 None None] Network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:44.037004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.042674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.066523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.091160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135003e-e138-405c-97ca-03a218194580 None None] Pushing event updated for resources: {'Port': ['ID=5da10d99-7a86-4cae-bbf9-3430e73ec1d2,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:44.093765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9135003e-e138-405c-97ca-03a218194580 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:44.095855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135003e-e138-405c-97ca-03a218194580 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:44.101869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-92438d9c-e6f3-4bbe-ae46-571ab95d9be5 None None] Current status of the port 21dfb55f-6548-467a-9a28-552ba7282bad is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:44.166679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:44.167021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.208349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9135003e-e138-405c-97ca-03a218194580 None None] Attempting to bind port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:44.208715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9135003e-e138-405c-97ca-03a218194580 None None] Attempting to bind port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '3272d065-d1f9-4293-a367-56ee5c3873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:44.209077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135003e-e138-405c-97ca-03a218194580 None None] Attempting to bind port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 on network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:44.215026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135003e-e138-405c-97ca-03a218194580 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:32:44.215426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135003e-e138-405c-97ca-03a218194580 None None] Checking segment: {'id': '3272d065-d1f9-4293-a367-56ee5c3873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:44.216372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9135003e-e138-405c-97ca-03a218194580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.216764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9135003e-e138-405c-97ca-03a218194580 None None] Bound using segment: {'id': '3272d065-d1f9-4293-a367-56ee5c3873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:32:44.217221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9135003e-e138-405c-97ca-03a218194580 None None] Bound port: 5da10d99-7a86-4cae-bbf9-3430e73ec1d2, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3272d065-d1f9-4293-a367-56ee5c3873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:32:44.217592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9135003e-e138-405c-97ca-03a218194580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.225043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:44.233285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.234352 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a5fea698-95ed-468e-b065-a33b258590c3 tempest-ServersTestManualDisk-1773458565 tempest-ServersTestManualDisk-1773458565-project] 10.222.0.42 "DELETE /v2.0/floatingips/b4e462ad-b3dc-4a6a-8f41-b814920db097 HTTP/1.1" status: 204 len: 168 time: 2.7948034 Sep 22 08:32:44.244933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33504) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:44.247442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:44.260388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:44.265889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] For port 689f3e78-146f-4a6c-80a7-ac41d674b5dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=689f3e78-146f-4a6c-80a7-ac41d674b5dc,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:44.266236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.286976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:44.314417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9135003e-e138-405c-97ca-03a218194580 None None] For port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:44.319088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9135003e-e138-405c-97ca-03a218194580 None None] For port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5da10d99-7a86-4cae-bbf9-3430e73ec1d2,segment=NetworkSegment(3272d065-d1f9-4293-a367-56ee5c3873ac),segment_id=3272d065-d1f9-4293-a367-56ee5c3873ac)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:32:44.323472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9135003e-e138-405c-97ca-03a218194580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.348779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:44.365288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] Sync routers for ids ['eb0d3d1f-3a0d-4808-840e-3ed6e404762d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:44.386646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf08ba-53a4-4ae1-9821-c3e3191de88f req-d6c5ce0a-dd58-4cf5-93cb-45834a255765 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:44.393153 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38cf08ba-53a4-4ae1-9821-c3e3191de88f req-d6c5ce0a-dd58-4cf5-93cb-45834a255765 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4341097 Sep 22 08:32:44.401602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] Routers {'eb0d3d1f-3a0d-4808-840e-3ed6e404762d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:44.402236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['eb0d3d1f-3a0d-4808-840e-3ed6e404762d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:44.467431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Calling delete_port for 689f3e78-146f-4a6c-80a7-ac41d674b5dc owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:44.477760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:44.487468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135003e-e138-405c-97ca-03a218194580 None None] Pushing event updated for resources: {'Port': ['ID=5da10d99-7a86-4cae-bbf9-3430e73ec1d2,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:44.493984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] Routers {'eb0d3d1f-3a0d-4808-840e-3ed6e404762d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:44.494565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['eb0d3d1f-3a0d-4808-840e-3ed6e404762d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:44.502923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.506975 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9cb20f6-a6e8-42f5-b262-084ecec5cb44 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7433355 Sep 22 08:32:44.515486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33508) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:44.561475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.598687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:44.599088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb403b15-14d1-40b5-a494-a75c2b8e629d None None] The sync data for ids ['eb0d3d1f-3a0d-4808-840e-3ed6e404762d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:44.682035 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38cf08ba-53a4-4ae1-9821-c3e3191de88f req-2fc69754-536b-49cf-a5ee-21894c831516 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2858474 Sep 22 08:32:44.683164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 21dfb55f-6548-467a-9a28-552ba7282bad up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:32:44.794991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 21dfb55f-6548-467a-9a28-552ba7282bad triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:44.795490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:44.795883 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 21dfb55f-6548-467a-9a28-552ba7282bad Sep 22 08:32:45.053466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 21dfb55f-6548-467a-9a28-552ba7282bad is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:45.139036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.227944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5da10d99-7a86-4cae-bbf9-3430e73ec1d2,segment=NetworkSegment(3272d065-d1f9-4293-a367-56ee5c3873ac),segment_id=3272d065-d1f9-4293-a367-56ee5c3873ac)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:45.228583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.370059 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-081777c4-a746-4415-87f0-9e977c32ffef tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/eb0d3d1f-3a0d-4808-840e-3ed6e404762d HTTP/1.1" status: 200 len: 921 time: 0.8451982 Sep 22 08:32:45.381856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:45.384574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33516) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:45.545662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.567860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.571940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69f245-92e5-4163-abfe-71cc678c5696 None None] Network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:45.620495 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea874f43-5342-4b70-91ea-9bc1a5cdfaa9 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0d3d1f-3a0d-4808-840e-3ed6e404762d HTTP/1.1" status: 200 len: 205 time: 0.2337799 Sep 22 08:32:45.629964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:45.671969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ab296cee-04e0-43c0-9a2f-f31c532bd42b None None] Provisioning for port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:45.782047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f064c4-8c53-4d35-92a3-d82c0d320e0b req-98b6ddf2-87d8-445a-afa8-9dc3c8237fd8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:45.787706 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-71f064c4-8c53-4d35-92a3-d82c0d320e0b req-98b6ddf2-87d8-445a-afa8-9dc3c8237fd8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6518488 Sep 22 08:32:45.793178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.26.8.146 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/e8f6e96b-fa75-4938-ae9e-ec0d16c3731e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:45.798483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85e765-cd71-477f-83d3-02376c19fada,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:45.847335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.853996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.858461 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c41582d-d343-42ae-a785-54cd3dd211eb tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0075498 Sep 22 08:32:45.861949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33524) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:45.866031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.875023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9eccc566-230c-4ea9-b2de-1d2d8f35ff58 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:45.875842 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-9eccc566-230c-4ea9-b2de-1d2d8f35ff58 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 08:32:45.876392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-9eccc566-230c-4ea9-b2de-1d2d8f35ff58 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:45.877377 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9eccc566-230c-4ea9-b2de-1d2d8f35ff58 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131822 Sep 22 08:32:45.881928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33528) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:45.884914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:45.885658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-b0939d82-5edb-4d1f-abfc-e4e007d7f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:45.887386 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-b0939d82-5edb-4d1f-abfc-e4e007d7f001 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 0.6599650 Sep 22 08:32:45.953837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-215143de-01fc-4607-9533-278d4bf06ee4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:45.999018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.008195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-215143de-01fc-4607-9533-278d4bf06ee4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:46.082792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-215143de-01fc-4607-9533-278d4bf06ee4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:46.098632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-215143de-01fc-4607-9533-278d4bf06ee4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:46.107306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b182d3-2be6-4db0-ad77-08191e190644 None None] DHCP port deletion for 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:32:46.116711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-020fabba-5040-4961-9721-cf1ef86828b8 None None] Could not find standard attr ID for object 5da10d99-7a86-4cae-bbf9-3430e73ec1d2. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:32:46.146903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Port': ['ID=5da10d99-7a86-4cae-bbf9-3430e73ec1d2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:46.193396 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-71f064c4-8c53-4d35-92a3-d82c0d320e0b req-88a5ba02-0988-492e-a0b6-ef8c964b7641 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3951690 Sep 22 08:32:46.216760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.304727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4018e-8848-4df9-b74d-6069b6082a49 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:32:46.306947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-215143de-01fc-4607-9533-278d4bf06ee4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:46.341658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-2776d078-cae7-4471-8c7e-7070374f8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:46.343093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-2776d078-cae7-4471-8c7e-7070374f8bf1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.4353607 Sep 22 08:32:46.384991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=689f3e78-146f-4a6c-80a7-ac41d674b5dc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:46.387275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No DVR routers for this DVR port 5da10d99-7a86-4cae-bbf9-3430e73ec1d2 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:32:46.444329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4018e-8848-4df9-b74d-6069b6082a49 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:32:46.588911 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-e1bf86e4-a959-48e2-a145-ab52f90664e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 1000 time: 0.2225361 Sep 22 08:32:46.591941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.664607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.736270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.756247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.777958 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-215143de-01fc-4607-9533-278d4bf06ee4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:46.783198 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-215143de-01fc-4607-9533-278d4bf06ee4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9002821 Sep 22 08:32:46.791806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33532) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:46.837347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Deleting port 93f0c2db-e6f2-4822-8851-60c6f086962d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:46.837859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.850469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012546ac-7cae-45a5-87d3-d7788960b55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-2a3be1b7-4cee-42a0-aa65-967c9ddbe8de', 'network_id': '2a3be1b7-4cee-42a0-aa65-967c9ddbe8de', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': 'd5ade088-dc5e-401c-84a4-e1aaa2dc567a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:32:46.851602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-012546ac-7cae-45a5-87d3-d7788960b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.861176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-db461cbd-b3fc-4fe6-a332-36d421c4ecf3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:46.861741 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-db461cbd-b3fc-4fe6-a332-36d421c4ecf3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 08:32:46.862313 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-db461cbd-b3fc-4fe6-a332-36d421c4ecf3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:46.866322 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db461cbd-b3fc-4fe6-a332-36d421c4ecf3 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0694463 Sep 22 08:32:46.875601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-b93e2813-7999-4b91-ac84-24df43d6e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:46.877047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-b93e2813-7999-4b91-ac84-24df43d6e464 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.2772918 Sep 22 08:32:46.877518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33536) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:46.944588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.950837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-47b6636e-4afc-418f-adef-81b475d4c048 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:46.951995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Router 64c615d2-ee66-44e7-9f47-d99e83e9562d is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:46.957451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:46.969785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-47b6636e-4afc-418f-adef-81b475d4c048 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-012546ac-7cae-45a5-87d3-d7788960b55e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5ade088-dc5e-401c-84a4-e1aaa2dc567a: This subnet is being modified by another concurrent operation. Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:32:46.973460 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5ade088-dc5e-401c-84a4-e1aaa2dc567a: This subnet is being modified by another concurrent operation. Sep 22 08:32:46.976551 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 08:32:46.987282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-47b6636e-4afc-418f-adef-81b475d4c048 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:46.996745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0222e8-6659-4b1f-84ca-f1dbf28100b2 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:32:47.003646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-47b6636e-4afc-418f-adef-81b475d4c048 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:47.018208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-47b6636e-4afc-418f-adef-81b475d4c048 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:47.073514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ade088-dc5e-401c-84a4-e1aaa2dc567a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:47.131879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0222e8-6659-4b1f-84ca-f1dbf28100b2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:32:47.250016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:47.435043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:47.457837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:47.459696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:47.466961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:47.518461 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3be1b7-4cee-42a0-aa65-967c9ddbe8de']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:47.525712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=e8f6e96b-fa75-4938-ae9e-ec0d16c3731e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:47.538540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-47b6636e-4afc-418f-adef-81b475d4c048 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:47.542416 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-47b6636e-4afc-418f-adef-81b475d4c048 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6452520 Sep 22 08:32:47.542521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:47.551414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3272d065-d1f9-4293-a367-56ee5c3873ac') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:47.551720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3272d065-d1f9-4293-a367-56ee5c3873ac') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:47.552276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:47.554246 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] Sync routers for ids ['64c615d2-ee66-44e7-9f47-d99e83e9562d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:47.557321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-021909bb-6793-4d7b-8156-19db043fb35b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:47.558053 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-021909bb-6793-4d7b-8156-19db043fb35b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 08:32:47.558343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcce915-d7d3-4197-a255-d6ad2b191511 None None] Network 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:47.558526 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-021909bb-6793-4d7b-8156-19db043fb35b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:47.563299 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-021909bb-6793-4d7b-8156-19db043fb35b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074241 Sep 22 08:32:47.563299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:47.564102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:47.565695 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] Routers {'64c615d2-ee66-44e7-9f47-d99e83e9562d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:47.566307 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64c615d2-ee66-44e7-9f47-d99e83e9562d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:47.577495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:47.587312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:47.594949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:47.596111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc0d46b0-58ce-472b-82ce-624d82b346e1 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "PUT /v2.0/routers/64c615d2-ee66-44e7-9f47-d99e83e9562d HTTP/1.1" status: 200 len: 920 time: 9.4203289 Sep 22 08:32:47.635020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-7e94a833-ac7f-4d4d-8e98-c7f08df6bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:47.636501 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-7e94a833-ac7f-4d4d-8e98-c7f08df6bfce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7406909 Sep 22 08:32:47.638898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33550) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:47.647629 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:47.657844 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] Routers {'64c615d2-ee66-44e7-9f47-d99e83e9562d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:47.659155 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64c615d2-ee66-44e7-9f47-d99e83e9562d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:47.731698 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:47.732350 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2106882-8151-40d3-b288-6e0f86769e5c None None] The sync data for ids ['64c615d2-ee66-44e7-9f47-d99e83e9562d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:47.760864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:47.762935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Calling delete_port for 93f0c2db-e6f2-4822-8851-60c6f086962d owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:47.774492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:47.779057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:47.782131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:47.798872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:47.812829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed94c0-1d17-4e77-bd65-b9b988e2bd2f None None] DHCP port deletion for 2a3be1b7-4cee-42a0-aa65-967c9ddbe8de request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:32:47.812989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be6a87-c60c-46e1-858b-b08bb201437c req-ebcd106f-3240-4ea2-acfc-cf9349303cac tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:47.814387 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-62be6a87-c60c-46e1-858b-b08bb201437c req-ebcd106f-3240-4ea2-acfc-cf9349303cac tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4697931 Sep 22 08:32:47.816433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:47.816826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:47.909539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3272d065-d1f9-4293-a367-56ee5c3873ac resource provider aggregate not found Sep 22 08:32:47.931828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:47.940900 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3272d065-d1f9-4293-a367-56ee5c3873ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3272d065-d1f9-4293-a367-56ee5c3873ac found for delete ", "request_id": "req-a1a650ab-e226-475a-bc40-cd74cf322a79"}]} Sep 22 08:32:47.956452 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Project 479d00858d5541f8976208e66a7202db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:32:48.055586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.060178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.091052 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-62be6a87-c60c-46e1-858b-b08bb201437c req-40d0e72c-637a-436a-9e89-37c6a06bf232 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2458012 Sep 22 08:32:48.091812 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:48.095368 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f4a65c4d-a988-4b53-87d3-5275c7c8b24c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5238228 Sep 22 08:32:48.107370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33558) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:48.130521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8c6a065c-68d2-4c85-96d3-b7b71c1d15cc tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:48.130998 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-8c6a065c-68d2-4c85-96d3-b7b71c1d15cc tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 08:32:48.131614 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-8c6a065c-68d2-4c85-96d3-b7b71c1d15cc tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:48.132596 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c6a065c-68d2-4c85-96d3-b7b71c1d15cc tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0243034 Sep 22 08:32:48.137053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33562) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:48.164264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:48.185064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:48.198391 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-dc90f1d3-1092-4ee6-8dc9-96e0f63425b8 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427860 Sep 22 08:32:48.200913 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6a53c9b5-0187-4c8c-ae81-7bd516a28b2c tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/64c615d2-ee66-44e7-9f47-d99e83e9562d HTTP/1.1" status: 200 len: 926 time: 0.5027688 Sep 22 08:32:48.203638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.206804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:48.209426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33566) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:48.215152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Deleting port 5b934585-b880-4238-9b53-a3f9bae1aab2 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:48.215554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.242961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=2a3be1b7-4cee-42a0-aa65-967c9ddbe8de,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:48.243756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:48.247382 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2a3724b-9d7b-42bf-8c74-36f98c011af6 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/2a3be1b7-4cee-42a0-aa65-967c9ddbe8de HTTP/1.1" status: 204 len: 168 time: 5.1661987 Sep 22 08:32:48.251124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33570) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:48.258902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-108855697'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:48.267386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:48.326498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:48.328577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:48.337805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:48.347018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:48.367126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:48.370623 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.384240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:48.391101 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-69a53ea3-380c-4803-afab-e796606e4dcd admin admin] 10.222.0.42 "PUT /v2.0/routers/59795bae-e0e2-49c6-9c7c-bce46ff7fa0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1051347 Sep 22 08:32:48.394006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33574) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:48.403893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adce89-1029-479e-916c-43e4a3106476 None None] Sync routers for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:48.413339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:48.413966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:48.477614 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Project 479d00858d5541f8976208e66a7202db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:32:48.490268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:32:48.508489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.508823 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment e805d34d-bfb8-4ab1-8755-53368b1b833b of type vlan for network 75767a97-822e-4793-ac2a-9b64d17c0a47 Sep 22 08:32:48.610907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.613355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:48.617545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.769308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.794586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.800105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:48.801562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.835615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:48.836705 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9de1b3c3-7e9e-4e9b-8532-84faa7246c21 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6855597 Sep 22 08:32:48.850265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33578) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:48.876110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0e85e765-cd71-477f-83d3-02376c19fada', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:48.903868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:48.920150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.929149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:48.931048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=75767a97-822e-4793-ac2a-9b64d17c0a47,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:48.935431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:32:45Z', 'revision_number': 5, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port': {'id': '309c0858-10cb-4fbe-a76b-9a50cbefdbb8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ee:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:48.938665 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9bb9712a-7e0e-4b82-a2ee-0550c5bab7c2 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6863527 Sep 22 08:32:48.939365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:48.941124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adce89-1029-479e-916c-43e4a3106476 None None] Checking router: 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:32:48.942793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:48.950278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': '75767a97-822e-4793-ac2a-9b64d17c0a47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:48.953396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 75767a97-822e-4793-ac2a-9b64d17c0a47 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:32:48.991744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:48.998482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286cd837-3b83-4a7c-81c4-3b45daf779fa req-f63d1ae8-d41f-47ce-b2f6-dd9d9b938fda service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870741 Sep 22 08:32:49.015526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:49.029425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Deleting port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:49.029818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.071368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event deleted for resources: {'Port': ['ID=93f0c2db-e6f2-4822-8851-60c6f086962d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:49.079918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] Routers {'59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:49.080673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:49.089904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a923a0-a367-4f50-83a3-d2ac92edb03a tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:49.092407 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-74a923a0-a367-4f50-83a3-d2ac92edb03a tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=64c615d2-ee66-44e7-9f47-d99e83e9562d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8785100 Sep 22 08:32:49.096440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33586) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:49.267263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] Set router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:49.271756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:49.287054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] For port 5b934585-b880-4238-9b53-a3f9bae1aab2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b934585-b880-4238-9b53-a3f9bae1aab2,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:49.287446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.289157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:49.294907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:49.303136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:49.345107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:49.348712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.383749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-91adce89-1029-479e-916c-43e4a3106476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:32:48Z', 'revision_number': 6, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:49.388234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adce89-1029-479e-916c-43e4a3106476 None None] The sync data for ids ['59795bae-e0e2-49c6-9c7c-bce46ff7fa0b'] in dv-neutron-857569-1-hyperv is: [{'id': '59795bae-e0e2-49c6-9c7c-bce46ff7fa0b', 'name': 'tempest-ServersTestJSON-1626446917-router', 'tenant_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:32:48Z', 'revision_number': 6, 'project_id': '9ad47c8f3a1a48c18c4d4c1e3a2a5221', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:49.390264 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Project 479d00858d5541f8976208e66a7202db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:32:49.463015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.464636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d531f2c-0abc-408f-a1ce-9ad4654b6613 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:49.465208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d531f2c-0abc-408f-a1ce-9ad4654b6613 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Synchronizing usage tracker for tenant:1d50cb64ad504c90a9abdea052e3e57d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:49.468580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] For port 309c0858-10cb-4fbe-a76b-9a50cbefdbb8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:49.468942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.518273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Calling delete_port for 5b934585-b880-4238-9b53-a3f9bae1aab2 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:49.612370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Calling delete_port for 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:49.647833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d531f2c-0abc-408f-a1ce-9ad4654b6613 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] Unset dirty status for tenant:1d50cb64ad504c90a9abdea052e3e57d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:49.648927 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d531f2c-0abc-408f-a1ce-9ad4654b6613 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 0.5499244 Sep 22 08:32:49.661436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33592) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:49.752321 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:32:49.753378 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad2a44fd-cbe2-4ce2-8354-86350be83d40 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8992238 Sep 22 08:32:49.757568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.766249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33596) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:49.770322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.856281 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9c136f9-da03-4cb4-a839-e1c77e63644e tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c615d2-ee66-44e7-9f47-d99e83e9562d HTTP/1.1" status: 200 len: 205 time: 0.1904626 Sep 22 08:32:49.860894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33600) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:49.894098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.894604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Fanout notify agent at l3_agent the message router_deleted on router eb0d3d1f-3a0d-4808-840e-3ed6e404762d {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:49.939155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd58d-8e33-449e-9a7b-3d6246354c22 req-33f5728d-3442-472c-81c4-04e94076f376 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:49.941180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34ffd58d-8e33-449e-9a7b-3d6246354c22 req-33f5728d-3442-472c-81c4-04e94076f376 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6902938 Sep 22 08:32:49.957442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:49.964519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127146-1544-482e-9bce-4af71910ff64 req-e9a304d5-cd0a-4ef7-be51-64c01e18a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:49.966265 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9127146-1544-482e-9bce-4af71910ff64 req-e9a304d5-cd0a-4ef7-be51-64c01e18a5c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 0.7981062 Sep 22 08:32:49.993246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.122880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43d366c-bf66-4052-b061-6309415e25d9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.151399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.181247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.186180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b44cfde-e159-4158-a653-e0f1cdde1f96 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/eb0d3d1f-3a0d-4808-840e-3ed6e404762d HTTP/1.1" status: 204 len: 168 time: 4.5508769 Sep 22 08:32:50.203658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:50.227752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'router': {'name': 'tempest-snat-router-597189570', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': False}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:50.253310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:50.274145 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34ffd58d-8e33-449e-9a7b-3d6246354c22 req-582f3ba2-8fdb-4b8a-bc57-fab02d6d403e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3051569 Sep 22 08:32:50.274764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=e8f6e96b-fa75-4938-ae9e-ec0d16c3731e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:50.278158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.285250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43d366c-bf66-4052-b061-6309415e25d9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.290371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:router and tenant:c409c4901d1c400c946b3b2ea15c4469 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:50.299142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:50.308005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.317789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:50.342868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.344108 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90ab350e-55cb-42fc-8804-af14bd08c73e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5929163 Sep 22 08:32:50.349588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33608) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:50.454989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.456031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.515847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=e4576dbc-8cfd-462c-a811-faee395fb65d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:50.528570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'port': {'network_id': '2b7e5bd7-56c9-4fb4-a150-183eafbcd649', 'name': 'tempest-FloatingIPTestJSON-981944592'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:50.529036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.574325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.589723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127146-1544-482e-9bce-4af71910ff64 req-4eb3ac5a-49c3-46b1-ad8d-8037cc4116a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:50.591941 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9127146-1544-482e-9bce-4af71910ff64 req-4eb3ac5a-49c3-46b1-ad8d-8037cc4116a9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.5706210 Sep 22 08:32:50.606764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=309c0858-10cb-4fbe-a76b-9a50cbefdbb8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:50.615997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:50.643745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': 'e805d34d-bfb8-4ab1-8755-53368b1b833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '75767a97-822e-4793-ac2a-9b64d17c0a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:50.644505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: 75767a97-822e-4793-ac2a-9b64d17c0a47, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:32:50.653994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.655995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.658022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:32:50.658368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 309c0858-10cb-4fbe-a76b-9a50cbefdbb8 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:32:50.658789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 689f3e78-146f-4a6c-80a7-ac41d674b5dc no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:50.696566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 689f3e78-146f-4a6c-80a7-ac41d674b5dc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:32:50.697173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 689f3e78-146f-4a6c-80a7-ac41d674b5dc not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:32:50.717081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Deleting port 43236e0d-fc0f-4769-9e3c-2b00ae20729b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:50.717352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.823641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b934585-b880-4238-9b53-a3f9bae1aab2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:50.902304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network 75767a97-822e-4793-ac2a-9b64d17c0a47 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:32:50.916408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43d366c-bf66-4052-b061-6309415e25d9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:50.930334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.012406 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9127146-1544-482e-9bce-4af71910ff64 req-cd441dce-5d7e-49ea-aba3-3a8fec9046c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 1000 time: 0.3594146 Sep 22 08:32:51.031564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d366c-bf66-4052-b061-6309415e25d9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85e765-cd71-477f-83d3-02376c19fada,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:51.075576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43d366c-bf66-4052-b061-6309415e25d9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.076646 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e43d366c-bf66-4052-b061-6309415e25d9 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e85e765-cd71-477f-83d3-02376c19fada HTTP/1.1" status: 204 len: 168 time: 1.3043196 Sep 22 08:32:51.089405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33612) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:51.237595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:51.252360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127146-1544-482e-9bce-4af71910ff64 req-3e9d722b-0f5a-4b58-9fed-b87fb748b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:51.254043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9127146-1544-482e-9bce-4af71910ff64 req-3e9d722b-0f5a-4b58-9fed-b87fb748b3d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.2342999 Sep 22 08:32:51.255426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:port and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:51.268104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 75767a97-822e-4793-ac2a-9b64d17c0a47) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:51.276689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4274d60-5282-469b-bd2f-b5d11fcbf41b None None] Network 75767a97-822e-4793-ac2a-9b64d17c0a47 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:51.336600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:51.360494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bd922558-ec77-48a5-bad8-d4dbf293e9c2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:51.366649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:51.387938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:51.388524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.403936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.412068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:51.415971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.426760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.435456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.439689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.443458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bd922558-ec77-48a5-bad8-d4dbf293e9c2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:51.448660 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bd922558-ec77-48a5-bad8-d4dbf293e9c2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3545544 Sep 22 08:32:51.463668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:51.490276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--26373847'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:51.525268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:51.536280 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6b11fb31-caf4-4f1f-8b4c-b1c1a8161777 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5953736 Sep 22 08:32:51.537140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:51.554458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] device_id is not set on port 324a7550-4d66-40a2-92a4-0610a3c48c82 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:32:51.585608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.597446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-346421893'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:51.602247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.602770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59795bae-e0e2-49c6-9c7c-bce46ff7fa0b {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:51.605239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:51.608393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:51.630538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-75767a97-822e-4793-ac2a-9b64d17c0a47', 'network_id': '75767a97-822e-4793-ac2a-9b64d17c0a47', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': 'e4576dbc-8cfd-462c-a811-faee395fb65d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:32:51.631560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.632788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:51.644390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127146-1544-482e-9bce-4af71910ff64 req-77eaa539-a0c1-4ad8-b8a0-9e98041dd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:51.645573 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9127146-1544-482e-9bce-4af71910ff64 req-77eaa539-a0c1-4ad8-b8a0-9e98041dd213 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3757443 Sep 22 08:32:51.646422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:51.713181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:51.805608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Calling delete_port for 43236e0d-fc0f-4769-9e3c-2b00ae20729b owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:51.835841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.836976 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-14f1e441-6a05-4d79-8bb5-1c8d3056ffb8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/59795bae-e0e2-49c6-9c7c-bce46ff7fa0b HTTP/1.1" status: 204 len: 168 time: 3.4420393 Sep 22 08:32:51.842448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:51.847203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.860801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:51.861044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Allocated IP 2001:db8::3 (75767a97-822e-4793-ac2a-9b64d17c0a47/e4576dbc-8cfd-462c-a811-faee395fb65d/c8659b44-81e4-41b5-bbaf-131544e9a495) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:51.864230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:51.909824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:51.926331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:51.932751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:51.957380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:51.984590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3a378-df77-4af5-b263-30bdab637e63 req-8579a3b2-8c59-4104-aca1-dda1448ef477 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:51.986349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93e3a378-df77-4af5-b263-30bdab637e63 req-8579a3b2-8c59-4104-aca1-dda1448ef477 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4687529 Sep 22 08:32:51.997673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:32:52.007722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.008213 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment ea902a4f-b300-4884-ab58-9620e7d7af11 of type vlan for network 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 Sep 22 08:32:52.034957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.096208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93e3a378-df77-4af5-b263-30bdab637e63 req-ae048ebc-f815-410e-9e93-8d866ab30a72 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0965364 Sep 22 08:32:52.099479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.240319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.277212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:32:52.302975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.369639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Transition to ACTIVE for port object c8659b44-81e4-41b5-bbaf-131544e9a495 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:52.385696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.11 (2b7e5bd7-56c9-4fb4-a150-183eafbcd649/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73/324a7550-4d66-40a2-92a4-0610a3c48c82) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:52.390679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.392452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Transition to ACTIVE for port object c8659b44-81e4-41b5-bbaf-131544e9a495 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:52.398670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.405520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] Deleting subnet 24afe7ad-09d3-43da-8c83-2badb4f8b49a {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:32:52.413985 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9127146-1544-482e-9bce-4af71910ff64 req-c1779c54-9eb9-47e9-82f5-80795344e847 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7567184 Sep 22 08:32:52.414734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.442714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff76e092-837d-45ae-8b38-2ab045a95067,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:52.453706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.458669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:52.458830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event deleted for resources: {'Port': ['ID=43236e0d-fc0f-4769-9e3c-2b00ae20729b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:52.459483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.468688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Network 75767a97-822e-4793-ac2a-9b64d17c0a47 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:52.471743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:52.475704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:52.492114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.497240 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f05851d9-dd1a-487d-abdb-5f443f855da6 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0235090 Sep 22 08:32:52.502318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:52.509819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-93b03c8b-3270-4840-9ead-9ff18e96db1a tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': 'ff76e092-837d-45ae-8b38-2ab045a95067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:52.521994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Pushing event updated for resources: {'Port': ['ID=c8659b44-81e4-41b5-bbaf-131544e9a495,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:52.548901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.577900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-93b03c8b-3270-4840-9ead-9ff18e96db1a tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:52.594585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Attempting to bind port c8659b44-81e4-41b5-bbaf-131544e9a495 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:52.594789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.595337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Attempting to bind port c8659b44-81e4-41b5-bbaf-131544e9a495 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'e805d34d-bfb8-4ab1-8755-53368b1b833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '75767a97-822e-4793-ac2a-9b64d17c0a47'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:52.595657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Attempting to bind port c8659b44-81e4-41b5-bbaf-131544e9a495 on network 75767a97-822e-4793-ac2a-9b64d17c0a47 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:52.598780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-93b03c8b-3270-4840-9ead-9ff18e96db1a tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:52.602221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:32:52.602945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Checking segment: {'id': 'e805d34d-bfb8-4ab1-8755-53368b1b833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '75767a97-822e-4793-ac2a-9b64d17c0a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:52.603575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.604175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Bound using segment: {'id': 'e805d34d-bfb8-4ab1-8755-53368b1b833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '75767a97-822e-4793-ac2a-9b64d17c0a47'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:32:52.604669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-93b03c8b-3270-4840-9ead-9ff18e96db1a tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:52.605068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Bound port: c8659b44-81e4-41b5-bbaf-131544e9a495, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e805d34d-bfb8-4ab1-8755-53368b1b833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '75767a97-822e-4793-ac2a-9b64d17c0a47'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:32:52.605651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.656125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-93b03c8b-3270-4840-9ead-9ff18e96db1a tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:52.697843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.703996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] For port c8659b44-81e4-41b5-bbaf-131544e9a495, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:52.707279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] For port c8659b44-81e4-41b5-bbaf-131544e9a495, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c8659b44-81e4-41b5-bbaf-131544e9a495,segment=NetworkSegment(e805d34d-bfb8-4ab1-8755-53368b1b833b),segment_id=e805d34d-bfb8-4ab1-8755-53368b1b833b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:32:52.713555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.795162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a31df-ca96-496e-b5b1-98d6b2293de2 None None] Pushing event updated for resources: {'Port': ['ID=c8659b44-81e4-41b5-bbaf-131544e9a495,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:52.844421 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3022842 Sep 22 08:32:52.855698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:52.878778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33636) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:52.912939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1ca94-81b7-453c-bd80-d6b22ae98d0a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=4ca1633d-77ea-41bc-b78e-20f57e67d5d4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:52.930622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:32:52.942393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Router 0684d2c7-ad7b-4edc-9f28-31357e78f03a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:52.968054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:53.062635 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9127146-1544-482e-9bce-4af71910ff64 req-2e80c130-fa06-4971-9562-cec7c1bbd50c service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339911 Sep 22 08:32:53.148133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086de2eb-caf1-48eb-a538-6ea0ff07e58c req-e4d24338-d130-4b60-a390-cc618677b0bd tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:53.148133 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-086de2eb-caf1-48eb-a538-6ea0ff07e58c req-e4d24338-d130-4b60-a390-cc618677b0bd tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.8879957 Sep 22 08:32:53.244286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.246746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.256051 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-93b03c8b-3270-4840-9ead-9ff18e96db1a tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The resource could not be found. Sep 22 08:32:53.259759 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93b03c8b-3270-4840-9ead-9ff18e96db1a tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7532489 Sep 22 08:32:53.267098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33640) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:53.292452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Allocated IP 172.26.8.136 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/5d8a3df2-f44a-4787-945b-6947cd4bdf15) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:53.307482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:53.309597 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.310101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Fanout notify agent at l3_agent the message router_deleted on router 64c615d2-ee66-44e7-9f47-d99e83e9562d {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:53.317341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:53.322932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:53.339191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3d8a7de3-bed6-4357-b316-08216091e582 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': 'ff76e092-837d-45ae-8b38-2ab045a95067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5fe789e7-9e1a-4a34-91c3-6d6ded489ac0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:53.346996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:53.361505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.371615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d8a7de3-bed6-4357-b316-08216091e582 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:53.378965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.418173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d8a7de3-bed6-4357-b316-08216091e582 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:53.419787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.424330 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d4b7fb2-6af4-46ad-a5a6-f84a0a5f316d tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/64c615d2-ee66-44e7-9f47-d99e83e9562d HTTP/1.1" status: 204 len: 168 time: 3.5599530 Sep 22 08:32:53.424606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:53.431743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-914728241', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:53.432012 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-086de2eb-caf1-48eb-a538-6ea0ff07e58c req-4c773fca-9950-43dd-9caf-862557f45a69 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2588022 Sep 22 08:32:53.436509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d8a7de3-bed6-4357-b316-08216091e582 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:53.439803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:32:53.443257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.459603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d8a7de3-bed6-4357-b316-08216091e582 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:53.459696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:53.467071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Usage tracker for resource:router and tenant:ca8ce45bd9964221b1f426e6ff8089c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:53.469096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:53.476632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:53.479879 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31782a97-54fb-4c8a-9672-d1b7e9a4bd60 admin admin] 10.222.0.42 "PUT /v2.0/routers/0684d2c7-ad7b-4edc-9f28-31357e78f03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2318010 Sep 22 08:32:53.483661 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] Sync routers for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:53.494333 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:53.495126 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:53.500072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:53.559697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:53.591125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.600456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.618651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 08:32:53.619501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 08:32:53.627033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.628323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.644300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.678688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.691356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24afe7ad-09d3-43da-8c83-2badb4f8b49a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:53.767451 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:53.803583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098c5ef-3e03-4838-804b-d21c750bfe9c None None] Network bcff7082-ca80-4576-966f-4316600a149d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:53.847104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 2b7e5bd7-56c9-4fb4-a150-183eafbcd649 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:53.868524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:53.881425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:53.886353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:54.001148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.065512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.106300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:54.109019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.116081 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6c1ce1ca-d0f3-434d-a813-a8386f0cce40 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24afe7ad-09d3-43da-8c83-2badb4f8b49a HTTP/1.1" status: 204 len: 168 time: 2.2612646 Sep 22 08:32:54.126493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:54.151829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7dc1b5-2689-4e11-bda2-d21be0c89bb2 None None] Network 75767a97-822e-4793-ac2a-9b64d17c0a47 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:54.169551 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:32:50Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:54.174653 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] Checking router: 0684d2c7-ad7b-4edc-9f28-31357e78f03a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:32:54.189217 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] Routers {'0684d2c7-ad7b-4edc-9f28-31357e78f03a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:54.190198 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:54.288671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:54.291190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.292688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f232261a-3ada-4285-84c2-9ddd269429b2 None None] Provisioning for port c8659b44-81e4-41b5-bbaf-131544e9a495 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:54.298171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8a3df2-f44a-4787-945b-6947cd4bdf15,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:54.309966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:54.312444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:54.393966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=324a7550-4d66-40a2-92a4-0610a3c48c82,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:54.395648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=ed8a128d-2dda-4af8-b19b-7416c30e38ff,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:54.397416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] DHCP port deletion for bcff7082-ca80-4576-966f-4316600a149d request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:32:54.409077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] Deleting port 6f28ed1e-b088-4318-a210-96b346680586 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:54.410000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.454642 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3d8a7de3-bed6-4357-b316-08216091e582 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The resource could not be found. Sep 22 08:32:54.455826 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d8a7de3-bed6-4357-b316-08216091e582 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1388121 Sep 22 08:32:54.469517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd8b0035-67b6-4e55-9810-a2dc46fdabf8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9561212 Sep 22 08:32:54.472067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33660) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:54.472195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33662) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:54.472416 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] Set router 0684d2c7-ad7b-4edc-9f28-31357e78f03a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:54.483613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': 'ea902a4f-b300-4884-ab58-9620e7d7af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:54.483818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: 4ca1633d-77ea-41bc-b78e-20f57e67d5d4, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:32:54.506138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'port_id': '324a7550-4d66-40a2-92a4-0610a3c48c82'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:54.634638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.702123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.713435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8659b44-81e4-41b5-bbaf-131544e9a495 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:32:54.731571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.822404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] For port 6f28ed1e-b088-4318-a210-96b346680586, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6f28ed1e-b088-4318-a210-96b346680586,segment=NetworkSegment(2e0b5061-0db8-4cdd-a448-34b741b95091),segment_id=2e0b5061-0db8-4cdd-a448-34b741b95091)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:54.823499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.850540 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:32:50Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:54.856743 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498a9ed-e51a-478b-85a9-19b1ee5ea87b None None] The sync data for ids ['0684d2c7-ad7b-4edc-9f28-31357e78f03a'] in dv-neutron-857569-1-hyperv is: [{'id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'name': 'tempest-ServersTestManualDisk-1637096868-router', 'tenant_id': 'f2dd066dc5e04f339616e461ff5f5582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:43Z', 'updated_at': '2022-09-22T08:32:50Z', 'revision_number': 5, 'project_id': 'f2dd066dc5e04f339616e461ff5f5582', 'gw_port': {'id': '59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0684d2c7-ad7b-4edc-9f28-31357e78f03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:44Z', 'updated_at': '2022-09-22T08:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:54.919063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Deleting port 6f28ed1e-b088-4318-a210-96b346680586 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:54.919664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:54.938216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:32:54.963476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 4ca1633d-77ea-41bc-b78e-20f57e67d5d4) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:54.967538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa79e39-bc26-4a89-aab7-efa9219063c4 req-09ef3b89-b3ec-451c-809c-ebc39b36ec28 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:54.975239 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-faa79e39-bc26-4a89-aab7-efa9219063c4 req-09ef3b89-b3ec-451c-809c-ebc39b36ec28 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.9412861 Sep 22 08:32:54.976353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:54.976938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.059250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af5ed08f-489a-492b-9afd-f0203b899828 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.075724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] Calling delete_port for 6f28ed1e-b088-4318-a210-96b346680586 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:55.109297 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b80ce3ea-fd7b-4c35-87c8-aa5d5f7a85c1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2203012 Sep 22 08:32:55.114499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca11b75-5031-447e-a17d-13180b456fd1 None None] Network 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:55.126519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:55.267052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-faa79e39-bc26-4a89-aab7-efa9219063c4 req-03fc8933-a5f4-4bf1-8166-7dd4d47ab7b5 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2906637 Sep 22 08:32:55.294038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c8659b44-81e4-41b5-bbaf-131544e9a495 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:55.302000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af5ed08f-489a-492b-9afd-f0203b899828 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.317453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c8659b44-81e4-41b5-bbaf-131544e9a495 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:55.317839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.318179 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c8659b44-81e4-41b5-bbaf-131544e9a495 Sep 22 08:32:55.351772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] The port '6f28ed1e-b088-4318-a210-96b346680586' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:32:55.356364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.369567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.510987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] No DVR routers for this DVR port 6f28ed1e-b088-4318-a210-96b346680586 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:32:55.517836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47fdc0-3841-4565-a4af-4a5cadab4237 None None] Pushing event deleted for resources: {'Port': ['ID=6f28ed1e-b088-4318-a210-96b346680586,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:55.550083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.560356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.660668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.679438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Deleting port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:55.679710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-4ca1633d-77ea-41bc-b78e-20f57e67d5d4', 'network_id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': 'ed8a128d-2dda-4af8-b19b-7416c30e38ff'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:32:55.679822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.680514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.841960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c8659b44-81e4-41b5-bbaf-131544e9a495 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:55.842651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:55.911983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port c8659b44-81e4-41b5-bbaf-131544e9a495, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c8659b44-81e4-41b5-bbaf-131544e9a495,segment=NetworkSegment(e805d34d-bfb8-4ab1-8755-53368b1b833b),segment_id=e805d34d-bfb8-4ab1-8755-53368b1b833b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:55.933325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Allocated IP 2001:db8::3 (4ca1633d-77ea-41bc-b78e-20f57e67d5d4/ed8a128d-2dda-4af8-b19b-7416c30e38ff/0add2c0a-9496-4695-b2fe-584b342aee31) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:56.019125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f1273a6d-a195-41c4-810d-cfb13550e3ae None None] Provisioning complete for port c8659b44-81e4-41b5-bbaf-131544e9a495 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:56.019519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f1273a6d-a195-41c4-810d-cfb13550e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.019845 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f1273a6d-a195-41c4-810d-cfb13550e3ae None None] Attempt 1 to provision port c8659b44-81e4-41b5-bbaf-131544e9a495 Sep 22 08:32:56.030197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Allocated IP 172.26.8.60 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/743ecf09-09e8-4b53-a6eb-5bfd701605d6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:32:56.044763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.048068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.049936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344082b3-a1b5-4cd3-a4e8-cb7d53569b04 req-02e4429f-8471-4187-b255-e8dccf34122c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:56.052046 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-344082b3-a1b5-4cd3-a4e8-cb7d53569b04 req-02e4429f-8471-4187-b255-e8dccf34122c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6203651 Sep 22 08:32:56.078775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcff7082-ca80-4576-966f-4316600a149d']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:56.080901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.092424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0b5061-0db8-4cdd-a448-34b741b95091') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:56.092773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0b5061-0db8-4cdd-a448-34b741b95091') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:56.104612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.121965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.128892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:56.129293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.141409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=c8659b44-81e4-41b5-bbaf-131544e9a495,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:56.149278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6f28ed1e-b088-4318-a210-96b346680586 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:56.196156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 6f28ed1e-b088-4318-a210-96b346680586 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:32:56.196586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6f28ed1e-b088-4318-a210-96b346680586 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:32:56.235915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af5ed08f-489a-492b-9afd-f0203b899828 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.243105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.255543 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 2e0b5061-0db8-4cdd-a448-34b741b95091 resource provider aggregate not found Sep 22 08:32:56.302758 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 2e0b5061-0db8-4cdd-a448-34b741b95091 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e0b5061-0db8-4cdd-a448-34b741b95091 found for delete ", "request_id": "req-7a32bb51-3b8e-4b74-a16f-77f20f381c90"}]} Sep 22 08:32:56.310370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f1273a6d-a195-41c4-810d-cfb13550e3ae None None] Current status of the port c8659b44-81e4-41b5-bbaf-131544e9a495 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:56.313948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.315486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed08f-489a-492b-9afd-f0203b899828 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff76e092-837d-45ae-8b38-2ab045a95067,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:56.364058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af5ed08f-489a-492b-9afd-f0203b899828 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.365345 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-af5ed08f-489a-492b-9afd-f0203b899828 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/ff76e092-837d-45ae-8b38-2ab045a95067 HTTP/1.1" status: 204 len: 168 time: 1.8803430 Sep 22 08:32:56.370938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33680) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:56.407586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.418578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.418968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Transition to ACTIVE for port object 0add2c0a-9496-4695-b2fe-584b342aee31 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:56.423839 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-344082b3-a1b5-4cd3-a4e8-cb7d53569b04 req-fb831a6a-3311-4c4a-ad97-b2811d599d60 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3627985 Sep 22 08:32:56.453675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcff7082-ca80-4576-966f-4316600a149d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:56.462326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Transition to ACTIVE for port object 0add2c0a-9496-4695-b2fe-584b342aee31 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:56.473168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.495052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c08fe053-e6dd-41d1-a0ab-6b8cc3d96b76 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bcff7082-ca80-4576-966f-4316600a149d HTTP/1.1" status: 204 len: 168 time: 2.3595409 Sep 22 08:32:56.539916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.555124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Network 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:56.558359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:56.561837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:56.587934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-454037bb-1927-4888-9c89-1275ab60fa56 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:32:56.594153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.624139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Pushing event updated for resources: {'Port': ['ID=0add2c0a-9496-4695-b2fe-584b342aee31,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:56.654345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-454037bb-1927-4888-9c89-1275ab60fa56 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:32:56.660390 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-454037bb-1927-4888-9c89-1275ab60fa56 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2767787 Sep 22 08:32:56.661184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:56.670013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] For port 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:32:56.670381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.674414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-02e99db6-3e52-4b74-8733-a7bcc095b449 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': 'b116147c-daae-479a-bd67-03783f5c84cc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:56.685754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-02e99db6-3e52-4b74-8733-a7bcc095b449 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:56.691284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-02e99db6-3e52-4b74-8733-a7bcc095b449 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:56.695126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-02e99db6-3e52-4b74-8733-a7bcc095b449 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:56.701989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Router fae38685-0834-4d39-99eb-093cbfcf4482 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:56.706891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-02e99db6-3e52-4b74-8733-a7bcc095b449 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:56.711467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.725139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Attempting to bind port 0add2c0a-9496-4695-b2fe-584b342aee31 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:56.725502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Attempting to bind port 0add2c0a-9496-4695-b2fe-584b342aee31 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'ea902a4f-b300-4884-ab58-9620e7d7af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:56.725856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Attempting to bind port 0add2c0a-9496-4695-b2fe-584b342aee31 on network 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:56.728381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8659b44-81e4-41b5-bbaf-131544e9a495 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:32:56.754125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:32:56.771800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:32:56.772179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Checking segment: {'id': 'ea902a4f-b300-4884-ab58-9620e7d7af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:56.772559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.772931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Bound using segment: {'id': 'ea902a4f-b300-4884-ab58-9620e7d7af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:32:56.773410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Bound port: 0add2c0a-9496-4695-b2fe-584b342aee31, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea902a4f-b300-4884-ab58-9620e7d7af11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:32:56.773818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.859606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:32:56.864738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:32:56.880096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:32:56.901316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c8659b44-81e4-41b5-bbaf-131544e9a495 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:56.901861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:56.902035 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c8659b44-81e4-41b5-bbaf-131544e9a495 Sep 22 08:32:56.925446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33692) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:56.963486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Calling delete_port for 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:32:56.965871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event updated for resources: {'Port': ['ID=743ecf09-09e8-4b53-a6eb-5bfd701605d6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:56.967551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:56.991034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0add2c0a-9496-4695-b2fe-584b342aee31,segment=NetworkSegment(ea902a4f-b300-4884-ab58-9620e7d7af11),segment_id=ea902a4f-b300-4884-ab58-9620e7d7af11)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:32:57.000231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.047023 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-02e99db6-3e52-4b74-8733-a7bcc095b449 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The resource could not be found. Sep 22 08:32:57.051891 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-02e99db6-3e52-4b74-8733-a7bcc095b449 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3880503 Sep 22 08:32:57.060296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33696) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:57.076886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237640422'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:57.095208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:57.098213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.105108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.161792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.183137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7b6bf-db7a-4f12-ad0d-2d18dd684844 None None] Pushing event updated for resources: {'Port': ['ID=0add2c0a-9496-4695-b2fe-584b342aee31,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:57.190672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c8659b44-81e4-41b5-bbaf-131544e9a495 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:32:57.200999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b934585-b880-4238-9b53-a3f9bae1aab2 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:32:57.221698 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b1023d46-36a5-4e77-b506-086ad6a08cdb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ad47c8f3a1a48c18c4d4c1e3a2a5221&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2925856 Sep 22 08:32:57.225306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:57.227540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8a128d-2dda-4af8-b19b-7416c30e38ff,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:57.232149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33700) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:57.241079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5b934585-b880-4238-9b53-a3f9bae1aab2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:32:57.245945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b934585-b880-4238-9b53-a3f9bae1aab2 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:32:57.249486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:57.263171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Sync routers for ids ['fae38685-0834-4d39-99eb-093cbfcf4482'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:57.273126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Routers {'fae38685-0834-4d39-99eb-093cbfcf4482'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:57.273793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['fae38685-0834-4d39-99eb-093cbfcf4482'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:57.303028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.356725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.360548 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5980b770-3f8e-46df-b12e-562f33682b1b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1485710 Sep 22 08:32:57.361841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:57.469055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08aa4a-9449-4f3f-bcc2-238fd975ac4d req-18cf1275-94a3-4331-8be9-c6770feaa6f6 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:57.476395 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e08aa4a-9449-4f3f-bcc2-238fd975ac4d req-18cf1275-94a3-4331-8be9-c6770feaa6f6 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6505353 Sep 22 08:32:57.506345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Set router fae38685-0834-4d39-99eb-093cbfcf4482 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:57.517467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.525478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:57.542399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:57.549575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:57.595401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:57.599292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-821aa958-edd3-477e-a8cd-eca33c2b7346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.729856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-821aa958-edd3-477e-a8cd-eca33c2b7346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.754779 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 0bca0d0e-cfe6-4e54-b420-b7b114a43945 associated. External IP: 172.26.8.146, port: 324a7550-4d66-40a2-92a4-0610a3c48c82. Sep 22 08:32:57.812178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca1633d-77ea-41bc-b78e-20f57e67d5d4']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:57.834747 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e08aa4a-9449-4f3f-bcc2-238fd975ac4d req-7016d8b9-be8b-4db3-b862-ee505633dbea tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3572488 Sep 22 08:32:57.870683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38685-0834-4d39-99eb-093cbfcf4482', 'name': 'tempest-snat-router-597189570', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.136'}], 'enable_snat': False}, 'gw_port_id': '5d8a3df2-f44a-4787-945b-6947cd4bdf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:50Z', 'updated_at': '2022-09-22T08:32:54Z', 'revision_number': 3, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port': {'id': '5d8a3df2-f44a-4787-945b-6947cd4bdf15', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38685-0834-4d39-99eb-093cbfcf4482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:32:52Z', 'updated_at': '2022-09-22T08:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:57.876348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Checking router: fae38685-0834-4d39-99eb-093cbfcf4482 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:32:57.876683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Updating router fae38685-0834-4d39-99eb-093cbfcf4482 port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:32:57.938403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.978818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:57.986574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea902a4f-b300-4884-ab58-9620e7d7af11') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:57.989812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea902a4f-b300-4884-ab58-9620e7d7af11') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:58.036503 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6745c11c-c3b0-49b7-9394-3d2c5bd60958 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/fae38685-0834-4d39-99eb-093cbfcf4482 HTTP/1.1" status: 200 len: 908 time: 0.6676786 Sep 22 08:32:58.037363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:58.045765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'router': {'name': 'tempest-snat-router-597189570', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': True}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:58.050264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:58.054397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Usage tracker for resource:router and tenant:c409c4901d1c400c946b3b2ea15c4469 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:58.057622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:58.064904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:58.076425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.172329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:58.175150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.377604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.391476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.406177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.409103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.444051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:32:58.444449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.452357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-821aa958-edd3-477e-a8cd-eca33c2b7346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.534711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821aa958-edd3-477e-a8cd-eca33c2b7346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d587d-def2-4af4-929d-11409b139309,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:58.537528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.587567 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ea902a4f-b300-4884-ab58-9620e7d7af11 resource provider aggregate not found Sep 22 08:32:58.641671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.658656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11cff72-a43b-408f-ae96-eb0b640fe480 None None] Network 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:32:58.658816 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ea902a4f-b300-4884-ab58-9620e7d7af11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea902a4f-b300-4884-ab58-9620e7d7af11 found for delete ", "request_id": "req-752ae182-f6a5-4f25-ba1a-a964e224e793"}]} Sep 22 08:32:58.678070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-821aa958-edd3-477e-a8cd-eca33c2b7346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.680098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.680596 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-821aa958-edd3-477e-a8cd-eca33c2b7346 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/126d587d-def2-4af4-929d-11409b139309 HTTP/1.1" status: 204 len: 168 time: 1.4461625 Sep 22 08:32:58.733633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.752857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Transition to ACTIVE for port object 5d8a3df2-f44a-4787-945b-6947cd4bdf15 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:32:58.780576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.794853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.799550 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7323484 Sep 22 08:32:58.805795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.816290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33722) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:58.824756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809702977'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:58.827140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0add2c0a-9496-4695-b2fe-584b342aee31 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:32:58.890935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:58.914792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Attempting to bind port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:32:58.915163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Attempting to bind port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:32:58.915558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Attempting to bind port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:32:58.926210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:32:58.926597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:32:58.926975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.927465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:32:58.927860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Bound port: 5d8a3df2-f44a-4787-945b-6947cd4bdf15, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:32:58.928233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:58.961025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e303b5a5-ee26-4560-ac62-76a02998acc9 None None] Provisioning for port 0add2c0a-9496-4695-b2fe-584b342aee31 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:58.986333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:59.029501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f00d-ca2d-48dd-b52d-5c76e439087d None None] Pushing event updated for resources: {'Port': ['ID=5d8a3df2-f44a-4787-945b-6947cd4bdf15,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:59.032614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 08:32:59.032614 dv-neutron-857569-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 08:32:59.032614 dv-neutron-857569-1-hyperv neutron-server[89052]: [parameters: {'id': '4ca1633d-77ea-41bc-b78e-20f57e67d5d4'}] Sep 22 08:32:59.032614 dv-neutron-857569-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:32:59.033377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:32:59.080006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:59.132681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:32:59.140663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.143425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e27eca-de6c-4a56-995f-1ffc1b9c1457 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0002c9e6-ace8-458b-a21b-1fde56d15ebc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:59.147717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.168507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d2e8-2b77-413b-9116-57c16f411d5d req-6f25c342-aeb7-4392-86f8-9cd4e8e51077 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:32:59.170358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ce2d2e8-2b77-413b-9116-57c16f411d5d req-6f25c342-aeb7-4392-86f8-9cd4e8e51077 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.8673205 Sep 22 08:32:59.196098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] For port 5d8a3df2-f44a-4787-945b-6947cd4bdf15, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:32:59.198027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 0add2c0a-9496-4695-b2fe-584b342aee31 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:32:59.203619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] For port 5d8a3df2-f44a-4787-945b-6947cd4bdf15, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d8a3df2-f44a-4787-945b-6947cd4bdf15,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:32:59.208708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0add2c0a-9496-4695-b2fe-584b342aee31 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:32:59.209012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.209345 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0add2c0a-9496-4695-b2fe-584b342aee31 Sep 22 08:32:59.212665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.225711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:59.245993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.286524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.287148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0684d2c7-ad7b-4edc-9f28-31357e78f03a {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:32:59.334327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Router 8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:32:59.338928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.353694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f00d-ca2d-48dd-b52d-5c76e439087d None None] Pushing event updated for resources: {'Port': ['ID=5d8a3df2-f44a-4787-945b-6947cd4bdf15,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:59.361743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] DHCP port deletion for 4ca1633d-77ea-41bc-b78e-20f57e67d5d4 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:32:59.377307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Deleting port 0add2c0a-9496-4695-b2fe-584b342aee31 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:59.377785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.381679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:59.386011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:59.389654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:59.395671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:32:59.415001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Routers {'fae38685-0834-4d39-99eb-093cbfcf4482'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:59.415697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['fae38685-0834-4d39-99eb-093cbfcf4482'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:59.422325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.423631 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-71685959-c141-46d1-8546-a59147b203c5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0684d2c7-ad7b-4edc-9f28-31357e78f03a HTTP/1.1" status: 204 len: 168 time: 5.9058087 Sep 22 08:32:59.426791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ce2d2e8-2b77-413b-9116-57c16f411d5d req-2a59b33f-e563-4a93-a4e7-e284b8a5e642 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1920805 Sep 22 08:32:59.427406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33736) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:59.524168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:59.530231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.536867 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:32:59.552041 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:59.552668 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:59.563711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.712248 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:59.722037 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:32:59.722899 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:59.727487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] Deleting subnet d0a65958-9562-43ff-be6a-6c80d7233631 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:32:59.739863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.743102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.747001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:32:59.773421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.795561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 0add2c0a-9496-4695-b2fe-584b342aee31 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:32:59.795993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.820033 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:32:59.820678 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab3c930-f131-4642-b0b6-61e5decef105 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:32:59.841587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00094e6c-c8ef-433d-b115-829360b0ce1a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:32:59.844257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.845681 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-604c5a0a-5a03-4e80-bed2-5be13b64f696 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0284507 Sep 22 08:32:59.849247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33746) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:59.854655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3e112d2d-780e-481c-9a98-102336e8e364 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0002c9e6-ace8-458b-a21b-1fde56d15ebc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '00094e6c-c8ef-433d-b115-829360b0ce1a'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:59.857181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] Set router fae38685-0834-4d39-99eb-093cbfcf4482 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:32:59.871744 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f6c3ac19-efe8-4f61-a23a-170213e586d0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/floatingips/0bca0d0e-cfe6-4e54-b420-b7b114a43945 HTTP/1.1" status: 200 len: 978 time: 5.3822086 Sep 22 08:32:59.875377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:59.878332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3e112d2d-780e-481c-9a98-102336e8e364 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:32:59.879186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.884039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:32:59.885572 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-738ed5b1-290e-4dee-88ac-b4d11f724b89 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4601130 Sep 22 08:32:59.888626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e112d2d-780e-481c-9a98-102336e8e364 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:32:59.891350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33754) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:32:59.897233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e112d2d-780e-481c-9a98-102336e8e364 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:32:59.930955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:32:59.973247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] Sync routers for ids ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:00.053834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] Routers {'8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:00.054389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:00.117173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.121019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0add2c0a-9496-4695-b2fe-584b342aee31 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:00.121421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.185640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:00.306119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] Routers {'8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:00.306754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:00.394731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3e112d2d-780e-481c-9a98-102336e8e364 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:00.397132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:00.397302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776da36b-b1ec-4898-adab-89e960490c0c None None] The sync data for ids ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:00.410567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0add2c0a-9496-4695-b2fe-584b342aee31,segment=NetworkSegment(ea902a4f-b300-4884-ab58-9620e7d7af11),segment_id=ea902a4f-b300-4884-ab58-9620e7d7af11)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:00.411375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0add2c0a-9496-4695-b2fe-584b342aee31,segment=NetworkSegment(ea902a4f-b300-4884-ab58-9620e7d7af11),segment_id=ea902a4f-b300-4884-ab58-9620e7d7af11)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:00.412248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.430558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.547026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0add2c0a-9496-4695-b2fe-584b342aee31,segment=NetworkSegment(ea902a4f-b300-4884-ab58-9620e7d7af11),segment_id=ea902a4f-b300-4884-ab58-9620e7d7af11)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:00.547447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.570101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for 0add2c0a-9496-4695-b2fe-584b342aee31 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:00.658650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 324a7550-4d66-40a2-92a4-0610a3c48c82 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:00.659184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.688595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0add2c0a-9496-4695-b2fe-584b342aee31 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:33:00.693614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:33:00.694195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:33:00.704833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.722960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Calling delete_port for 0add2c0a-9496-4695-b2fe-584b342aee31 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:00.758508 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-3e112d2d-780e-481c-9a98-102336e8e364 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:33:00.763354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a65958-9562-43ff-be6a-6c80d7233631,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:00.765389 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e112d2d-780e-481c-9a98-102336e8e364 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9144652 Sep 22 08:33:00.765922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.767885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=0add2c0a-9496-4695-b2fe-584b342aee31,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:00.772033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:00.813657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:00.842399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0583a2-4268-4bdb-98e4-41c16eb1889f None None] Network be1564f6-c02c-4901-9d38-5322a41164a9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:00.850519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.050013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.158918 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e9371c9d-86da-4aaf-8a47-9fc930731d4e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d0a65958-9562-43ff-be6a-6c80d7233631 HTTP/1.1" status: 204 len: 168 time: 1.7059896 Sep 22 08:33:01.163393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33782) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:01.198219 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae38685-0834-4d39-99eb-093cbfcf4482', 'name': 'tempest-snat-router-597189570', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.136'}], 'enable_snat': False}, 'gw_port_id': '5d8a3df2-f44a-4787-945b-6947cd4bdf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:50Z', 'updated_at': '2022-09-22T08:32:54Z', 'revision_number': 3, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port': {'id': '5d8a3df2-f44a-4787-945b-6947cd4bdf15', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38685-0834-4d39-99eb-093cbfcf4482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:32:52Z', 'updated_at': '2022-09-22T08:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:01.203346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:33:01.204119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:33:01.216870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3e98e6-115b-4fc0-951f-5e1cd0aaf47f None None] The sync data for ids ['fae38685-0834-4d39-99eb-093cbfcf4482'] in dv-neutron-857569-1-hyperv is: [{'id': 'fae38685-0834-4d39-99eb-093cbfcf4482', 'name': 'tempest-snat-router-597189570', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.136'}], 'enable_snat': False}, 'gw_port_id': '5d8a3df2-f44a-4787-945b-6947cd4bdf15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:50Z', 'updated_at': '2022-09-22T08:32:54Z', 'revision_number': 3, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port': {'id': '5d8a3df2-f44a-4787-945b-6947cd4bdf15', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:d7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae38685-0834-4d39-99eb-093cbfcf4482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:32:52Z', 'updated_at': '2022-09-22T08:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:01.232552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0add2c0a-9496-4695-b2fe-584b342aee31 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:01.233058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.264549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 0add2c0a-9496-4695-b2fe-584b342aee31 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:01.264549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.294697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0add2c0a-9496-4695-b2fe-584b342aee31,segment=NetworkSegment(ea902a4f-b300-4884-ab58-9620e7d7af11),segment_id=ea902a4f-b300-4884-ab58-9620e7d7af11)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:01.310919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.311804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:33:01.386035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33790) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:01.416006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.438014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c1c89-6465-4d47-9ddf-35945f96b5ab req-a02ae661-ea10-40cc-a8a5-1f0655d8d87b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:01.438438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] DHCP port deletion for be1564f6-c02c-4901-9d38-5322a41164a9 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:33:01.446029 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-370c1c89-6465-4d47-9ddf-35945f96b5ab req-a02ae661-ea10-40cc-a8a5-1f0655d8d87b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5335610 Sep 22 08:33:01.450436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:33:01.451950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 59f6c9f6-a4ec-41b8-96c8-0d9e1a6f5347 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:33:01.452084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cfc1-e0d7-4ba7-9b52-16c30b01d4fd tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.468136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] Deleting port abf53c39-d4f3-4e29-b4fc-842151b539bd {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:01.468514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.494655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cfc1-e0d7-4ba7-9b52-16c30b01d4fd tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.526958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.584061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=0add2c0a-9496-4695-b2fe-584b342aee31,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:01.586677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.635032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4f66b4ef-669c-42b8-a9dc-035bbc683be8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:01.647572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Allocated IP 172.26.8.183 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/c71a843b-6c3d-4011-9227-06881e33e398) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:01.654948 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-370c1c89-6465-4d47-9ddf-35945f96b5ab req-35426c8a-ad2a-4fb3-98b5-5927f4daeae7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2085834 Sep 22 08:33:01.660190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Deleting port 743ecf09-09e8-4b53-a6eb-5bfd701605d6 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:01.660536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.725773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Deleting port abf53c39-d4f3-4e29-b4fc-842151b539bd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:01.726112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.756484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Deleting port 0add2c0a-9496-4695-b2fe-584b342aee31 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:01.756905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:01.981918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0add2c0a-9496-4695-b2fe-584b342aee31,segment=NetworkSegment(ea902a4f-b300-4884-ab58-9620e7d7af11),segment_id=ea902a4f-b300-4884-ab58-9620e7d7af11)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:01.982698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.001277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.007041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.007743 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP 0bca0d0e-cfe6-4e54-b420-b7b114a43945 disassociated. External IP: 172.26.8.146, port: 324a7550-4d66-40a2-92a4-0610a3c48c82. Sep 22 08:33:02.008449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 324a7550-4d66-40a2-92a4-0610a3c48c82 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:02.099656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] For port 0add2c0a-9496-4695-b2fe-584b342aee31, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0add2c0a-9496-4695-b2fe-584b342aee31,segment=NetworkSegment(ea902a4f-b300-4884-ab58-9620e7d7af11),segment_id=ea902a4f-b300-4884-ab58-9620e7d7af11)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:02.099949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.112784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] For port abf53c39-d4f3-4e29-b4fc-842151b539bd, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=abf53c39-d4f3-4e29-b4fc-842151b539bd,segment=NetworkSegment(7aef568b-ef05-4b34-854e-8928fbdb7672),segment_id=7aef568b-ef05-4b34-854e-8928fbdb7672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:02.113328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.189978 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4f66b4ef-669c-42b8-a9dc-035bbc683be8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "PUT /v2.0/quotas/695dd72d016c4ebba3824d42e24ff604 HTTP/1.1" status: 200 len: 368 time: 0.7991750 Sep 22 08:33:02.262761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33800) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:02.306206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for 0add2c0a-9496-4695-b2fe-584b342aee31 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:02.325161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Calling delete_port for 0add2c0a-9496-4695-b2fe-584b342aee31 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:02.364337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.389414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cfc1-e0d7-4ba7-9b52-16c30b01d4fd tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.413837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3cfc1-e0d7-4ba7-9b52-16c30b01d4fd tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00094e6c-c8ef-433d-b115-829360b0ce1a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:02.456795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] Calling delete_port for abf53c39-d4f3-4e29-b4fc-842151b539bd owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:02.462946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ab3cfc1-e0d7-4ba7-9b52-16c30b01d4fd tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.464116 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3ab3cfc1-e0d7-4ba7-9b52-16c30b01d4fd tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/00094e6c-c8ef-433d-b115-829360b0ce1a HTTP/1.1" status: 204 len: 168 time: 1.6908329 Sep 22 08:33:02.467885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:02.513976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.560238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:33:02.560590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:33:02.566054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.570490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.587941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Request body: {'network': {'project_id': '695dd72d016c4ebba3824d42e24ff604'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:02.625052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] Pushing event deleted for resources: {'Port': ['ID=abf53c39-d4f3-4e29-b4fc-842151b539bd,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:02.635270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9857d35d-1f2c-4ac3-9839-39d73e4f35b2 None None] No DVR routers for this DVR port abf53c39-d4f3-4e29-b4fc-842151b539bd on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:33:02.664985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No DVR routers for this DVR port 0add2c0a-9496-4695-b2fe-584b342aee31 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:33:02.707608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Port': ['ID=0add2c0a-9496-4695-b2fe-584b342aee31,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:02.709154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d8a3df2-f44a-4787-945b-6947cd4bdf15 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:02.721599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:02.737429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] The port 'abf53c39-d4f3-4e29-b4fc-842151b539bd' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:33:02.741046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Usage tracker for resource:network and tenant:695dd72d016c4ebba3824d42e24ff604 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:02.747977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:02.751842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-40e252b0-1eac-4992-a02b-67b64dc70ddf tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:02.784835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:02.787629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:02.790246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:02.790473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.790971 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 Sep 22 08:33:02.804632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:02.806718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:02.829906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.837701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:02.837928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-40e252b0-1eac-4992-a02b-67b64dc70ddf tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:02.842763 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-40e252b0-1eac-4992-a02b-67b64dc70ddf tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3722601 Sep 22 08:33:02.843549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:02.852509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.871268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Port': ['ID=c71a843b-6c3d-4011-9227-06881e33e398,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:02.945077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:02.990172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:02.990306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.005419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=324a7550-4d66-40a2-92a4-0610a3c48c82,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:03.008742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5d8a3df2-f44a-4787-945b-6947cd4bdf15, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d8a3df2-f44a-4787-945b-6947cd4bdf15,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:03.012294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Made reservation on behalf of 695dd72d016c4ebba3824d42e24ff604 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:03.014754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.014900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.073972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca1633d-77ea-41bc-b78e-20f57e67d5d4']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.079870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device abf53c39-d4f3-4e29-b4fc-842151b539bd no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:33:03.106222 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf138c6-ec85-43eb-9346-fd8672e3fee2 req-b5ae667c-ba18-4082-9240-c2b9d08245af tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:03.108487 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bf138c6-ec85-43eb-9346-fd8672e3fee2 req-b5ae667c-ba18-4082-9240-c2b9d08245af tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.9831302 Sep 22 08:33:03.111587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea902a4f-b300-4884-ab58-9620e7d7af11') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.112083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea902a4f-b300-4884-ab58-9620e7d7af11') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.114634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Calling delete_port for 743ecf09-09e8-4b53-a6eb-5bfd701605d6 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:03.117167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: abf53c39-d4f3-4e29-b4fc-842151b539bd {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:33:03.117510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device abf53c39-d4f3-4e29-b4fc-842151b539bd not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:33:03.133000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5d8a3df2-f44a-4787-945b-6947cd4bdf15,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:03.150233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.152012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.180150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5d77013-b9ae-4bd4-b09d-02902f0bc7a4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.182541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.200943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.220712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:03.259359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:03.259761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.263823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Deleting port 0add2c0a-9496-4695-b2fe-584b342aee31 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:03.264459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.292490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Usage tracker for resource:security_group_rule and tenant:695dd72d016c4ebba3824d42e24ff604 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:03.301967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ea902a4f-b300-4884-ab58-9620e7d7af11 resource provider aggregate not found Sep 22 08:33:03.315517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:03.322200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1564f6-c02c-4901-9d38-5322a41164a9']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.368900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c96b8452-7da0-49fe-a4eb-d3ad48b24c34 None None] The port '0add2c0a-9496-4695-b2fe-584b342aee31' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:33:03.375097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5d77013-b9ae-4bd4-b09d-02902f0bc7a4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.385961 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ea902a4f-b300-4884-ab58-9620e7d7af11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea902a4f-b300-4884-ab58-9620e7d7af11 found for delete ", "request_id": "req-cc658151-00de-409f-83fd-49cd6d8ee575"}]} Sep 22 08:33:03.396278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:03.420805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.424631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aef568b-ef05-4b34-854e-8928fbdb7672') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.424923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aef568b-ef05-4b34-854e-8928fbdb7672') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.437201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bf138c6-ec85-43eb-9346-fd8672e3fee2 req-42eb95c5-2afc-4f28-9331-3faff2f0d77d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2779086 Sep 22 08:33:03.461556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.474132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:03.477293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=4ca1633d-77ea-41bc-b78e-20f57e67d5d4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:03.494012 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec2ce076-fc3e-4838-b809-b07129fd6dcb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/4ca1633d-77ea-41bc-b78e-20f57e67d5d4 HTTP/1.1" status: 204 len: 168 time: 8.3595908 Sep 22 08:33:03.499242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:03.515991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.556293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.562003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2056310898'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:03.574599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:03.574832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5d77013-b9ae-4bd4-b09d-02902f0bc7a4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.575071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.580627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:03.600904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:03.609137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:03.619135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d77013-b9ae-4bd4-b09d-02902f0bc7a4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0002c9e6-ace8-458b-a21b-1fde56d15ebc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:03.621162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:03.660517 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7aef568b-ef05-4b34-854e-8928fbdb7672 resource provider aggregate not found Sep 22 08:33:03.685396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5d77013-b9ae-4bd4-b09d-02902f0bc7a4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.686523 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a5d77013-b9ae-4bd4-b09d-02902f0bc7a4 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/0002c9e6-ace8-458b-a21b-1fde56d15ebc HTTP/1.1" status: 204 len: 168 time: 0.8385470 Sep 22 08:33:03.743070 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7aef568b-ef05-4b34-854e-8928fbdb7672 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7aef568b-ef05-4b34-854e-8928fbdb7672 found for delete ", "request_id": "req-bbd7f77e-d174-4872-9e89-534d5d2a32c1"}]} Sep 22 08:33:03.743526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33824) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:03.819448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:03.822829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.860479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:03.871975 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:03.880876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.885949 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:03.890073 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.897370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.965647 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.976633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:03.977173 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:03.977802 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:03.981598 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0e014e59-f5e4-4d64-88d7-3fce168cd353 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/ports/324a7550-4d66-40a2-92a4-0610a3c48c82 HTTP/1.1" status: 204 len: 168 time: 4.1025839 Sep 22 08:33:03.982193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33828) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:04.038412 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:04.038811 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ed60c-ed59-41f7-918b-41ad29680428 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:04.065763 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7f11e85a-5755-4d1b-b9d1-f18e56816825 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "GET /v2.0/floatingips/0bca0d0e-cfe6-4e54-b420-b7b114a43945 HTTP/1.1" status: 200 len: 688 time: 0.0825055 Sep 22 08:33:04.068268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33832) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:04.135142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] Pushing event deleted for resources: {'Network': ['ID=be1564f6-c02c-4901-9d38-5322a41164a9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:04.188992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.200713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7508b90b-a008-4839-8ac6-85f8232c3d34 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:04.207732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.221109 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9b8a1864-5e48-4427-ad66-59260da5e898 admin admin] 10.222.0.42 "DELETE /v2.0/networks/be1564f6-c02c-4901-9d38-5322a41164a9 HTTP/1.1" status: 204 len: 168 time: 3.0499682 Sep 22 08:33:04.226388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.233874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:04.240956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port e8f6e96b-fa75-4938-ae9e-ec0d16c3731e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:04.241715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.292220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.292569 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment 4c2cc4cc-ee98-4164-98af-3cf361875747 of type vlan for network fddc7665-7589-4646-bd79-8d28b1720634 Sep 22 08:33:04.305462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.398694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Pushing event deleted for resources: {'Port': ['ID=743ecf09-09e8-4b53-a6eb-5bfd701605d6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:04.404627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:04.405269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.441389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33838) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:04.450437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7508b90b-a008-4839-8ac6-85f8232c3d34 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:04.451743 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7508b90b-a008-4839-8ac6-85f8232c3d34 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7073143 Sep 22 08:33:04.460454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33842) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:04.460608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff94907a-dfb6-4801-819b-ce0004252a93,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:04.483568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057952899'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:04.496732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:04.510517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.511134 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Added segment cb83b989-0b2f-44a2-b5e3-e8524614bba1 of type vlan for network 2184d064-cc7b-4f9a-98e3-f707c5fb4f2a Sep 22 08:33:04.536761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.537304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.544310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.554397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:04.555098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.563378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:04.630146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.640729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d8a3df2-f44a-4787-945b-6947cd4bdf15 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:04.645480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.709414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:04.710023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.710484 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 Sep 22 08:33:04.823581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for e8f6e96b-fa75-4938-ae9e-ec0d16c3731e owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:04.838236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:04.889804 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90dcc118-909a-45c6-b99f-93a76781b7d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2dd066dc5e04f339616e461ff5f5582&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4445858 Sep 22 08:33:04.901303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.913660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33848) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:04.922819 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4204321 Sep 22 08:33:04.923455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33852) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:04.924326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.925490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:04.926265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:04.954169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d4212-714c-43d4-9c7d-5b3dfab04e5c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=fddc7665-7589-4646-bd79-8d28b1720634,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:04.973354 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network fddc7665-7589-4646-bd79-8d28b1720634 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:04.982622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:04.991730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:05.008492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:05.016299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': 'fddc7665-7589-4646-bd79-8d28b1720634', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:05.025474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:05.083391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910270a-5f9a-478f-bd80-6e2b29412b11 req-9aad39b5-4225-41ce-a673-3ca79a42a70d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:05.090619 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0910270a-5f9a-478f-bd80-6e2b29412b11 req-9aad39b5-4225-41ce-a673-3ca79a42a70d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5001647 Sep 22 08:33:05.145757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09115b26-48b2-43db-8f94-b361c3d16c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.232725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0910270a-5f9a-478f-bd80-6e2b29412b11 req-2a7dd1c7-d962-48e4-8b76-f6164948ead8 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1410072 Sep 22 08:33:05.234467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09115b26-48b2-43db-8f94-b361c3d16c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.249337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.318169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=e8f6e96b-fa75-4938-ae9e-ec0d16c3731e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:05.362854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.410624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.448296 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.0369687 Sep 22 08:33:05.451972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:05.472119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Request body: {'network': {'project_id': '695dd72d016c4ebba3824d42e24ff604'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:05.494701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:05.500879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2a0b3-6bd1-41ec-aeec-18b174dfa3ef,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:05.510459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Usage tracker for resource:network and tenant:695dd72d016c4ebba3824d42e24ff604 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:05.513812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:05.517376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.526798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.531773 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-18051704-6302-49e0-94a5-5722f6fda2ba tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0580454 Sep 22 08:33:05.532883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:05.533725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:05.540882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.541941 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-894b7c59-a296-4e87-ae8b-f3431f300f4b tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/floatingips/0bca0d0e-cfe6-4e54-b420-b7b114a43945 HTTP/1.1" status: 204 len: 168 time: 1.4728010 Sep 22 08:33:05.545874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b3f435af-789d-4a0e-90ad-7e2ca1add6a1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0fa2a0b3-6bd1-41ec-aeec-18b174dfa3ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:05.550723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33866) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:05.552883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09115b26-48b2-43db-8f94-b361c3d16c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.555465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09115b26-48b2-43db-8f94-b361c3d16c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.556535 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09115b26-48b2-43db-8f94-b361c3d16c13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d902de7-3219-4d6d-82a3-6256341b06fa HTTP/1.1" status: 204 len: 168 time: 0.6391244 Sep 22 08:33:05.557753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b3f435af-789d-4a0e-90ad-7e2ca1add6a1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:05.569536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5f9f0-41c1-49a7-80b9-f7ffddeb6f14 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Pushing event updated for resources: {'Network': ['ID=2184d064-cc7b-4f9a-98e3-f707c5fb4f2a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:05.574917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09115b26-48b2-43db-8f94-b361c3d16c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d902de7-3219-4d6d-82a3-6256341b06fa,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:05.577623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b3f435af-789d-4a0e-90ad-7e2ca1add6a1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:05.583127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 2184d064-cc7b-4f9a-98e3-f707c5fb4f2a details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:05.594312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '86ee82f1-a644-43ab-ae80-3e2b4519c0f5'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:05.595543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b3f435af-789d-4a0e-90ad-7e2ca1add6a1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:05.600330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Made reservation on behalf of 695dd72d016c4ebba3824d42e24ff604 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:05.603931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.611557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.617633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:05.624586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b3f435af-789d-4a0e-90ad-7e2ca1add6a1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:05.624787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.634534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:floatingip and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:05.639894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:05.643618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.647796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:05.654417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:05.672305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:05.687304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.687655 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Added segment d84c4296-384c-4841-bf40-a25a9b2df77e of type vlan for network fa06bab5-dc8c-4f25-915d-8403ce092710 Sep 22 08:33:05.695351 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b3f435af-789d-4a0e-90ad-7e2ca1add6a1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:33:05.696408 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b3f435af-789d-4a0e-90ad-7e2ca1add6a1 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1589370 Sep 22 08:33:05.701886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33874) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:05.709782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d5ad6a16-8add-4f6e-a40b-e85f0f623a90 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group_rule': {'security_group_id': '0fa2a0b3-6bd1-41ec-aeec-18b174dfa3ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:05.716591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:05.720609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:05.736223 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d5ad6a16-8add-4f6e-a40b-e85f0f623a90 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:05.742856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.746733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d5ad6a16-8add-4f6e-a40b-e85f0f623a90 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:05.750266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d5ad6a16-8add-4f6e-a40b-e85f0f623a90 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:05.757786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d5ad6a16-8add-4f6e-a40b-e85f0f623a90 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:05.801683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:05.903902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.908096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:05.908312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.913072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.934945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:05.938557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:05.972521 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-d5ad6a16-8add-4f6e-a40b-e85f0f623a90 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:33:05.973878 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d5ad6a16-8add-4f6e-a40b-e85f0f623a90 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2710459 Sep 22 08:33:06.007610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:06.043958 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5903432 Sep 22 08:33:06.046905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33890) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:06.054134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Request body: {'network': {'project_id': '695dd72d016c4ebba3824d42e24ff604'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:06.063050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:06.065494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf965d-f42e-4866-b3bd-b4c5cf55bf95 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Pushing event updated for resources: {'Network': ['ID=fa06bab5-dc8c-4f25-915d-8403ce092710,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:06.069403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Usage tracker for resource:network and tenant:695dd72d016c4ebba3824d42e24ff604 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:06.076383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:06.083058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Router 8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:06.083561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:06.085502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 08:33:06.086042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:33:06.087327 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9780a8f-99b8-44ff-a933-f925c0c5deb6 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0392785 Sep 22 08:33:06.091349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:06.095834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network fa06bab5-dc8c-4f25-915d-8403ce092710 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:06.149240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4af4a6a6-b54e-45dd-b213-41a96db661a0 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=695dd72d016c4ebba3824d42e24ff604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566554 Sep 22 08:33:06.153512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33900) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:06.224614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820171b-74c3-4ec6-b65e-a1168ab2beb2 req-111ae924-dac4-4588-ab36-af4df6447d0f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:06.225810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5033-f001-4da8-8ae1-17a6cfe995f8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.226593 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2820171b-74c3-4ec6-b65e-a1168ab2beb2 req-111ae924-dac4-4588-ab36-af4df6447d0f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7852914 Sep 22 08:33:06.234663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f5b47f7-21bf-4087-9448-52cc8e5bda1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.261934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5033-f001-4da8-8ae1-17a6cfe995f8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.318932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5033-f001-4da8-8ae1-17a6cfe995f8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.340913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd5033-f001-4da8-8ae1-17a6cfe995f8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff94907a-dfb6-4801-819b-ce0004252a93,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:06.349765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9bd5033-f001-4da8-8ae1-17a6cfe995f8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.355727 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d9bd5033-f001-4da8-8ae1-17a6cfe995f8 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff94907a-dfb6-4801-819b-ce0004252a93 HTTP/1.1" status: 204 len: 168 time: 0.2010915 Sep 22 08:33:06.356426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33910) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:06.451519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:06.468394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] Sync routers for ids ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:06.477358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.488456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] Routers {'8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:06.489790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:06.494385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf2667d2-5daa-460c-bee1-66082474571b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.506026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.507186 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-36ff9509-3979-4c56-936e-a049512dc5f6 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "PUT /v2.0/routers/8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 HTTP/1.1" status: 200 len: 709 time: 6.6113684 Sep 22 08:33:06.520766 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2820171b-74c3-4ec6-b65e-a1168ab2beb2 req-68d6c4f7-53bf-4ea6-81dc-e84e5b434b22 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2229433 Sep 22 08:33:06.525560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33916) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:06.572618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:06.583133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] Routers {'8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:06.583796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:06.642930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.672303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf2667d2-5daa-460c-bee1-66082474571b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.674417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa06bab5-dc8c-4f25-915d-8403ce092710']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:06.691469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84c4296-384c-4841-bf40-a25a9b2df77e') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:06.692158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84c4296-384c-4841-bf40-a25a9b2df77e') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:06.702958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Router 5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:33:06.706283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.707172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:06.707598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e05ca-79ac-4636-91f2-aae69d25e2ef None None] The sync data for ids ['8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:06.725469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.732853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:06.733257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.771581 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df1efa1e-4fa5-4403-8a03-5db9c5d1cb82 tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/routers/8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 HTTP/1.1" status: 200 len: 744 time: 0.2391891 Sep 22 08:33:06.787650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:06.846106 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d84c4296-384c-4841-bf40-a25a9b2df77e resource provider aggregate not found Sep 22 08:33:06.878083 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d84c4296-384c-4841-bf40-a25a9b2df77e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d84c4296-384c-4841-bf40-a25a9b2df77e found for delete ", "request_id": "req-03ec023c-dd35-4d16-923a-24e96856ae78"}]} Sep 22 08:33:06.899251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.923983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:06.930194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa06bab5-dc8c-4f25-915d-8403ce092710,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:06.935949 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d87c039d-d63d-4e85-96fe-694e87ecf187 tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "DELETE /v2.0/networks/fa06bab5-dc8c-4f25-915d-8403ce092710 HTTP/1.1" status: 204 len: 168 time: 0.5782433 Sep 22 08:33:06.938613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33936) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:07.054352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d55211-f557-4cfa-8982-8a039ce07a79 req-bcca1799-389e-4792-8e51-513c4e4475b6 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:07.056101 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9d55211-f557-4cfa-8982-8a039ce07a79 req-bcca1799-389e-4792-8e51-513c4e4475b6 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.3091006 Sep 22 08:33:07.091062 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c472d433-dc17-4acc-852f-7aa68bfb3bbf tempest-RoutersIpV6AdminTest-143113043 tempest-RoutersIpV6AdminTest-143113043-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 HTTP/1.1" status: 200 len: 205 time: 0.2480526 Sep 22 08:33:07.093344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.096424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33944) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:07.157161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9d55211-f557-4cfa-8982-8a039ce07a79 req-5d88b7b5-0556-4b29-b750-f9c75ee9cf9c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0888348 Sep 22 08:33:07.256452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.258656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf2667d2-5daa-460c-bee1-66082474571b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.277507 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c5bf4193-a48d-4437-a102-896dcec0dd81 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 HTTP/1.1" status: 200 len: 205 time: 0.1751251 Sep 22 08:33:07.277507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.278131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33954) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:07.329484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2667d2-5daa-460c-bee1-66082474571b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2a0b3-6bd1-41ec-aeec-18b174dfa3ef,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:07.331685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.340817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2184d064-cc7b-4f9a-98e3-f707c5fb4f2a']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:07.375726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33958) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:07.418680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb83b989-0b2f-44a2-b5e3-e8524614bba1') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:07.418969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb83b989-0b2f-44a2-b5e3-e8524614bba1') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:07.436327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.444001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f179f335-dff2-4952-973b-3479eb19f9f7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.448940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:07.458169 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Sync routers for ids ['5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:07.466132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf2667d2-5daa-460c-bee1-66082474571b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.467275 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cf2667d2-5daa-460c-bee1-66082474571b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/0fa2a0b3-6bd1-41ec-aeec-18b174dfa3ef HTTP/1.1" status: 204 len: 168 time: 1.4409578 Sep 22 08:33:07.471685 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Routers {'5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:07.472582 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:07.493957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33964) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:07.568594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=ddb4f4d3-e902-415f-82c9-2c1f41d761da,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:07.582793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.586864 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4fd06842-9e4c-477b-a5cb-a6a407092065 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.5466425 Sep 22 08:33:07.617129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33968) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:07.684286 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Set router 5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:07.703061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1351170525'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:07.713530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': '4c2cc4cc-ee98-4164-98af-3cf361875747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fddc7665-7589-4646-bd79-8d28b1720634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:07.713890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: fddc7665-7589-4646-bd79-8d28b1720634, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:07.722147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.732451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:07.763108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Usage tracker for resource:router and tenant:c21f9983ca854257a2ce6410839b33dd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:07.771086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:07.789005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:07.808728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ae670356-1128-4584-8af8-f590cb73e723 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:07.809146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:07.809674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.886465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.26.8.234 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/d98e1522-de37-4509-bac2-97d56a6b9323) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:07.890641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network fddc7665-7589-4646-bd79-8d28b1720634 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:07.915117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.916413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.938953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99839ff1-526e-4ef4-ba14-71a1fa5516a7 req-42b2cc7c-180e-4c62-97a5-2efde75a10ad tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:07.940739 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99839ff1-526e-4ef4-ba14-71a1fa5516a7 req-42b2cc7c-180e-4c62-97a5-2efde75a10ad tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6008427 Sep 22 08:33:07.946174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, fddc7665-7589-4646-bd79-8d28b1720634) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:07.955330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ae670356-1128-4584-8af8-f590cb73e723 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:07.955608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef455a-8855-4639-8455-ec89a7644b9a None None] Network fddc7665-7589-4646-bd79-8d28b1720634 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:07.957204 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae670356-1128-4584-8af8-f590cb73e723 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4596486 Sep 22 08:33:07.966779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33974) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:07.979511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:07.980391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:07.982588 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc', 'name': 'tempest-snat-router-597189570', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c71a843b-6c3d-4011-9227-06881e33e398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:58Z', 'updated_at': '2022-09-22T08:33:03Z', 'revision_number': 3, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port': {'id': 'c71a843b-6c3d-4011-9227-06881e33e398', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:00Z', 'updated_at': '2022-09-22T08:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:07.987725 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Checking router: 5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:33:07.988072 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Updating router 5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc port c71a843b-6c3d-4011-9227-06881e33e398 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:33:08.012211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'tempest-secgroup--140874528'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:08.020122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f179f335-dff2-4952-973b-3479eb19f9f7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.044023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:08.049293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f179f335-dff2-4952-973b-3479eb19f9f7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.057957 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.067317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:08.080723 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ebee4b0f-d390-45ed-be0f-e4571bd03888 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc HTTP/1.1" status: 200 len: 907 time: 0.4536452 Sep 22 08:33:08.093047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33978) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.096136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.108746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.116915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f179f335-dff2-4952-973b-3479eb19f9f7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.117951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f179f335-dff2-4952-973b-3479eb19f9f7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Fanout notify agent at l3_agent the message router_deleted on router 8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:08.149402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.151689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.170870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] Pushing event deleted for resources: {'Network': ['ID=2184d064-cc7b-4f9a-98e3-f707c5fb4f2a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:08.178567 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-43dd6335-fdd4-437e-8d37-282dec1c8b91 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2453685 Sep 22 08:33:08.187735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 33982) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.208908 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99839ff1-526e-4ef4-ba14-71a1fa5516a7 req-fc070b25-cbe8-4438-a6a6-e10a86a5b7da tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2572160 Sep 22 08:33:08.217039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f179f335-dff2-4952-973b-3479eb19f9f7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.221699 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f179f335-dff2-4952-973b-3479eb19f9f7 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 HTTP/1.1" status: 204 len: 168 time: 0.9391298 Sep 22 08:33:08.235266 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64850f05-05cb-4710-980a-7d9fcc97e25c tempest-QuotasNegativeTest-1110361884 tempest-QuotasNegativeTest-1110361884-project-admin] 10.222.0.42 "DELETE /v2.0/networks/2184d064-cc7b-4f9a-98e3-f707c5fb4f2a HTTP/1.1" status: 204 len: 168 time: 1.2869883 Sep 22 08:33:08.235993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33986) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.308137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:08.316497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Usage tracker for resource:security_group_rule and tenant:479d00858d5541f8976208e66a7202db is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:08.321484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:08.331627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:08.358322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-fddc7665-7589-4646-bd79-8d28b1720634', 'network_id': 'fddc7665-7589-4646-bd79-8d28b1720634', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': 'ddb4f4d3-e902-415f-82c9-2c1f41d761da'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:08.359480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.380323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.387512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-78e2915e-376a-48d3-b4e1-4c2fe1f6e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.420083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-70b90a7a-6c96-4600-a690-6df15f86f622 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 HTTP/1.1" status: 200 len: 205 time: 0.1875250 Sep 22 08:33:08.452399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 33994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.453761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.521919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.538849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.545308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Allocated IP 2001:db8::1 (fddc7665-7589-4646-bd79-8d28b1720634/ddb4f4d3-e902-415f-82c9-2c1f41d761da/5856c122-ff3b-4572-a6c1-021a3813bf81) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:08.620205 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-d98a9b8f-c65e-42ec-bc90-2bb7317bdc1a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] delete failed (client error): The resource could not be found. Sep 22 08:33:08.621808 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d98a9b8f-c65e-42ec-bc90-2bb7317bdc1a tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/8697c2e1-064f-4d4a-b6a8-51bb2a1d5b69 HTTP/1.1" status: 404 len: 336 time: 0.1193874 Sep 22 08:33:08.626877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.629941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.633430 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6b38c39a-1439-4643-b7f9-9d32c264b18c tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2509143 Sep 22 08:33:08.634734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34000) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.635068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34002) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.636102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.654296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aa28dd-1cf5-49bd-a26d-d6b26b284777,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:08.678141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.680263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-112e7765-e6e7-49c3-a673-c8bdcba0a8a2 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6981118 Sep 22 08:33:08.684593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.697851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0e14f393-c9d2-4c9a-a7fb-53a27ac52e1b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:08.698686 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-0e14f393-c9d2-4c9a-a7fb-53a27ac52e1b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 08:33:08.699580 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-0e14f393-c9d2-4c9a-a7fb-53a27ac52e1b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 08:33:08.701077 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0e14f393-c9d2-4c9a-a7fb-53a27ac52e1b tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "PUT /v2.0/security-groups/c7aa28dd-1cf5-49bd-a26d-d6b26b284777 HTTP/1.1" status: 409 len: 330 time: 0.0128045 Sep 22 08:33:08.707845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34012) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:08.774454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54342eec-c8e0-40a4-b864-15281709773c req-aea76385-cebf-4f5f-8a43-6e41409c6873 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:08.777429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54342eec-c8e0-40a4-b864-15281709773c req-aea76385-cebf-4f5f-8a43-6e41409c6873 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4203746 Sep 22 08:33:08.826314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.837096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Transition to ACTIVE for port object 5856c122-ff3b-4572-a6c1-021a3813bf81 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:08.860892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Transition to ACTIVE for port object 5856c122-ff3b-4572-a6c1-021a3813bf81 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:08.866243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.868273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.965933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:08.996146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Network fddc7665-7589-4646-bd79-8d28b1720634 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:09.000132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:09.000763 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5af4d441-1590-47e3-b102-1265fa26a794 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c615d2-ee66-44e7-9f47-d99e83e9562d HTTP/1.1" status: 200 len: 205 time: 0.3645599 Sep 22 08:33:09.004173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:09.004480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:09.006425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34022) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:09.013825 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment cb83b989-0b2f-44a2-b5e3-e8524614bba1 resource provider aggregate not found Sep 22 08:33:09.019629 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54342eec-c8e0-40a4-b864-15281709773c req-2afea6e6-4927-4451-9345-1882b325cc63 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2303474 Sep 22 08:33:09.032244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb4f4d3-e902-415f-82c9-2c1f41d761da,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:09.034469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27c39383-b401-44f8-9da3-e4ca692c224d tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.048602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Pushing event updated for resources: {'Port': ['ID=5856c122-ff3b-4572-a6c1-021a3813bf81,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:09.097969 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment cb83b989-0b2f-44a2-b5e3-e8524614bba1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb83b989-0b2f-44a2-b5e3-e8524614bba1 found for delete ", "request_id": "req-be824320-4f22-4ca7-bc62-c37d6d7a48ac"}]} Sep 22 08:33:09.109055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27c39383-b401-44f8-9da3-e4ca692c224d tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.120209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Attempting to bind port 5856c122-ff3b-4572-a6c1-021a3813bf81 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:09.121197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Attempting to bind port 5856c122-ff3b-4572-a6c1-021a3813bf81 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '4c2cc4cc-ee98-4164-98af-3cf361875747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fddc7665-7589-4646-bd79-8d28b1720634'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:09.121615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Attempting to bind port 5856c122-ff3b-4572-a6c1-021a3813bf81 on network fddc7665-7589-4646-bd79-8d28b1720634 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:09.128068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:09.128524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Checking segment: {'id': '4c2cc4cc-ee98-4164-98af-3cf361875747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fddc7665-7589-4646-bd79-8d28b1720634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:09.129540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.129666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Bound using segment: {'id': '4c2cc4cc-ee98-4164-98af-3cf361875747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fddc7665-7589-4646-bd79-8d28b1720634'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:09.130289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Bound port: 5856c122-ff3b-4572-a6c1-021a3813bf81, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2cc4cc-ee98-4164-98af-3cf361875747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fddc7665-7589-4646-bd79-8d28b1720634'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:09.130809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.230517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.238310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] For port 5856c122-ff3b-4572-a6c1-021a3813bf81, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:09.242138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] For port 5856c122-ff3b-4572-a6c1-021a3813bf81, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5856c122-ff3b-4572-a6c1-021a3813bf81,segment=NetworkSegment(4c2cc4cc-ee98-4164-98af-3cf361875747),segment_id=4c2cc4cc-ee98-4164-98af-3cf361875747)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:09.249449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.273859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.284026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddc7665-7589-4646-bd79-8d28b1720634']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:09.300087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2cc4cc-ee98-4164-98af-3cf361875747') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:09.300839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2cc4cc-ee98-4164-98af-3cf361875747') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:09.315229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.334779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.344260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:09.345301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.367092 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.419551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668cb8-5828-41ad-bb27-ca82a08996a9 None None] Pushing event updated for resources: {'Port': ['ID=5856c122-ff3b-4572-a6c1-021a3813bf81,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:09.431050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27c39383-b401-44f8-9da3-e4ca692c224d tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.433925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60a5833c-7087-45e5-a2ad-178c3c0d3dd5 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.447239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877491c1-e2f0-453b-8492-3450817058ef None None] Network fddc7665-7589-4646-bd79-8d28b1720634 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:09.475673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c39383-b401-44f8-9da3-e4ca692c224d tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aa28dd-1cf5-49bd-a26d-d6b26b284777,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:09.482592 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-48bd2e96-ea33-409a-a147-adb519fa323e tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] delete failed (client error): The resource could not be found. Sep 22 08:33:09.483639 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48bd2e96-ea33-409a-a147-adb519fa323e tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/64c615d2-ee66-44e7-9f47-d99e83e9562d HTTP/1.1" status: 404 len: 336 time: 0.3776331 Sep 22 08:33:09.490316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34036) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:09.506483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:09.530260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.536756 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Transition to ACTIVE for port object c71a843b-6c3d-4011-9227-06881e33e398 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:09.546883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:09.548534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.550262 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.550855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:09.552454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.561884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27c39383-b401-44f8-9da3-e4ca692c224d tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.563250 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-27c39383-b401-44f8-9da3-e4ca692c224d tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/c7aa28dd-1cf5-49bd-a26d-d6b26b284777 HTTP/1.1" status: 204 len: 168 time: 0.8527384 Sep 22 08:33:09.564609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 08:33:09.564609 dv-neutron-857569-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 08:33:09.564609 dv-neutron-857569-1-hyperv neutron-server[89052]: [parameters: {'id': 'fddc7665-7589-4646-bd79-8d28b1720634'}] Sep 22 08:33:09.564609 dv-neutron-857569-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:33:09.564905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:33:09.571331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b2cdccbc-0582-4218-a87a-3ba1800dc62e tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb373d8a-c978-4f0d-88d7-023119c716d9 HTTP/1.1" status: 200 len: 205 time: 0.0797839 Sep 22 08:33:09.572177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:09.572394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34042) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:09.579066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.668644 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Attempting to bind port c71a843b-6c3d-4011-9227-06881e33e398 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:09.670348 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Attempting to bind port c71a843b-6c3d-4011-9227-06881e33e398 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:09.671184 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Attempting to bind port c71a843b-6c3d-4011-9227-06881e33e398 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:09.678335 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-27e75162-5705-4934-8996-96771b60e847 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] delete failed (client error): The resource could not be found. Sep 22 08:33:09.680982 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Pushing event updated for resources: {'Port': ['ID=c71a843b-6c3d-4011-9227-06881e33e398,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:09.682299 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-27e75162-5705-4934-8996-96771b60e847 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/bb373d8a-c978-4f0d-88d7-023119c716d9 HTTP/1.1" status: 404 len: 336 time: 0.1067240 Sep 22 08:33:09.683447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34048) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:09.692354 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:09.692892 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:09.693385 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.694098 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:09.694724 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Bound port: c71a843b-6c3d-4011-9227-06881e33e398, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:09.695236 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.703463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7516746-3ae8-4b44-8da7-f5e26ec841fa None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:33:09.728524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:09.732155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=d98e1522-de37-4509-bac2-97d56a6b9323,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:09.734876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Deleting port c71a843b-6c3d-4011-9227-06881e33e398 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:09.735414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.749997 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.750365 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.750695 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.751017 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.751379 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.752003 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.752003 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.752329 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.752655 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.752969 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.753277 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.753583 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:09.772086 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0843304a-90ab-4a93-b505-ad41c30955f8 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=7af24797-3d5e-4d2f-8988-9b2cf987ca49 HTTP/1.1" status: 200 len: 205 time: 0.0856850 Sep 22 08:33:09.775931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:09.795045 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] For port c71a843b-6c3d-4011-9227-06881e33e398, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:09.798816 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] For port c71a843b-6c3d-4011-9227-06881e33e398, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c71a843b-6c3d-4011-9227-06881e33e398,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:09.804375 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.830850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7516746-3ae8-4b44-8da7-f5e26ec841fa None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:33:09.839810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a7ce15a68644dd9615116ab36f8c5f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:09.843457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:09.852670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb79de87-f899-4cc9-9e73-f27712e2683c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Synchronizing usage tracker for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:09.932169 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0daea-abea-4749-97cb-146bcee0c232 None None] Pushing event updated for resources: {'Port': ['ID=c71a843b-6c3d-4011-9227-06881e33e398,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:09.934972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:09.944917 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Routers {'5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:09.945595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:09.987009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60a5833c-7087-45e5-a2ad-178c3c0d3dd5 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:09.988334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3b3629da-1c11-4040-a532-24d15852c748 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] delete failed (client error): The resource could not be found. Sep 22 08:33:09.989498 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3b3629da-1c11-4040-a532-24d15852c748 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/7af24797-3d5e-4d2f-8988-9b2cf987ca49 HTTP/1.1" status: 404 len: 336 time: 0.2120123 Sep 22 08:33:09.993672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34056) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.012927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60a5833c-7087-45e5-a2ad-178c3c0d3dd5 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.046272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb79de87-f899-4cc9-9e73-f27712e2683c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] Unset dirty status for tenant:479d00858d5541f8976208e66a7202db on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:10.047550 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb79de87-f899-4cc9-9e73-f27712e2683c tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4742301 Sep 22 08:33:10.054673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34060) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.058313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6a233617-02ef-4fbf-ba87-c96a8bc9b940 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=b663a293-1b9d-44fe-9aa1-f101ade378ab HTTP/1.1" status: 200 len: 205 time: 0.0634375 Sep 22 08:33:10.064355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34064) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.070104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.078782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-05e78464-87ef-4fb0-8756-89a130734a6e tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] delete failed (client error): The resource could not be found. Sep 22 08:33:10.079875 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05e78464-87ef-4fb0-8756-89a130734a6e tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "DELETE /v2.0/security-groups/9d731b63-9927-437b-a2dc-59d8d89c24b3 HTTP/1.1" status: 404 len: 347 time: 0.0250516 Sep 22 08:33:10.083584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.107263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-1213fbfd-53b6-4c72-b89c-40f8012729ef tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] show failed (client error): The resource could not be found. Sep 22 08:33:10.108361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1213fbfd-53b6-4c72-b89c-40f8012729ef tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-groups/de2d7e95-7266-49a9-8f45-8e35838c426e HTTP/1.1" status: 404 len: 347 time: 0.0236995 Sep 22 08:33:10.112158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34072) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.126800 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-a3de584c-ab70-44be-8d68-2dd23a08a252 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] show failed (client error): The resource could not be found. Sep 22 08:33:10.127839 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a3de584c-ab70-44be-8d68-2dd23a08a252 tempest-NegativeSecGroupIPv6Test-767954351 tempest-NegativeSecGroupIPv6Test-767954351-project] 10.222.0.42 "GET /v2.0/security-group-rules/3c3d9bce-a986-4abd-ab56-9f78122d1523 HTTP/1.1" status: 404 len: 356 time: 0.0147882 Sep 22 08:33:10.128617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 5856c122-ff3b-4572-a6c1-021a3813bf81 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:10.128946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.135514 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] Set router 5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:10.149426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b875b-b41c-4d6d-bc79-c09cd694f25d req-52ff40d6-8c83-448b-9bf4-65c3346ed908 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:10.151181 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c43b875b-b41c-4d6d-bc79-c09cd694f25d req-52ff40d6-8c83-448b-9bf4-65c3346ed908 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.9433081 Sep 22 08:33:10.266796 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc', 'name': 'tempest-snat-router-597189570', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:58Z', 'updated_at': '2022-09-22T08:33:09Z', 'revision_number': 4, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:10.271933 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5f7416-1c9d-4068-96b2-e2b0872217b0 None None] The sync data for ids ['5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc'] in dv-neutron-857569-1-hyperv is: [{'id': '5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc', 'name': 'tempest-snat-router-597189570', 'tenant_id': 'c409c4901d1c400c946b3b2ea15c4469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:32:58Z', 'updated_at': '2022-09-22T08:33:09Z', 'revision_number': 4, 'project_id': 'c409c4901d1c400c946b3b2ea15c4469', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:10.446321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port 5856c122-ff3b-4572-a6c1-021a3813bf81, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5856c122-ff3b-4572-a6c1-021a3813bf81,segment=NetworkSegment(4c2cc4cc-ee98-4164-98af-3cf361875747),segment_id=4c2cc4cc-ee98-4164-98af-3cf361875747)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:10.447436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.459920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60a5833c-7087-45e5-a2ad-178c3c0d3dd5 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.460437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a5833c-7087-45e5-a2ad-178c3c0d3dd5 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 511d8240-e1ac-46d1-aa39-145decdbc434 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:10.483282 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-c76f1c90-bd5f-4837-a381-32a041af46bb tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] delete failed (client error): The resource could not be found. Sep 22 08:33:10.484325 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c76f1c90-bd5f-4837-a381-32a041af46bb tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/b663a293-1b9d-44fe-9aa1-f101ade378ab HTTP/1.1" status: 404 len: 336 time: 0.3987670 Sep 22 08:33:10.496588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.589036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for 5856c122-ff3b-4572-a6c1-021a3813bf81 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:10.617806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34084) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.679317 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dff07f5a-4ac2-4d96-b344-b3d37d161ad5 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a5fbcd0-0765-4b92-9c9a-49819fbce668 HTTP/1.1" status: 200 len: 205 time: 0.1789970 Sep 22 08:33:10.683419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.694041 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c43b875b-b41c-4d6d-bc79-c09cd694f25d req-f3f6e80c-d785-4b02-a756-4d175dd7484e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2840219 Sep 22 08:33:10.744872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] For port c71a843b-6c3d-4011-9227-06881e33e398, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c71a843b-6c3d-4011-9227-06881e33e398,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:10.746500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.766799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60a5833c-7087-45e5-a2ad-178c3c0d3dd5 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.771287 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-60a5833c-7087-45e5-a2ad-178c3c0d3dd5 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "DELETE /v2.0/routers/511d8240-e1ac-46d1-aa39-145decdbc434 HTTP/1.1" status: 204 len: 168 time: 2.1337600 Sep 22 08:33:10.775689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34096) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.790481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.821069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:10.862314 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-e97dac66-89e5-4c66-97f2-cf580fb68787 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] delete failed (client error): The resource could not be found. Sep 22 08:33:10.864313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e97dac66-89e5-4c66-97f2-cf580fb68787 tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/routers/9a5fbcd0-0765-4b92-9c9a-49819fbce668 HTTP/1.1" status: 404 len: 336 time: 0.1798582 Sep 22 08:33:10.876245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34100) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.943465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Request body: {'router': {'name': 'tempest-router-975764822', 'distributed': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:10.944098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Port': ['ID=5856c122-ff3b-4572-a6c1-021a3813bf81,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:10.959401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Calling delete_port for c71a843b-6c3d-4011-9227-06881e33e398 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:10.987808 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2e374254-94cf-47a3-bf2c-bd7f1167c8b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=479d00858d5541f8976208e66a7202db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687618 Sep 22 08:33:10.992204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34104) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:10.993262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No DVR routers for this DVR port 5856c122-ff3b-4572-a6c1-021a3813bf81 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:33:11.020931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:11.024732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a8eaf3-ae37-49db-9750-9616980b421c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] DELETE failed (client error): The resource could not be found. Sep 22 08:33:11.025370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a8eaf3-ae37-49db-9750-9616980b421c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:33:11.032066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Usage tracker for resource:router and tenant:c21f9983ca854257a2ce6410839b33dd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:11.037549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.041999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:11.052720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.059344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:11.123762 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-00a8eaf3-ae37-49db-9750-9616980b421c tempest-RoutersIpV6AdminTest-423677059 tempest-RoutersIpV6AdminTest-423677059-project] 10.222.0.42 "DELETE /v2.0/subnets/8a79b92b-f514-48a7-ab13-b29626ace73c HTTP/1.1" status: 404 len: 337 time: 0.2314241 Sep 22 08:33:11.149013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.150260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.166339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4c2cc4cc-ee98-4164-98af-3cf361875747 resource provider aggregate not found Sep 22 08:33:11.168123 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4a7ce15a68644dd9615116ab36f8c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0637212 Sep 22 08:33:11.168952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7894e60-b7a2-4ec6-a877-932db2f477c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f34bb35-65f2-49bf-a61d-c1765763d6b7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:11.171519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34114) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:11.178068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.205191 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4c2cc4cc-ee98-4164-98af-3cf361875747 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c2cc4cc-ee98-4164-98af-3cf361875747 found for delete ", "request_id": "req-d1c9fdca-5852-4141-b841-6bd33aa407db"}]} Sep 22 08:33:11.220470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddc7665-7589-4646-bd79-8d28b1720634']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:11.236038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-417af16f-c884-4691-8df0-fadfb3a394c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.239006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2cc4cc-ee98-4164-98af-3cf361875747') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:11.239006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2cc4cc-ee98-4164-98af-3cf361875747') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:11.239587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.261663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.289029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-417af16f-c884-4691-8df0-fadfb3a394c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.295826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.312267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:11.312669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.354494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.377328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2eff8b36-5020-4493-9441-90da40ded14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.441527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2eff8b36-5020-4493-9441-90da40ded14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.451797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.455510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.459704 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f768c6a-efb1-4830-a497-887be8ab073a tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6804104 Sep 22 08:33:11.461607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34120) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:11.468145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.493814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.527689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34124) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:11.528749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.539999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-417af16f-c884-4691-8df0-fadfb3a394c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.555683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=fddc7665-7589-4646-bd79-8d28b1720634,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:11.567128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-417af16f-c884-4691-8df0-fadfb3a394c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.571005 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-417af16f-c884-4691-8df0-fadfb3a394c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/306edc56-b93c-4b95-972f-281fc950f31a HTTP/1.1" status: 204 len: 168 time: 0.5757301 Sep 22 08:33:11.572725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417af16f-c884-4691-8df0-fadfb3a394c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306edc56-b93c-4b95-972f-281fc950f31a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:11.575558 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ed1addc-1276-4d1f-9d1d-9ca58ab3b98a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/fddc7665-7589-4646-bd79-8d28b1720634 HTTP/1.1" status: 204 len: 168 time: 3.3864934 Sep 22 08:33:11.580435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34132) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:11.598114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669220028'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:11.603723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:11.608913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:11.611924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event deleted for resources: {'Port': ['ID=c71a843b-6c3d-4011-9227-06881e33e398,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:11.612721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:11.619764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:11.637838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:11.644571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.715366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:11.736435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.736815 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment 7d0c544d-626d-461f-8b39-4d279aadc781 of type vlan for network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 Sep 22 08:33:11.775706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.801150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4c42912-26be-46c2-bcef-8710059c48b1 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.809877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.816460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:11.817237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:11.944401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3628702 Sep 22 08:33:11.948211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34138) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:11.954323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': 'c2c3c0c1-1778-4800-9aa0-9dc689b1dc98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:11.992170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64343b25-5468-47e9-aac8-e2d949a52281 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=c2c3c0c1-1778-4800-9aa0-9dc689b1dc98,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:12.005340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:12.108435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2eff8b36-5020-4493-9441-90da40ded14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.121412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.132228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.155829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:12.159764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8ce45bd9964221b1f426e6ff8089c5 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:12.162633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:12.168602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:12.213154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:12.220838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:12.224368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:12.232322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:12.254496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:12.257916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.273659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.324051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff8b36-5020-4493-9441-90da40ded14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f34bb35-65f2-49bf-a61d-c1765763d6b7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:12.349584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.506954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.513442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.531656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2eff8b36-5020-4493-9441-90da40ded14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.535131 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2eff8b36-5020-4493-9441-90da40ded14e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f34bb35-65f2-49bf-a61d-c1765763d6b7 HTTP/1.1" status: 204 len: 168 time: 1.3416319 Sep 22 08:33:12.557556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4c42912-26be-46c2-bcef-8710059c48b1 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.566499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4c42912-26be-46c2-bcef-8710059c48b1 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.568446 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca8ce45bd9964221b1f426e6ff8089c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0337827 Sep 22 08:33:12.569835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.573106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34160) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:12.580274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.604645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf3b4a-5047-4c6e-a3b4-be2f675a62d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95336503-798b-435f-8f44-e4a00c067489,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:12.638533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34164) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:12.691605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.736146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4c42912-26be-46c2-bcef-8710059c48b1 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.736773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c42912-26be-46c2-bcef-8710059c48b1 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b466f375-35e1-4ba2-99b7-708812168bbd {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:12.754574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.755318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:12.780266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-491e6956-faa1-46cb-b537-737a5c9e79c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.789601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4c42912-26be-46c2-bcef-8710059c48b1 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.791134 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4c42912-26be-46c2-bcef-8710059c48b1 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b466f375-35e1-4ba2-99b7-708812168bbd HTTP/1.1" status: 204 len: 168 time: 1.3190417 Sep 22 08:33:12.804373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34172) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:12.819050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=fe20d4b4-686e-4a36-95cc-542c286d311d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:12.825194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.826526 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17fb0e78-454f-4f11-aa40-a87e2250c437 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5a37d4f7-8b95-44e8-8cda-a5ad14a0c6fc HTTP/1.1" status: 204 len: 168 time: 4.7322874 Sep 22 08:33:12.834625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34176) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:12.840956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Request body: {'router': {'name': 'tempest-router-547887560', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5cd32cfd36fe4f5d81415d9287af3896'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:12.847388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:12.851662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Usage tracker for resource:router and tenant:5cd32cfd36fe4f5d81415d9287af3896 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:12.854886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:12.860970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:12.879491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.880466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.884838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-491e6956-faa1-46cb-b537-737a5c9e79c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.937158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': '7d0c544d-626d-461f-8b39-4d279aadc781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c2c3c0c1-1778-4800-9aa0-9dc689b1dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:12.939271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: c2c3c0c1-1778-4800-9aa0-9dc689b1dc98, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:12.945221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.964712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1932828628-network', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:12.985156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.990923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:12.996057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:13.017916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Usage tracker for resource:network and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:13.030578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:13.033732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34180) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:13.043446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:13.068585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.100934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-491e6956-faa1-46cb-b537-737a5c9e79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.105683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:13.137761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e6956-faa1-46cb-b537-737a5c9e79c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95336503-798b-435f-8f44-e4a00c067489,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:13.137946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.143715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.151541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c2c3c0c1-1778-4800-9aa0-9dc689b1dc98) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:13.164538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:13.165355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe66c1e-e5e3-4689-a004-e334f4cc75c6 None None] Network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:13.167816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:13.168402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.176733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Usage tracker for resource:security_group_rule and tenant:4208722de1c44ac8a542902918500b00 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:13.180821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:13.192550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:13.198218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.228212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=d98e1522-de37-4509-bac2-97d56a6b9323,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:13.233702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.234885 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-334a8983-b4c5-45e5-af26-310e1d0b292b tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4263389 Sep 22 08:33:13.238096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34184) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:13.238885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-491e6956-faa1-46cb-b537-737a5c9e79c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.239965 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-491e6956-faa1-46cb-b537-737a5c9e79c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95336503-798b-435f-8f44-e4a00c067489 HTTP/1.1" status: 204 len: 168 time: 0.6636996 Sep 22 08:33:13.247793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:13.335144 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4c2cc4cc-ee98-4164-98af-3cf361875747 resource provider aggregate not found Sep 22 08:33:13.340043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20bfbc0f-9184-4486-82c4-d30875b717c5 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3905730 Sep 22 08:33:13.364352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:13.422501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Made reservation on behalf of 2bc0add39cf24367bbfd189efcca01d2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:13.425100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.438156 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4c2cc4cc-ee98-4164-98af-3cf361875747 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c2cc4cc-ee98-4164-98af-3cf361875747 found for delete ", "request_id": "req-9821ba3d-2fed-4328-a61c-84332e696431"}]} Sep 22 08:33:13.470600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.478653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c2c3c0c1-1778-4800-9aa0-9dc689b1dc98', 'network_id': 'c2c3c0c1-1778-4800-9aa0-9dc689b1dc98', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': 'fe20d4b4-686e-4a36-95cc-542c286d311d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:13.479775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.501002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:13.511096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:13.520182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:13.536719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:13.567768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.595834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Deleting port 5d8a3df2-f44a-4787-945b-6947cd4bdf15 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:13.596250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.743726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34200) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:13.757385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Allocated IP 2001:db8::1 (c2c3c0c1-1778-4800-9aa0-9dc689b1dc98/fe20d4b4-686e-4a36-95cc-542c286d311d/ddc85850-d467-409b-b8c6-e09ab2dc1f46) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:13.810436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.820446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.831252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP e811a61c-4c84-4ea7-a739-8adcaff9e3b4 associated. External IP: 172.26.8.234, port: 86ee82f1-a644-43ab-ae80-3e2b4519c0f5. Sep 22 08:33:13.937102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac3c122-1ebb-412c-a3b6-5b39a0dd9807,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:13.954361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4991184-68ac-4f6f-af2c-5572e957b0bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4208722de1c44ac8a542902918500b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9144449 Sep 22 08:33:13.956693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34204) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:13.958304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.977134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.985524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:13.990274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:14.001052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.001413 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Added segment 931bfa38-8484-47ee-92f1-0f95695658a2 of type vlan for network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 Sep 22 08:33:14.002518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Transition to ACTIVE for port object ddc85850-d467-409b-b8c6-e09ab2dc1f46 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:14.025907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Transition to ACTIVE for port object ddc85850-d467-409b-b8c6-e09ab2dc1f46 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:14.032206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.054777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.059931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] For port 5d8a3df2-f44a-4787-945b-6947cd4bdf15, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d8a3df2-f44a-4787-945b-6947cd4bdf15,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:14.060296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.090003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.090587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.098825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:14.102211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:14.106550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:14.151552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Pushing event updated for resources: {'Port': ['ID=ddc85850-d467-409b-b8c6-e09ab2dc1f46,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:14.219356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Calling delete_port for 5d8a3df2-f44a-4787-945b-6947cd4bdf15 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:14.220214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Attempting to bind port ddc85850-d467-409b-b8c6-e09ab2dc1f46 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:14.220702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Attempting to bind port ddc85850-d467-409b-b8c6-e09ab2dc1f46 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '7d0c544d-626d-461f-8b39-4d279aadc781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c2c3c0c1-1778-4800-9aa0-9dc689b1dc98'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:14.221139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Attempting to bind port ddc85850-d467-409b-b8c6-e09ab2dc1f46 on network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:14.226573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:14.227060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Checking segment: {'id': '7d0c544d-626d-461f-8b39-4d279aadc781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c2c3c0c1-1778-4800-9aa0-9dc689b1dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:14.227583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.228074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Bound using segment: {'id': '7d0c544d-626d-461f-8b39-4d279aadc781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c2c3c0c1-1778-4800-9aa0-9dc689b1dc98'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:14.228638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Bound port: ddc85850-d467-409b-b8c6-e09ab2dc1f46, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0c544d-626d-461f-8b39-4d279aadc781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c2c3c0c1-1778-4800-9aa0-9dc689b1dc98'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:14.229111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.258672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:33:14.267906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf782ea-c48a-4c5b-8e31-aea9ffb80940,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:14.269619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.297382 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f69e06ba-f17c-4010-aac6-a245836ef4d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d50cb64ad504c90a9abdea052e3e57d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5501208 Sep 22 08:33:14.299434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:14.306266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-733e077d-a120-434f-84b8-e7f568d604ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.324681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89051) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 22 08:33:14.325117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Router 91a94615-1720-4e3b-9dac-4c31acafce1c migrating from provider to provider. {{(pid=89051) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 22 08:33:14.325370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.328694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] For port ddc85850-d467-409b-b8c6-e09ab2dc1f46, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:14.332622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] For port ddc85850-d467-409b-b8c6-e09ab2dc1f46, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ddc85850-d467-409b-b8c6-e09ab2dc1f46,segment=NetworkSegment(7d0c544d-626d-461f-8b39-4d279aadc781),segment_id=7d0c544d-626d-461f-8b39-4d279aadc781)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:14.338657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.340054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port ddc85850-d467-409b-b8c6-e09ab2dc1f46 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:14.340179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.340390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.340559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.341206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:14.341793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.371043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.424187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42321495-544e-406b-a2c1-b0b65199f2af None None] Pushing event updated for resources: {'Port': ['ID=ddc85850-d467-409b-b8c6-e09ab2dc1f46,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:14.599847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-733e077d-a120-434f-84b8-e7f568d604ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.703380 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] No L3 agents can host the router 91a94615-1720-4e3b-9dac-4c31acafce1c Sep 22 08:33:14.711654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] Pushing event updated for resources: {'Network': ['ID=cfeb1508-c408-4fd0-98ac-1b700f7d6c99,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:14.714954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ddc85850-d467-409b-b8c6-e09ab2dc1f46 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:14.721055 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-564f7d36-4a21-4058-ad5d-b27e65f3728a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0815327 Sep 22 08:33:14.728277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34212) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:14.728936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23fdc07c-52a9-41dd-9516-28a42d11dad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.751772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Request body: {'subnet': {'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1932828628-subnet', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:14.755742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:14.757499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:14.761546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Usage tracker for resource:subnet and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:14.765491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:14.775909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:14.798710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Made reservation on behalf of 2bc0add39cf24367bbfd189efcca01d2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:14.800814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.877507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23fdc07c-52a9-41dd-9516-28a42d11dad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:14.926019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ddc85850-d467-409b-b8c6-e09ab2dc1f46 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:14.954862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-733e077d-a120-434f-84b8-e7f568d604ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.012183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e077d-a120-434f-84b8-e7f568d604ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac3c122-1ebb-412c-a3b6-5b39a0dd9807,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:15.044372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-733e077d-a120-434f-84b8-e7f568d604ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.045711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-733e077d-a120-434f-84b8-e7f568d604ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eac3c122-1ebb-412c-a3b6-5b39a0dd9807 HTTP/1.1" status: 204 len: 168 time: 1.0847409 Sep 22 08:33:15.058941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.143996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d8a3df2-f44a-4787-945b-6947cd4bdf15,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:15.189076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23fdc07c-52a9-41dd-9516-28a42d11dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.234117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdc07c-52a9-41dd-9516-28a42d11dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c00663f-94ea-4c92-9377-fa65812d1e35,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:15.245766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:15.284759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Hosts for router 91a94615-1720-4e3b-9dac-4c31acafce1c: [] {{(pid=89051) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 22 08:33:15.316334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.389648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Hosts for other DVR routers connected to router 91a94615-1720-4e3b-9dac-4c31acafce1c: set() {{(pid=89051) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 22 08:33:15.392100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.393319 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d7fe919-4b15-460d-b53f-168f867b84b2 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "PUT /v2.0/routers/91a94615-1720-4e3b-9dac-4c31acafce1c HTTP/1.1" status: 200 len: 716 time: 2.1523123 Sep 22 08:33:15.407895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34222) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:15.481387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port ddc85850-d467-409b-b8c6-e09ab2dc1f46, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ddc85850-d467-409b-b8c6-e09ab2dc1f46,segment=NetworkSegment(7d0c544d-626d-461f-8b39-4d279aadc781),segment_id=7d0c544d-626d-461f-8b39-4d279aadc781)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:15.481754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.499911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.502227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.535130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23fdc07c-52a9-41dd-9516-28a42d11dad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.536514 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-23fdc07c-52a9-41dd-9516-28a42d11dad3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c00663f-94ea-4c92-9377-fa65812d1e35 HTTP/1.1" status: 204 len: 168 time: 1.2345490 Sep 22 08:33:15.540664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.541284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fae38685-0834-4d39-99eb-093cbfcf4482 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:15.557443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.565254 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9df85a6b-dbb6-489b-a4e9-5bf3c3137ced tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "DELETE /v2.0/routers/fae38685-0834-4d39-99eb-093cbfcf4482 HTTP/1.1" status: 204 len: 168 time: 2.7293696 Sep 22 08:33:15.567759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34232) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:15.596034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.631817 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9620b730-c1c3-49cb-82b8-eb518eed8aa3 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "GET /v2.0/routers/91a94615-1720-4e3b-9dac-4c31acafce1c HTTP/1.1" status: 200 len: 716 time: 0.2226489 Sep 22 08:33:15.637327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34238) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:15.640237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e62622-aea1-4871-af68-893ec1b2601e None None] Network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:15.709899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Checking segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:15.710516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Network hostable DHCP agents. Network: cfeb1508-c408-4fd0-98ac-1b700f7d6c99, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:15.724319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1491686061', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:15.732256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:15.736855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Usage tracker for resource:router and tenant:e8f3a898813147f1b219fdf94594fb1f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:15.740118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:15.743095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f47774-0b44-4a40-b1fd-7c810493b139,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:15.746726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:15.753407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:15.764802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for ddc85850-d467-409b-b8c6-e09ab2dc1f46 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:15.766922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, cfeb1508-c408-4fd0-98ac-1b700f7d6c99) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:15.776816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:15.777419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.819673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed93a2-1a55-47dd-b31f-4587162f57df None None] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:15.820052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-44ba4725-bdf2-474f-9127-7370bf932cd9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0855246 Sep 22 08:33:15.820818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:15.831688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:15.836926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:15.842165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Usage tracker for resource:router and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:15.846897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:15.853855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:15.860422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.861637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.867112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.869162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.890256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.932667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:15.946025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:16.114359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:16.166725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.299404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:16.300504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.336550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:16.342799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:16.538817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:16.555238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:16.556037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:16.614722 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6a7d92aa-57ea-4447-bae4-e65ffdcb9151 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.0441873 Sep 22 08:33:16.629960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.639487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:16.659285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-946579166'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:16.679350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:16.688231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d8a3df2-f44a-4787-945b-6947cd4bdf15 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:33:16.689754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:network and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:16.695360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:16.704047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.718000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:16.727362 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-edfd6df7-bf23-4b69-95aa-f0a322dc7d1a tempest-RoutersTestDVR-676089761 tempest-RoutersTestDVR-676089761-project] 10.222.0.42 "GET /v2.0/routers/91a94615-1720-4e3b-9dac-4c31acafce1c HTTP/1.1" status: 200 len: 682 time: 1.0810261 Sep 22 08:33:16.727742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34276) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:16.731809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.794113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Port': ['ID=ddc85850-d467-409b-b8c6-e09ab2dc1f46,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:16.797857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:16.802323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.884302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b8675094-a6c7-417e-840e-f1766f128645 None None] Provisioning for port ddc85850-d467-409b-b8c6-e09ab2dc1f46 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:16.896473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:16.896888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274ec41-0d05-4fcd-b567-0e4c9a414438 None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:16.919480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5d8a3df2-f44a-4787-945b-6947cd4bdf15 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:33:16.919831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d8a3df2-f44a-4787-945b-6947cd4bdf15 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:33:16.936942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b8675094-a6c7-417e-840e-f1766f128645 None None] Provisioning complete for port ddc85850-d467-409b-b8c6-e09ab2dc1f46 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:16.937348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8675094-a6c7-417e-840e-f1766f128645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.937685 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b8675094-a6c7-417e-840e-f1766f128645 None None] Attempt 1 to provision port ddc85850-d467-409b-b8c6-e09ab2dc1f46 Sep 22 08:33:16.974113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c881665b-1943-4c15-9c81-53aa4a38f1dd tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:16.981960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No DVR routers for this DVR port ddc85850-d467-409b-b8c6-e09ab2dc1f46 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:33:17.039291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b8675094-a6c7-417e-840e-f1766f128645 None None] Port ddc85850-d467-409b-b8c6-e09ab2dc1f46 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:33:17.052036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:17.073697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.133422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Allocated IP 172.20.0.2 (cfeb1508-c408-4fd0-98ac-1b700f7d6c99/21f47774-0b44-4a40-b1fd-7c810493b139/e6e75708-30e8-40f0-9273-ab8cd95651d5) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:17.139734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.140896 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Added segment 0d20cf9d-799d-44f9-b6f5-88aee47c49d9 of type vlan for network 81c3f33b-208e-41f8-825d-2951621a16b5 Sep 22 08:33:17.213333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.382783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.389044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:17.389825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.461180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.513397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c881665b-1943-4c15-9c81-53aa4a38f1dd tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.517441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c881665b-1943-4c15-9c81-53aa4a38f1dd tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.533756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.570500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730efa7d-b9df-4ac4-ba6b-463b48929b3e None None] DHCP port deletion for c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:33:17.572943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c881665b-1943-4c15-9c81-53aa4a38f1dd tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.573998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c881665b-1943-4c15-9c81-53aa4a38f1dd tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91a94615-1720-4e3b-9dac-4c31acafce1c {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:17.579436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Transition to ACTIVE for port object e6e75708-30e8-40f0-9273-ab8cd95651d5 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:17.590570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=fe20d4b4-686e-4a36-95cc-542c286d311d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:17.593210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b27830fa-2964-4166-9035-4f2aa202e9d2 None None] Could not find standard attr ID for object ddc85850-d467-409b-b8c6-e09ab2dc1f46. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:33:17.613651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c881665b-1943-4c15-9c81-53aa4a38f1dd tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.617896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c881665b-1943-4c15-9c81-53aa4a38f1dd tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "DELETE /v2.0/routers/91a94615-1720-4e3b-9dac-4c31acafce1c HTTP/1.1" status: 204 len: 168 time: 0.8859930 Sep 22 08:33:17.618403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:17.624937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d0a2f-4fe6-4724-a8dc-b095dc5d5458 None None] Network c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:17.631288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Request body: {'router': {'name': 'tempest-router-846329783', 'distributed': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:17.638951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:17.710670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Usage tracker for resource:router and tenant:c21f9983ca854257a2ce6410839b33dd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:17.728907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.770689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Transition to ACTIVE for port object e6e75708-30e8-40f0-9273-ab8cd95651d5 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:17.773113 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1306229 Sep 22 08:33:17.773723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fdd5b-d031-46e1-b1cc-b9b39ff1cc1f tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Network': ['ID=81c3f33b-208e-41f8-825d-2951621a16b5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:17.784014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34304) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:17.790238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.797738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'subnet': {'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:17.799206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:17.814002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.818524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.833178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:17.834681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 81c3f33b-208e-41f8-825d-2951621a16b5 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:17.870871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:17.904739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.905775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.931744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.944620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Pushing event updated for resources: {'Port': ['ID=e6e75708-30e8-40f0-9273-ab8cd95651d5,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:17.968000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:17.970610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.040387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c3c0c1-1778-4800-9aa0-9dc689b1dc98']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:18.053002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.078274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0c544d-626d-461f-8b39-4d279aadc781') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:18.079036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0c544d-626d-461f-8b39-4d279aadc781') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:18.094712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:18.111255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:18.113305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.114781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:18.121310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:18.121860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.123711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-23f1757c-1c84-4034-ad3a-56411a77d227 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5006561 Sep 22 08:33:18.128806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:18.199312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Allocated IP 172.26.8.121 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/69cc2c90-ee18-41ef-8e66-a63092e50e48) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:18.205425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.208037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:18.217671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61097eb5-a26d-4eb7-a9d6-df6e93d557fe None None] DHCP port deletion for c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:33:18.252801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Attempting to bind port e6e75708-30e8-40f0-9273-ab8cd95651d5 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:18.253344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Attempting to bind port e6e75708-30e8-40f0-9273-ab8cd95651d5 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:18.253714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Attempting to bind port e6e75708-30e8-40f0-9273-ab8cd95651d5 on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:18.262466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:18.262844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Checking segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:18.263270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.263666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Bound using segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:18.264136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Bound port: e6e75708-30e8-40f0-9273-ab8cd95651d5, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:18.264511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.298634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0de0c5e-315e-42a9-a645-bfbf15b9cf11 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.397619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] For port e6e75708-30e8-40f0-9273-ab8cd95651d5, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:18.444883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.478555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.517332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:18.517732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.520182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:18.559787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:18.562653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:18.567416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:18.625770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1063494011', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:18.628503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:18.631949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.638392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ddc85850-d467-409b-b8c6-e09ab2dc1f46 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:33:18.656327 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7d0c544d-626d-461f-8b39-4d279aadc781 resource provider aggregate not found Sep 22 08:33:18.682017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ddc85850-d467-409b-b8c6-e09ab2dc1f46 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:33:18.682984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ddc85850-d467-409b-b8c6-e09ab2dc1f46 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:33:18.727901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:18.792606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Usage tracker for resource:port and tenant:aa563b8fd94e4970822f0e6cb41f8a1b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:18.796183 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7d0c544d-626d-461f-8b39-4d279aadc781 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d0c544d-626d-461f-8b39-4d279aadc781 found for delete ", "request_id": "req-465a5b03-c313-4a18-bab0-083745096ff4"}]} Sep 22 08:33:18.797785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1633935108', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:18.827335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:18.861053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Pushing event updated for resources: {'Port': ['ID=69cc2c90-ee18-41ef-8e66-a63092e50e48,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:18.863961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:18.875489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Usage tracker for resource:port and tenant:0a0c9ec998024a9e8d70e7ebdbf5b77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:18.880014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:18.890321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:18.914794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:18.943992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Made reservation on behalf of 0a0c9ec998024a9e8d70e7ebdbf5b77d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:18.946232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:18.963397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.035000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:19.048254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Usage tracker for resource:security_group_rule and tenant:0a0c9ec998024a9e8d70e7ebdbf5b77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:19.048868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] For port e6e75708-30e8-40f0-9273-ab8cd95651d5, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6e75708-30e8-40f0-9273-ab8cd95651d5,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:19.054568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.059045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:19.059553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Allocated IP 172.26.8.57 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/aa44d8b7-3cc7-44b6-9bf2-5406c15cb958) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:19.068426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:19.071174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.076179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.109986 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 HTTP/1.1" status: 204 len: 168 time: 5.7408991 Sep 22 08:33:19.109986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Made reservation on behalf of aa563b8fd94e4970822f0e6cb41f8a1b for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:19.110817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.123116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34338) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:19.127523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0de0c5e-315e-42a9-a645-bfbf15b9cf11 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.134603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954f78d-94a7-47d1-8ee2-f7dcee3695dd None None] Pushing event updated for resources: {'Port': ['ID=e6e75708-30e8-40f0-9273-ab8cd95651d5,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:19.140536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0de0c5e-315e-42a9-a645-bfbf15b9cf11 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.153855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823582893'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:19.162385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.172246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fea5b-a3dc-473a-a7db-14bbb1521907 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=c2c3c0c1-1778-4800-9aa0-9dc689b1dc98,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:19.177052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:19.197020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.213034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:19.219173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:19.232608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:19.289326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:19.311110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Usage tracker for resource:security_group_rule and tenant:aa563b8fd94e4970822f0e6cb41f8a1b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:19.314944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0de0c5e-315e-42a9-a645-bfbf15b9cf11 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.315598 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0de0c5e-315e-42a9-a645-bfbf15b9cf11 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd9b0df3-08aa-4cfc-bd95-d8e9c43e2457 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:19.320034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:19.382825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:19.399967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:19.408156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.440006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.522615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.537428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] device_id is not set on port e271e4f5-90bf-40d9-b6d1-88fbadeca311 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:19.553824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0de0c5e-315e-42a9-a645-bfbf15b9cf11 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.555281 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0de0c5e-315e-42a9-a645-bfbf15b9cf11 tempest-RoutersTestDVR-1038410102 tempest-RoutersTestDVR-1038410102-project-admin] 10.222.0.42 "DELETE /v2.0/routers/fd9b0df3-08aa-4cfc-bd95-d8e9c43e2457 HTTP/1.1" status: 204 len: 168 time: 1.4251266 Sep 22 08:33:19.566515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:19.571297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.604536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.605065 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment 7ac5c377-7b1f-4cad-afea-161f4fa040e3 of type vlan for network 99a7f70c-cef0-4e7a-98a1-db2278e60429 Sep 22 08:33:19.608540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.693047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb264c-3620-46d8-8246-1e3c9bb30181,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:19.719452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.755135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.778439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Subnet': ['ID=530de51f-f504-4817-a2b2-0bd3618f2304,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:19.796404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.804578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.844404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Checking segment: {'id': '0d20cf9d-799d-44f9-b6f5-88aee47c49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:19.844760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network hostable DHCP agents. Network: 81c3f33b-208e-41f8-825d-2951621a16b5, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:19.859681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.897857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] device_id is not set on port 51d898d8-fa61-4327-9b56-d7b8a67f982f yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:19.954279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Allocated IP 172.26.8.84 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/e271e4f5-90bf-40d9-b6d1-88fbadeca311) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:19.970782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34346) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:19.977414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:19.980999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:19.986475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:19.987079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.017497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:20.020066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:20.062471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a771a019-0899-4057-9246-dca1ee66e10a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:20.065837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event updated for resources: {'Port': ['ID=aa44d8b7-3cc7-44b6-9bf2-5406c15cb958,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:20.079559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:33:20.150769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 81c3f33b-208e-41f8-825d-2951621a16b5 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:20.200695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 81c3f33b-208e-41f8-825d-2951621a16b5) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:20.205037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:20.205614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.212462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d178a0ed-a64b-422c-9507-e20a562bfbc2 None None] Network 81c3f33b-208e-41f8-825d-2951621a16b5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:20.219846 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0815356 Sep 22 08:33:20.281088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34352) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:20.281758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fe481-d180-4e38-ac00-6d13060341a1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=99a7f70c-cef0-4e7a-98a1-db2278e60429,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:20.305815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:20.354843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:20.367938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c491ff-317e-4f16-b440-673a49abe036 None None] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:20.381919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.421700 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:33:20.427937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:20.447484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd32cfd36fe4f5d81415d9287af3896 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:20.455639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:20.525958 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c868361-c2a6-441e-ae37-fe7714f7cdf9 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7406433 Sep 22 08:33:20.527322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34358) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:20.533641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:20.577520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.597445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2105200722', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:20.603899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5031dc5d-bb86-4c92-894a-4625172b0e6a None None] Provisioning for port e6e75708-30e8-40f0-9273-ab8cd95651d5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:20.608709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:20.629451 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:20.658750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:20.669245 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:20.673158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.675971 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:20.677352 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a391def-7c41-4903-8c7f-bae19e97e09d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8554714 Sep 22 08:33:20.679719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:20.688418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.690490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:router and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:20.732456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:20.757811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:20.784987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:20.789109 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-81c3f33b-208e-41f8-825d-2951621a16b5', 'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5', 'tenant_id': '751a49b9c36b4d049c36d4ab7ad0cbdf', 'fixed_ips': [{'subnet_id': '530de51f-f504-4817-a2b2-0bd3618f2304'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:20.792641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.800145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:20.825672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e75708-30e8-40f0-9273-ab8cd95651d5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:20.871600 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:20.874971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.876188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.901681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:20.905982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Allocated IP 172.26.8.173 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/51d898d8-fa61-4327-9b56-d7b8a67f982f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:20.931471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Pushing event updated for resources: {'Port': ['ID=e271e4f5-90bf-40d9-b6d1-88fbadeca311,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:20.946690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:20.953488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:20.961225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.962097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:20.963249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:20.995677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.018692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:21.022998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.041609 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:21.064252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e6e75708-30e8-40f0-9273-ab8cd95651d5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:21.079497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e6e75708-30e8-40f0-9273-ab8cd95651d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:21.080059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.080488 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e6e75708-30e8-40f0-9273-ab8cd95651d5 Sep 22 08:33:21.193746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cf92cf-7355-4d58-b046-7f4387040b31,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:21.266754 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-772348a3-da84-46dd-8052-bbfa8e858fb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cd32cfd36fe4f5d81415d9287af3896&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2948833 Sep 22 08:33:21.271628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:21.333126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:21.334017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.373214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e6e75708-30e8-40f0-9273-ab8cd95651d5 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:21.373803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.411758 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:18Z', 'revision_number': 3, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:21.418477 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:33:21.419782 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Updating router b7b13e84-9e4b-4524-af82-096a4cfa0b34 port 69cc2c90-ee18-41ef-8e66-a63092e50e48 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:33:21.436884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Allocated IP 172.20.0.2 (81c3f33b-208e-41f8-825d-2951621a16b5/530de51f-f504-4817-a2b2-0bd3618f2304/15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:21.450825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e6e75708-30e8-40f0-9273-ab8cd95651d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6e75708-30e8-40f0-9273-ab8cd95651d5,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:21.457527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.462561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.494201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27f53ecb-f730-4739-88cf-d492d5d73ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.500467 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.529012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27f53ecb-f730-4739-88cf-d492d5d73ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.586603 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5801b936-c378-4add-ac2c-9428708ed98c tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0576355 Sep 22 08:33:21.587423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:21.593038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27f53ecb-f730-4739-88cf-d492d5d73ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.607198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.84'}]}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:21.619345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:21.625659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f53ecb-f730-4739-88cf-d492d5d73ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cf92cf-7355-4d58-b046-7f4387040b31,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:21.627773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Usage tracker for resource:router and tenant:0a0c9ec998024a9e8d70e7ebdbf5b77d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:21.636894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:21.640187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-27f53ecb-f730-4739-88cf-d492d5d73ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.644269 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-27f53ecb-f730-4739-88cf-d492d5d73ec6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05cf92cf-7355-4d58-b046-7f4387040b31 HTTP/1.1" status: 204 len: 168 time: 0.3714640 Sep 22 08:33:21.726672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ff8d7262-3bbd-4b88-b200-1e4cf0be1fa6 None None] Provisioning complete for port e6e75708-30e8-40f0-9273-ab8cd95651d5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:21.727406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ff8d7262-3bbd-4b88-b200-1e4cf0be1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.728256 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ff8d7262-3bbd-4b88-b200-1e4cf0be1fa6 None None] Attempt 1 to provision port e6e75708-30e8-40f0-9273-ab8cd95651d5 Sep 22 08:33:21.736075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:21.778174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e6e75708-30e8-40f0-9273-ab8cd95651d5,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:21.883310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.884627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:21.928982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.010976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.031922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Transition to ACTIVE for port object 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:22.034993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d7262-3bbd-4b88-b200-1e4cf0be1fa6 None None] Current status of the port e6e75708-30e8-40f0-9273-ab8cd95651d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:22.066791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Transition to ACTIVE for port object 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:22.068377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.075902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.085723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:22.152680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Network 81c3f33b-208e-41f8-825d-2951621a16b5 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:22.155739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:22.159396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:22.165021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Pushing event updated for resources: {'Port': ['ID=15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:22.190649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.269349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Attempting to bind port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:22.269623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Attempting to bind port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '0d20cf9d-799d-44f9-b6f5-88aee47c49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:22.269986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Attempting to bind port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d on network 81c3f33b-208e-41f8-825d-2951621a16b5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:22.275953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:22.276343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Checking segment: {'id': '0d20cf9d-799d-44f9-b6f5-88aee47c49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:22.276742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.277319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Bound using segment: {'id': '0d20cf9d-799d-44f9-b6f5-88aee47c49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:22.277799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Bound port: 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d20cf9d-799d-44f9-b6f5-88aee47c49d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:22.278175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.324851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.361494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.379182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] For port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:22.381549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.383103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] For port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d,segment=NetworkSegment(0d20cf9d-799d-44f9-b6f5-88aee47c49d9),segment_id=0d20cf9d-799d-44f9-b6f5-88aee47c49d9)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:22.388505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.415240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:22.468500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651b63-efd3-4a68-8d53-b4a05d8c6184 None None] Pushing event updated for resources: {'Port': ['ID=15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:22.482717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c21f9983ca854257a2ce6410839b33dd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:22.494701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:22.518113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.592568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:22.615230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.679562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.695876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e75708-30e8-40f0-9273-ab8cd95651d5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:22.808371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:22.813470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=69fd44f9-83b4-4ad2-83a3-2d770338df30,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:22.825121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e6e75708-30e8-40f0-9273-ab8cd95651d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:22.825687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.826736 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e6e75708-30e8-40f0-9273-ab8cd95651d5 Sep 22 08:33:22.832189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:22.832383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.834942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:22.843925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.893930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': '7ac5c377-7b1f-4cad-afea-161f4fa040e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:22.893930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: 99a7f70c-cef0-4e7a-98a1-db2278e60429, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:22.897290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Pushing event updated for resources: {'Port': ['ID=51d898d8-fa61-4327-9b56-d7b8a67f982f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:22.963581 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:22.976637 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Transition to ACTIVE for port object 69cc2c90-ee18-41ef-8e66-a63092e50e48 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:22.985027 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.006128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:23.006735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.036833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e6e75708-30e8-40f0-9273-ab8cd95651d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:23.085514 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c21f9983ca854257a2ce6410839b33dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9987605 Sep 22 08:33:23.086099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:23.090179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:23.095033 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Attempting to bind port 69cc2c90-ee18-41ef-8e66-a63092e50e48 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:23.095590 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Attempting to bind port 69cc2c90-ee18-41ef-8e66-a63092e50e48 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:23.095944 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Attempting to bind port 69cc2c90-ee18-41ef-8e66-a63092e50e48 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:23.105085 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:23.105465 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:23.106360 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.106360 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:23.106830 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Bound port: 69cc2c90-ee18-41ef-8e66-a63092e50e48, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:23.107200 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.138143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f8f51-d29e-4566-847e-7e66ff5559a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1feae4c-2855-40c8-a310-0ab8cfd53f6d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:23.152682 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640c57b-3e98-4832-b96e-a1c80ab4365d None None] Pushing event updated for resources: {'Port': ['ID=69cc2c90-ee18-41ef-8e66-a63092e50e48,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:23.161377 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-45ccaf12-844c-432f-9207-ec4694d16ddf tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.2890866 Sep 22 08:33:23.162237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 99a7f70c-cef0-4e7a-98a1-db2278e60429) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:23.167209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:23.167936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.174321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34386) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:23.175156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.180543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e074b9-ebba-4a55-9ac5-1dc63e11f7f7 None None] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:23.201586 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] For port 69cc2c90-ee18-41ef-8e66-a63092e50e48, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:23.205974 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] For port 69cc2c90-ee18-41ef-8e66-a63092e50e48, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=69cc2c90-ee18-41ef-8e66-a63092e50e48,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:23.213161 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.220491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.173'}]}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:23.227092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Router 4a3851bd-9f08-4481-a021-117404b0f9d5 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:33:23.234011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.236077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:23.242560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-164485f6-06eb-426e-a9f0-7738004cd111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.244609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Allocated IP 172.20.0.1 (cfeb1508-c408-4fd0-98ac-1b700f7d6c99/21f47774-0b44-4a40-b1fd-7c810493b139/61561d28-9dda-4c6a-bb3b-143b16e6dfd6) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:23.280812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Usage tracker for resource:router and tenant:aa563b8fd94e4970822f0e6cb41f8a1b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:23.283876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-164485f6-06eb-426e-a9f0-7738004cd111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.285032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:23.289887 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:23.290772 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:23.301740 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-082b3d42-4d01-408c-ad0e-43045dcd5737 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0133748 Sep 22 08:33:23.305605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34390) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:23.336705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:23.369785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:23.436303 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640c57b-3e98-4832-b96e-a1c80ab4365d None None] Pushing event updated for resources: {'Port': ['ID=69cc2c90-ee18-41ef-8e66-a63092e50e48,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:23.486072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.486870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.604689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.625472 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:23.655517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:23.692522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] Sync routers for ids ['4a3851bd-9f08-4481-a021-117404b0f9d5'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:23.705996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] Routers {'4a3851bd-9f08-4481-a021-117404b0f9d5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:23.706621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4a3851bd-9f08-4481-a021-117404b0f9d5'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:23.716009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-164485f6-06eb-426e-a9f0-7738004cd111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.717356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.26.8.47 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/47081789-81e5-4161-8ef9-cfcd1f9e8c34) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:23.753298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:23.764305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.782648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-99a7f70c-cef0-4e7a-98a1-db2278e60429', 'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': '69fd44f9-83b4-4ad2-83a3-2d770338df30'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:23.783469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:23.804977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:23.818604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:subnet and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:23.832259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:23.845004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164485f6-06eb-426e-a9f0-7738004cd111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1feae4c-2855-40c8-a310-0ab8cfd53f6d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:23.861374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] Routers {'4a3851bd-9f08-4481-a021-117404b0f9d5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:23.861926 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4a3851bd-9f08-4481-a021-117404b0f9d5'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:23.915613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:23.941518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Transition to ACTIVE for port object 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:23.972751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:23.973154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b9ece-ea51-4a4b-8522-b308a012d91d None None] The sync data for ids ['4a3851bd-9f08-4481-a021-117404b0f9d5'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:23.994336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:23.998606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:24.009013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ce35ba-5c50-445a-ab57-0e1285799de4 None None] Network 81c3f33b-208e-41f8-825d-2951621a16b5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:24.035013 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:18Z', 'revision_number': 3, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:24.047765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f46ae-77c6-481c-b09a-b3fd5f7efb7b None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:18Z', 'revision_number': 3, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:24.107723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-164485f6-06eb-426e-a9f0-7738004cd111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:24.109586 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-164485f6-06eb-426e-a9f0-7738004cd111 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1feae4c-2855-40c8-a310-0ab8cfd53f6d HTTP/1.1" status: 204 len: 168 time: 1.0167470 Sep 22 08:33:24.130976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9ce76f73-5d08-4762-bf91-21e99ca847ca None None] Provisioning for port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:24.139423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:24.185186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:24.248192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:24.273677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:24.278276 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-60c20d54-b2d1-49d9-b1be-3ff3ba26e3bb tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.7030163 Sep 22 08:33:24.287579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:24.310239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': False}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:24.380965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:24.391941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:24.394975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:24.564509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Allocated IP 2001:db8::2 (99a7f70c-cef0-4e7a-98a1-db2278e60429/69fd44f9-83b4-4ad2-83a3-2d770338df30/56d2f178-d3d9-44b8-995e-8b491122e7b9) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:24.710123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Pushing event updated for resources: {'Port': ['ID=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:24.739127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:24.833781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:24.869434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.008498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.019748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Provisioning for port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:25.038055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Provisioning complete for port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:25.039119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.040189 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 1 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:25.319912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.328358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:25.339274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:25.361661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Transition to ACTIVE for port object 56d2f178-d3d9-44b8-995e-8b491122e7b9 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:25.364195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:25.364561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.364890 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d Sep 22 08:33:25.401063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.493007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Transition to ACTIVE for port object 56d2f178-d3d9-44b8-995e-8b491122e7b9 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:25.517043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.537318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.620375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:25.634999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Pushing event updated for resources: {'Port': ['ID=56d2f178-d3d9-44b8-995e-8b491122e7b9,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:25.698760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:25.701746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:25.708342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:25.720311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:25.741726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:25.742537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.751610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:25.754463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:25.758732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:25.761991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34426) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:25.768565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:25.769014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.781063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=7d51dbfa-644c-4b4f-b8c1-7d0750d63cbb,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:25.783310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.826586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:25.860046 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 2 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:25.955949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:25.981235 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-55d230a2-792a-43db-b358-45d6d78c0d2c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6728671 Sep 22 08:33:26.002993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34432) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:26.009165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d,segment=NetworkSegment(0d20cf9d-799d-44f9-b6f5-88aee47c49d9),segment_id=0d20cf9d-799d-44f9-b6f5-88aee47c49d9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:26.017120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.017891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 69cc2c90-ee18-41ef-8e66-a63092e50e48 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:26.028617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=47081789-81e5-4161-8ef9-cfcd1f9e8c34,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:26.077197 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-62008f91-43ea-4d05-bf76-0834f44fb770 tempest-AgentManagementNegativeTest-1674886998 tempest-AgentManagementNegativeTest-1674886998-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3089981 Sep 22 08:33:26.179815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:26.202349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Attempting to bind port 56d2f178-d3d9-44b8-995e-8b491122e7b9 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:26.202765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Attempting to bind port 56d2f178-d3d9-44b8-995e-8b491122e7b9 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '7ac5c377-7b1f-4cad-afea-161f4fa040e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:26.203239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Attempting to bind port 56d2f178-d3d9-44b8-995e-8b491122e7b9 on network 99a7f70c-cef0-4e7a-98a1-db2278e60429 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:26.212351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:26.212884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Checking segment: {'id': '7ac5c377-7b1f-4cad-afea-161f4fa040e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:26.213905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.214383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Bound using segment: {'id': '7ac5c377-7b1f-4cad-afea-161f4fa040e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:26.214953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Bound port: 56d2f178-d3d9-44b8-995e-8b491122e7b9, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac5c377-7b1f-4cad-afea-161f4fa040e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:26.215461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.396418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.397922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 69cc2c90-ee18-41ef-8e66-a63092e50e48 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:26.406009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 69cc2c90-ee18-41ef-8e66-a63092e50e48 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:26.406498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.406920 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 69cc2c90-ee18-41ef-8e66-a63092e50e48 Sep 22 08:33:26.451096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:26.456888 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 3 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:26.500556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.516617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:26.531474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.539168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f61df-e34f-475b-8c8a-4903607e7598 req-123f22f4-3ba7-4f98-9c55-2fa68445e500 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:26.540730 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-912f61df-e34f-475b-8c8a-4903607e7598 req-123f22f4-3ba7-4f98-9c55-2fa68445e500 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.8022220 Sep 22 08:33:26.598504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:26.600900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-1b95655a-c0c3-49cd-a928-da6effc86535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:26.603860 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-1b95655a-c0c3-49cd-a928-da6effc86535 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 1.0077407 Sep 22 08:33:26.605001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.626695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34440) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:26.670365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375671a4-2eeb-48b5-9804-edcaea4a1b4d None None] Pushing event updated for resources: {'Port': ['ID=56d2f178-d3d9-44b8-995e-8b491122e7b9,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:26.678669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 69cc2c90-ee18-41ef-8e66-a63092e50e48 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:26.679182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.696262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 69cc2c90-ee18-41ef-8e66-a63092e50e48, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=69cc2c90-ee18-41ef-8e66-a63092e50e48,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:26.704201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.798410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=69cc2c90-ee18-41ef-8e66-a63092e50e48,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:26.841520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:26.941762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:26.942832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:26.943358 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d Sep 22 08:33:27.049131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.051979 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-912f61df-e34f-475b-8c8a-4903607e7598 req-07d4af58-c622-408b-aad4-1a7f28a09b67 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5013108 Sep 22 08:33:27.057740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:27.059485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:27.060969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:27.063295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:27.065612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:27.066591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Synchronizing usage tracker for tenant:1d340761161d496582b6daccd7dc371e on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:27.100144 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 4 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:27.117397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.123006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Pushing event updated for resources: {'Port': ['ID=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:27.186629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.195843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.199200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:27.203500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:27.204911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.217639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Unset dirty status for tenant:1d340761161d496582b6daccd7dc371e on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:27.218751 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2285ad21-b7ba-47c5-93c8-38556589ef76 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.2078860 Sep 22 08:33:27.219584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.220076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7842d161-97dc-4dad-8030-dffcb68dd0d5 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:27.226482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34446) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:27.255046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-204772083'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:27.259265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-77bf1177-d98e-41d7-9dfe-d34bbe4f0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:27.261315 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-77bf1177-d98e-41d7-9dfe-d34bbe4f0bb2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.6067636 Sep 22 08:33:27.264374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.273804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:27.276227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:27.320177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:27.324156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Usage tracker for resource:security_group_rule and tenant:7960a8e98764461e9e7b9b742850452c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:27.329690 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:27.334310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:27.347111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:27.349147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:27.356827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.388518 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 08:33:27.389560 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-854c82ed-49d3-4caa-88ad-e27215971ac5 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7979743 Sep 22 08:33:27.395543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34450) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:27.499309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:27.500843 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-dfad3675-fad5-43e8-b249-f3d222328423 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 1000 time: 0.1900611 Sep 22 08:33:27.502486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.548425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Deleting port e271e4f5-90bf-40d9-b6d1-88fbadeca311 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:27.548765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:27.624769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:27.629047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:27.704767 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 5 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:27.757414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-ab07a0bb-1ddb-4df4-bade-dc0f78ab67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:27.758798 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-ab07a0bb-1ddb-4df4-bade-dc0f78ab67d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.2442696 Sep 22 08:33:27.765670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:27.823529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:27.866516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9696fbf-f6c7-45a0-b236-80dffe8c5908 None None] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:28.063396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.063654 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment 04690be4-6f60-4101-b4b0-164c61032a5d of type vlan for network cee3db64-042c-4c27-8479-1c13f3a96ebe Sep 22 08:33:28.102001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:28.124400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-c0e57fb5-c7b9-42b0-89ce-78e485a73784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:28.125861 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-c0e57fb5-c7b9-42b0-89ce-78e485a73784 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3462958 Sep 22 08:33:28.129222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.257298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.266005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.269839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] Update dhcp port {'port': {'network_id': '99a7f70c-cef0-4e7a-98a1-db2278e60429', 'fixed_ips': [{'subnet_id': '69fd44f9-83b4-4ad2-83a3-2d770338df30', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d51dbfa-644c-4b4f-b8c1-7d0750d63cbb'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '56d2f178-d3d9-44b8-995e-8b491122e7b9'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:33:28.325059 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 6 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:28.348773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.433112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:28.459992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.496950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.578555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Calling delete_port for e271e4f5-90bf-40d9-b6d1-88fbadeca311 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:28.589346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] Allocated IP 172.20.0.1 (99a7f70c-cef0-4e7a-98a1-db2278e60429/7d51dbfa-644c-4b4f-b8c1-7d0750d63cbb/56d2f178-d3d9-44b8-995e-8b491122e7b9) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:28.628393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:33:28.738361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:28.779686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.787095 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-48a64877-93cf-49b0-845a-5e2432b05a61 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495488 Sep 22 08:33:28.809615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] Ignored duplicate provisioning block setup for port 56d2f178-d3d9-44b8-995e-8b491122e7b9 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:33:28.813729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.833381 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7960a8e98764461e9e7b9b742850452c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2029169 Sep 22 08:33:28.836004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.837730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48116d4-266c-48e6-a839-7600642bdc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9bf89-640b-413e-a028-0bad4d525895,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:28.840799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.844980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:28.846220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.854601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:28.869998 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:28.882791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.887487 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:28.888116 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:28.895317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:28.895960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:28.934191 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 7 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:28.986470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e23abf-092f-4cd9-9e59-a811ecca3875 req-387affab-c2c2-469a-90c2-d40c2c7e2f09 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:28.993384 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38e23abf-092f-4cd9-9e59-a811ecca3875 req-387affab-c2c2-469a-90c2-d40c2c7e2f09 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7205904 Sep 22 08:33:29.010926 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b37b04c-ab16-40e2-8fb7-d599bcb4ebd9 admin admin] 10.222.0.42 "PUT /v2.0/routers/b7b13e84-9e4b-4524-af82-096a4cfa0b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3211899 Sep 22 08:33:29.058661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:29.143557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 69cc2c90-ee18-41ef-8e66-a63092e50e48 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:29.181079 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba1f6e53-3e1e-4a85-904a-3b95968f515b req-d054d123-1a55-4e2a-9def-d6e6bdc688f6 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803248 Sep 22 08:33:29.181079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Pushing event deleted for resources: {'Port': ['ID=e271e4f5-90bf-40d9-b6d1-88fbadeca311,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:29.205849 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38e23abf-092f-4cd9-9e59-a811ecca3875 req-91d213f4-ce10-4bdc-b847-a24fa18592fd tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2115104 Sep 22 08:33:29.263964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:29.268393 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:29.284526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0fdb6-e5ab-4dfb-b30c-5e1cf7c3511a None None] Pushing event updated for resources: {'Port': ['ID=56d2f178-d3d9-44b8-995e-8b491122e7b9,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:29.305129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 69cc2c90-ee18-41ef-8e66-a63092e50e48 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:29.305563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:29.305895 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 69cc2c90-ee18-41ef-8e66-a63092e50e48 Sep 22 08:33:29.425304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:29.427978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4f9220fd-df8f-4f48-bfd5-f1709148d194 tempest-RoutersAdminNegativeTest-2005899602 tempest-RoutersAdminNegativeTest-2005899602-project-admin] 10.222.0.42 "DELETE /v2.0/ports/e271e4f5-90bf-40d9-b6d1-88fbadeca311 HTTP/1.1" status: 204 len: 168 time: 2.0315204 Sep 22 08:33:29.607312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 69cc2c90-ee18-41ef-8e66-a63092e50e48 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:29.608525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 56d2f178-d3d9-44b8-995e-8b491122e7b9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:29.621834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:29.622559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0f29ffc-3028-4129-97d3-8e298619ab79 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:29.689343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 56d2f178-d3d9-44b8-995e-8b491122e7b9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:29.720883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=cee3db64-042c-4c27-8479-1c13f3a96ebe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:29.733111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network cee3db64-042c-4c27-8479-1c13f3a96ebe details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:29.733313 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-38bf3208-13d6-46bf-99e4-fa67df67ba4a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4949627 Sep 22 08:33:29.733526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34476) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:29.740096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:29.793303 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 08:33:29.797319 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db6f707e-4720-4b8a-ac7b-7244837f6135 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.5912030 Sep 22 08:33:29.800638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:29.825344 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 8 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:29.937678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Deleting port 51d898d8-fa61-4327-9b56-d7b8a67f982f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:29.948323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.000353 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 2, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:30.015022 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:33:30.015541 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Updating router b7b13e84-9e4b-4524-af82-096a4cfa0b34 port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:33:30.063752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34484) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:30.136008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:30.137978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34490) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:30.154496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-541710327-network', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:30.158846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.159610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:30.164022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Usage tracker for resource:network and tenant:e06139876a3e4bf8a4f488ccfd10ae32 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:30.167002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:30.178356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:30.198516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Made reservation on behalf of e06139876a3e4bf8a4f488ccfd10ae32 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:30.201534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.226274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.255587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:30.259763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e06139876a3e4bf8a4f488ccfd10ae32 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:30.262950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:30.269319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:30.295110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1942b-7890-4c3d-8b82-b136e838c0cf None None] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:30.308567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-325bf45d-32a7-49a1-a958-286aca95277d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.368486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.386266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.396840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-325bf45d-32a7-49a1-a958-286aca95277d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.398726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:30.408936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.409518 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Added segment df4699ce-b516-47bb-8d42-2a65b3ca115b of type vlan for network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 Sep 22 08:33:30.444472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.489263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.490398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:30.491128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.620630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router 343bdaab-9044-466e-8f8e-4aa9794e241d is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:33:30.636883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=06baa819-0f0c-46a7-b6bf-42f49613d3e6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:30.639489 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 9 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:30.640663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4974306 Sep 22 08:33:30.652972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34498) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:30.661136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.673079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Request body: {'subnet': {'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-541710327-subnet', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:30.678582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:30.681259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.683668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Usage tracker for resource:subnet and tenant:e06139876a3e4bf8a4f488ccfd10ae32 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:30.686835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:30.693693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:30.709488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.720633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:30.723542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Made reservation on behalf of e06139876a3e4bf8a4f488ccfd10ae32 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:30.725901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.839883 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.853448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 56d2f178-d3d9-44b8-995e-8b491122e7b9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:30.854582 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Transition to ACTIVE for port object 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:30.873516 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.897724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13360c63-7a50-490c-b083-e7c0107da3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236c21bc-e321-40b7-8a75-b1bbaf35aa87,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:30.905962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:30.914595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Usage tracker for resource:security_group_rule and tenant:439b7f38c5b74cf09b85d48c3fcd1061 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:30.919893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:30.926226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:30.928271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:30.978429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:30.989456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] Sync routers for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:31.000470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:31.001282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:31.047060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.084583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network cee3db64-042c-4c27-8479-1c13f3a96ebe is not hosted by any dhcp agent {{(pid=89052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 08:33:31.096224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:31.096868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.098186 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "PUT /v2.0/networks/cee3db64-042c-4c27-8479-1c13f3a96ebe HTTP/1.1" status: 200 len: 723 time: 1.3634744 Sep 22 08:33:31.099372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:31.124951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:31.129690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34504) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:31.130369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf00719-3b37-4e57-a03a-dfbac7631f1b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=cee3db64-042c-4c27-8479-1c13f3a96ebe,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:31.140883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:31.141518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:31.178501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': 'cee3db64-042c-4c27-8479-1c13f3a96ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:31.213669 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Attempting to bind port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:31.214525 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Attempting to bind port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:31.215013 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Attempting to bind port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:31.218302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network cee3db64-042c-4c27-8479-1c13f3a96ebe details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:31.227442 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:31.227849 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Checking segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:31.228208 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.229191 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Bound using segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:31.229623 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Bound port: 61561d28-9dda-4c6a-bb3b-143b16e6dfd6, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:31.230013 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.266087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:31.266411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585820aa-fd2d-4b5d-9659-622b940bc571 None None] The sync data for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:31.320146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Router 4a3851bd-9f08-4481-a021-117404b0f9d5 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:31.338725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6e08c-4ff0-4543-8af6-103dd2f0adde None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:33:31.350108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-325bf45d-32a7-49a1-a958-286aca95277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.352620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-325bf45d-32a7-49a1-a958-286aca95277d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.357083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-325bf45d-32a7-49a1-a958-286aca95277d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29b9bf89-640b-413e-a028-0bad4d525895 HTTP/1.1" status: 204 len: 168 time: 2.5066564 Sep 22 08:33:31.357083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.367033 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] For port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:31.372226 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] For port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:31.372820 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1e6629ef-8e65-40e3-a490-0dfd337fef50 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.7797441 Sep 22 08:33:31.376068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34510) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:31.385321 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.403300 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:31.404705 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:31.429870 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Attempt 10 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:31.512638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:31.526479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:31.540830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-966596d0-52b1-4e0c-8b54-4ea9ea81492b None None] Port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:33:31.542532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.577874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:31.581578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.670537 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3deb2a-bc87-4826-b95a-0e88be266bd2 None None] Pushing event updated for resources: {'Port': ['ID=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:31.708754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed59aa0-39ee-4be0-b7a3-5b99f6d34ef6 req-1f7ef94d-34a9-45db-bef7-6a4ae4e4204b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:31.716188 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ed59aa0-39ee-4be0-b7a3-5b99f6d34ef6 req-1f7ef94d-34a9-45db-bef7-6a4ae4e4204b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 1.2141490 Sep 22 08:33:31.718121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bf45d-32a7-49a1-a958-286aca95277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9bf89-640b-413e-a028-0bad4d525895,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:31.760867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.804055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dc0f61-ac85-4017-ac0c-e426d2b36e28,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:31.808347 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:31.916603 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3deb2a-bc87-4826-b95a-0e88be266bd2 None None] Pushing event updated for resources: {'Port': ['ID=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:31.941428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6e08c-4ff0-4543-8af6-103dd2f0adde None None] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:31.958901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Checking segment: {'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:31.960765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Provisioning for port 56d2f178-d3d9-44b8-995e-8b491122e7b9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:31.962289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Network hostable DHCP agents. Network: 06baa819-0f0c-46a7-b6bf-42f49613d3e6, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:31.970657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Provisioning complete for port 56d2f178-d3d9-44b8-995e-8b491122e7b9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:31.971031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:31.971425 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Attempt 1 to provision port 56d2f178-d3d9-44b8-995e-8b491122e7b9 Sep 22 08:33:32.002141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6e08c-4ff0-4543-8af6-103dd2f0adde None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 06baa819-0f0c-46a7-b6bf-42f49613d3e6) {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:33:32.006889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Unable to find a vacant binding_index for network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 and agent 311354cf-cd65-4147-9bf3-cad636b15da6 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 22 08:33:32.035140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 06baa819-0f0c-46a7-b6bf-42f49613d3e6) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:32.041574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:32.042093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.101106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Calling delete_port for 51d898d8-fa61-4327-9b56-d7b8a67f982f owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:32.146251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.162276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.240345 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28f709e6-612d-48b0-86f9-35227f2825cb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5787709 Sep 22 08:33:32.256290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34528) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:32.270366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:32.275534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:32.279914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Usage tracker for resource:router and tenant:e06139876a3e4bf8a4f488ccfd10ae32 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:32.282972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:32.292258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:32.308644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ed59aa0-39ee-4be0-b7a3-5b99f6d34ef6 req-afa1cb68-c63b-4d5a-9d68-d7e19f342384 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5914848 Sep 22 08:33:32.320926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.322884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.338382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Current status of the port 56d2f178-d3d9-44b8-995e-8b491122e7b9 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:32.339332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.350972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.446068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:32.471449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.524876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:32.543112 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] Sync routers for ids ['4a3851bd-9f08-4481-a021-117404b0f9d5'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:32.552533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.556425 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-300002a9-981c-452d-8948-aa0cd941f05b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "PUT /v2.0/routers/4a3851bd-9f08-4481-a021-117404b0f9d5 HTTP/1.1" status: 200 len: 921 time: 8.2626550 Sep 22 08:33:32.561051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:32.591452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb69cf7-193f-4805-93dd-11e14d21331a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:32.613788 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e7906cee-889e-4e36-b75e-f7b3e677aa31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=439b7f38c5b74cf09b85d48c3fcd1061&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5457382 Sep 22 08:33:32.614778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:32.625764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Provisioning complete for port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:32.626301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.626522 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Attempt 1 to provision port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d Sep 22 08:33:32.650677 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] Routers {'4a3851bd-9f08-4481-a021-117404b0f9d5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:32.651337 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4a3851bd-9f08-4481-a021-117404b0f9d5'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:32.694546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Pushing event updated for resources: {'Port': ['ID=56d2f178-d3d9-44b8-995e-8b491122e7b9,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:32.696246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34550) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:32.741496 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:32.757594 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] Routers {'4a3851bd-9f08-4481-a021-117404b0f9d5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:32.758218 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4a3851bd-9f08-4481-a021-117404b0f9d5'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:32.814416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.829680 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:32.830084 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d608b84d-3d18-44eb-896f-2c853b10920d None None] The sync data for ids ['4a3851bd-9f08-4481-a021-117404b0f9d5'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:32.853132 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:31Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:32.856703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 56d2f178-d3d9-44b8-995e-8b491122e7b9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:32.860620 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6087381d-35e7-4107-bf33-3e4fd58dee72 None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:31Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:32.869493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:32.877798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.083931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-b399ea6f-d140-4c67-9071-3a9f7cacbbf5 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.086509 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b399ea6f-d140-4c67-9071-3a9f7cacbbf5 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3794332 Sep 22 08:33:33.096801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=05a0c88f-9663-457e-bc6c-dc201f85aba1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:33.101150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-06baa819-0f0c-46a7-b6bf-42f49613d3e6', 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'fixed_ips': [{'subnet_id': '62dc0f61-ac85-4017-ac0c-e426d2b36e28'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:33.101982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.108903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34556) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.118222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfd7e821-f3bd-4785-a219-3a6bf9b85908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.139883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-a192a7ef-f77a-4ed9-843e-4756fdc704fe tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.141112 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a192a7ef-f77a-4ed9-843e-4756fdc704fe tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0251920 Sep 22 08:33:33.155336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34560) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.180126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-4dbb0190-5172-47df-bd42-e22115f9b8f6 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.184677 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4dbb0190-5172-47df-bd42-e22115f9b8f6 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0265248 Sep 22 08:33:33.193281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34564) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.218654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-d0d6e041-8072-4500-83a5-0677971acfa7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.222516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0d6e041-8072-4500-83a5-0677971acfa7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0195324 Sep 22 08:33:33.225196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfd7e821-f3bd-4785-a219-3a6bf9b85908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.225336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34568) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.232703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Pushing event deleted for resources: {'Port': ['ID=51d898d8-fa61-4327-9b56-d7b8a67f982f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:33.241485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': '04690be4-6f60-4101-b4b0-164c61032a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cee3db64-042c-4c27-8479-1c13f3a96ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:33.242075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: cee3db64-042c-4c27-8479-1c13f3a96ebe, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:33.279467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4197c3dc-f94e-4080-84ae-ea49bd30e884 None None] Current status of the port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:33.305308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network cee3db64-042c-4c27-8479-1c13f3a96ebe is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:33.307556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 56d2f178-d3d9-44b8-995e-8b491122e7b9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:33.307932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.308261 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 56d2f178-d3d9-44b8-995e-8b491122e7b9 Sep 22 08:33:33.321389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, cee3db64-042c-4c27-8479-1c13f3a96ebe) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:33.325824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-744d1d95-870b-4b6a-aa69-7d0bf8038abd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.326890 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-744d1d95-870b-4b6a-aa69-7d0bf8038abd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0957773 Sep 22 08:33:33.330075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:33.330906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.338675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.344687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Allocated IP 172.20.0.2 (06baa819-0f0c-46a7-b6bf-42f49613d3e6/62dc0f61-ac85-4017-ac0c-e426d2b36e28/ef25a9af-e671-4e5f-af4b-185986f30954) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:33.351772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-02967c05-cfbe-431e-8f18-9afe0e0fdf8d tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.356505 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-02967c05-cfbe-431e-8f18-9afe0e0fdf8d tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0166652 Sep 22 08:33:33.361985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34576) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.373772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-7c7e0efb-e2c4-4bc1-a330-cd7a8eaebcfc tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.377504 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7c7e0efb-e2c4-4bc1-a330-cd7a8eaebcfc tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0147364 Sep 22 08:33:33.388560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34580) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.398494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-bf5035c3-25e0-415f-b963-b3c06731c352 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.403209 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bf5035c3-25e0-415f-b963-b3c06731c352 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0105586 Sep 22 08:33:33.409420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34584) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.421122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-17c9440a-c0d9-4e76-955e-3c6992916991 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.424877 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-17c9440a-c0d9-4e76-955e-3c6992916991 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0145090 Sep 22 08:33:33.427748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfd7e821-f3bd-4785-a219-3a6bf9b85908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.429912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34588) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.430054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfd7e821-f3bd-4785-a219-3a6bf9b85908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.434538 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dfd7e821-f3bd-4785-a219-3a6bf9b85908 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/feb69cf7-193f-4805-93dd-11e14d21331a HTTP/1.1" status: 204 len: 168 time: 0.7572463 Sep 22 08:33:33.438935 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df7d5cf8-62c5-4263-beca-e0d2415a48a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2991636 Sep 22 08:33:33.449048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34594) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.450558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7e821-f3bd-4785-a219-3a6bf9b85908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb69cf7-193f-4805-93dd-11e14d21331a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:33.464108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3f3e1db7-b910-4bdb-aa45-801c610dd91b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:33.468703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-1f3e389d-4529-45fa-a891-ff4e6c0e9496 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.472953 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1f3e389d-4529-45fa-a891-ff4e6c0e9496 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0395782 Sep 22 08:33:33.476062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.522503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-b8a62d39-04d3-4fb4-8065-0337209b719a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.526440 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b8a62d39-04d3-4fb4-8065-0337209b719a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0473254 Sep 22 08:33:33.534492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34602) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.541934 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1511c00b-df45-44cf-b595-2f21fe67de6f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/4a3851bd-9f08-4481-a021-117404b0f9d5 HTTP/1.1" status: 200 len: 921 time: 0.9780092 Sep 22 08:33:33.559480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.575561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-c4cc95f6-6051-4c48-b80c-357c6b0e66b7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.581606 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c4cc95f6-6051-4c48-b80c-357c6b0e66b7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0381057 Sep 22 08:33:33.613443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 56d2f178-d3d9-44b8-995e-8b491122e7b9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:33.616530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.630394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-8180ac00-865c-4b8f-ab99-aaa678344c00 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.631599 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8180ac00-865c-4b8f-ab99-aaa678344c00 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0139930 Sep 22 08:33:33.642427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.709605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.723370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.726045 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-653c48d7-d06d-4be8-9479-fd6b137944b4 tempest-RoutersAdminNegativeIpV6Test-1934126171 tempest-RoutersAdminNegativeIpV6Test-1934126171-project-admin] 10.222.0.42 "DELETE /v2.0/ports/51d898d8-fa61-4327-9b56-d7b8a67f982f HTTP/1.1" status: 204 len: 168 time: 3.9112842 Sep 22 08:33:33.731794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.737050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Transition to ACTIVE for port object ef25a9af-e671-4e5f-af4b-185986f30954 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:33.744337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-edb27150-978f-4dc9-af05-7f4a00155bbd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.749481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34620) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.749684 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-edb27150-978f-4dc9-af05-7f4a00155bbd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.1037738 Sep 22 08:33:33.756338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-302041c2-9b34-4dfc-9495-aee7196a5ea8 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.757072 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-302041c2-9b34-4dfc-9495-aee7196a5ea8 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070288 Sep 22 08:33:33.774522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Transition to ACTIVE for port object ef25a9af-e671-4e5f-af4b-185986f30954 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:33.796901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:33.838797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34624) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.870366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-35b25c30-ab8d-4209-ac56-a4e666d63714 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:33.870704 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35b25c30-ab8d-4209-ac56-a4e666d63714 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0158072 Sep 22 08:33:33.883974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34630) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:33.911911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:33.919893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:33.927730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:33.944174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1db7-b910-4bdb-aa45-801c610dd91b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4712436'] for subnet, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.116851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Pushing event updated for resources: {'Port': ['ID=ef25a9af-e671-4e5f-af4b-185986f30954,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:34.149499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Attempting to bind port ef25a9af-e671-4e5f-af4b-185986f30954 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:34.150306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Attempting to bind port ef25a9af-e671-4e5f-af4b-185986f30954 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:34.151681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Attempting to bind port ef25a9af-e671-4e5f-af4b-185986f30954 on network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:34.158765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:34.159610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Checking segment: {'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:34.160235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.160833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Bound using segment: {'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:34.161802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Bound port: ef25a9af-e671-4e5f-af4b-185986f30954, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:34.162685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.243802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34634) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.244790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.250526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e6faa-2d27-4e2b-8840-5110e7defe65 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:34.254872 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-989e6faa-2d27-4e2b-8840-5110e7defe65 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=4a3851bd-9f08-4481-a021-117404b0f9d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6943195 Sep 22 08:33:34.255594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.288216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-da02d63c-bb74-48e5-a204-9946105c790b tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.289161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da02d63c-bb74-48e5-a204-9946105c790b tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.4044139 Sep 22 08:33:34.298676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.298958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] For port ef25a9af-e671-4e5f-af4b-185986f30954, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:34.304107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] For port ef25a9af-e671-4e5f-af4b-185986f30954, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef25a9af-e671-4e5f-af4b-185986f30954,segment=NetworkSegment(df4699ce-b516-47bb-8d42-2a65b3ca115b),segment_id=df4699ce-b516-47bb-8d42-2a65b3ca115b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:34.310595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.314446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-241144b1-c54f-43c1-9c86-a6190b703afd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.319404 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-241144b1-c54f-43c1-9c86-a6190b703afd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0174603 Sep 22 08:33:34.325327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34654) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.335296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-4185b7cb-7876-4510-90ed-6dc71085b493 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.336253 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4185b7cb-7876-4510-90ed-6dc71085b493 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0099871 Sep 22 08:33:34.343248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34658) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.377589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-1c561807-a2ed-4397-b924-53bc2b34be83 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.381019 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c561807-a2ed-4397-b924-53bc2b34be83 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0343776 Sep 22 08:33:34.381375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34662) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.397770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.428399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-4587c99d-f539-4568-bd28-60e8f4eaa714 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.432540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4587c99d-f539-4568-bd28-60e8f4eaa714 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0422275 Sep 22 08:33:34.442438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34666) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.455486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.467872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-2ba4d8b2-cd0b-48c3-b544-53d95d90a492 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.469289 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ba4d8b2-cd0b-48c3-b544-53d95d90a492 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0259099 Sep 22 08:33:34.479948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34670) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.485761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369d0e8-1332-4e44-9861-6283bad5695c None None] Pushing event updated for resources: {'Port': ['ID=ef25a9af-e671-4e5f-af4b-185986f30954,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:34.506262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-fb6c79e7-2953-404a-9947-bb14f28014ea tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.507530 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb6c79e7-2953-404a-9947-bb14f28014ea tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0245464 Sep 22 08:33:34.517031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.560932 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-042e1db8-6510-4336-98f5-4da25acdc5c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a0c9ec998024a9e8d70e7ebdbf5b77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149016 Sep 22 08:33:34.562142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.577898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34680) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.585173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-ebb6475e-2ab1-483f-b74d-3ed4d95816fd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.589811 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ebb6475e-2ab1-483f-b74d-3ed4d95816fd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0707023 Sep 22 08:33:34.597172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34684) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.605959 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-6bfd5e71-e84d-4d72-a2ad-0e2453809ac1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.607362 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6bfd5e71-e84d-4d72-a2ad-0e2453809ac1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065696 Sep 22 08:33:34.612915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.633477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:34.649580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1db7-b910-4bdb-aa45-801c610dd91b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793211984990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6307382'] for subnet, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.655074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-2ce25cc0-6e9a-401d-8fe9-92b7b7ae3092 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.662107 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2ce25cc0-6e9a-401d-8fe9-92b7b7ae3092 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0348792 Sep 22 08:33:34.716545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34692) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.722723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-1790716d-c8cf-486b-a240-f697d1fb0b9a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.723482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1790716d-c8cf-486b-a240-f697d1fb0b9a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0060909 Sep 22 08:33:34.729190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f69271-8579-4bd0-ab73-7fa5f3e5e3ba tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:34.729756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4f69271-8579-4bd0-ab73-7fa5f3e5e3ba tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Synchronizing usage tracker for tenant:c409c4901d1c400c946b3b2ea15c4469 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:34.751242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34696) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.751844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:bec7330df24c4aefb2f505332245dabc is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:34.767096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:34.777641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e1db7-b910-4bdb-aa45-801c610dd91b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:34.778038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1db7-b910-4bdb-aa45-801c610dd91b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:34.779404 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f3e1db7-b910-4bdb-aa45-801c610dd91b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "PUT /v2.0/subnets/05a0c88f-9663-457e-bc6c-dc201f85aba1 HTTP/1.1" status: 200 len: 826 time: 1.3257403 Sep 22 08:33:34.795070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34700) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.797874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:34.832964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-53744006-a0f5-49d3-a28c-384ddaab1b02 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.835309 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-53744006-a0f5-49d3-a28c-384ddaab1b02 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0806210 Sep 22 08:33:34.839369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.873112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-0c861a5d-a7cc-41be-9464-e46d22a067e7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.876837 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c861a5d-a7cc-41be-9464-e46d22a067e7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0197639 Sep 22 08:33:34.878484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34708) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.917350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-5a13bcdf-3733-4b54-b64a-206503ef8648 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.924210 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5a13bcdf-3733-4b54-b64a-206503ef8648 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0313516 Sep 22 08:33:34.929705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34712) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.930386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e1db7-b910-4bdb-aa45-801c610dd91b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=05a0c88f-9663-457e-bc6c-dc201f85aba1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:34.948732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-e62c8577-2207-4277-b5c2-62d3648b8420 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.952030 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e62c8577-2207-4277-b5c2-62d3648b8420 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0167787 Sep 22 08:33:34.953136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Allocated IP 172.26.8.114 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/afab056e-6639-4c0a-bee3-53524323bdd7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:34.954914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34716) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:34.969554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-88200fdb-04d9-4803-9026-5a7d97278281 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:34.972891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-88200fdb-04d9-4803-9026-5a7d97278281 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125456 Sep 22 08:33:34.973049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:34.981900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34720) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.038767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-58932834-07c1-471b-8495-aa7b29f58060 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.042283 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-58932834-07c1-471b-8495-aa7b29f58060 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0564806 Sep 22 08:33:35.042283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41830597-7c84-4db2-a294-9ee7a020971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.052569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34724) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.079158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-a90c4c0c-d0a2-47e5-923e-eba9eef697b5 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.080140 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a90c4c0c-d0a2-47e5-923e-eba9eef697b5 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0258029 Sep 22 08:33:35.088955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34728) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.100593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.108595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:35.114686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-c690e062-efd7-466c-984d-30e232096a6f tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.115729 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c690e062-efd7-466c-984d-30e232096a6f tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0243940 Sep 22 08:33:35.115928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:35.116583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.117091 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:35.120974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.122135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41830597-7c84-4db2-a294-9ee7a020971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.127387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-e0108927-0bff-45d0-b3fb-2e8ca9f4ef52 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.131641 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0108927-0bff-45d0-b3fb-2e8ca9f4ef52 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069268 Sep 22 08:33:35.131641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34736) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.140855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-21c395fe-41db-47d7-9a20-f9cafa606e0a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.144331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-21c395fe-41db-47d7-9a20-f9cafa606e0a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088801 Sep 22 08:33:35.145470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34740) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.163700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.1 (81c3f33b-208e-41f8-825d-2951621a16b5/530de51f-f504-4817-a2b2-0bd3618f2304/2f450532-88ed-4f00-8101-5145c15b9f8f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:35.176980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.184447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-2412d1a2-d274-44e5-9a26-317781cdbcd6 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.187995 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2412d1a2-d274-44e5-9a26-317781cdbcd6 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0397108 Sep 22 08:33:35.196420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34744) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.197120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.218945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-250da509-5a0b-4780-84f0-64ca1a5186d1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.219917 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-250da509-5a0b-4780-84f0-64ca1a5186d1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0160682 Sep 22 08:33:35.225381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34748) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.228416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4f69271-8579-4bd0-ab73-7fa5f3e5e3ba tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Unset dirty status for tenant:c409c4901d1c400c946b3b2ea15c4469 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:35.232471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f4f69271-8579-4bd0-ab73-7fa5f3e5e3ba tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 0.9648130 Sep 22 08:33:35.237933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-6f38fdbe-a2f8-4102-8e69-bfaeee309bd8 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.241420 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6f38fdbe-a2f8-4102-8e69-bfaeee309bd8 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0125895 Sep 22 08:33:35.241783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34752) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.242105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.256632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:35.257213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.291617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-fd4201bb-8e67-42d5-8dc6-fa6f78c1e16c tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.295098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd4201bb-8e67-42d5-8dc6-fa6f78c1e16c tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0448384 Sep 22 08:33:35.301453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.309783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:35.315282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.316457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ef25a9af-e671-4e5f-af4b-185986f30954 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:35.331821 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bec7330df24c4aefb2f505332245dabc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839984 Sep 22 08:33:35.340323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34760) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.340649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34762) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.375640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.381225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-d0ba6241-b296-4acf-a700-b4831b49d533 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.384502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d0ba6241-b296-4acf-a700-b4831b49d533 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0398347 Sep 22 08:33:35.395782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34768) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.396131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.397067 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-436c40c6-c90f-4c59-8f72-19bdc473925d tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a3851bd-9f08-4481-a021-117404b0f9d5 HTTP/1.1" status: 200 len: 205 time: 0.1509190 Sep 22 08:33:35.407173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6ee02-8027-4f53-b516-a840bb66a3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f54983c-f544-4cb9-b846-3cefee6629e3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:35.453755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.456980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:35.472880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-e954e9fe-f702-4b5b-960a-e6e1c92fa5ec tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.476382 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e954e9fe-f702-4b5b-960a-e6e1c92fa5ec tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0742323 Sep 22 08:33:35.476382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41830597-7c84-4db2-a294-9ee7a020971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.477413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34776) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.484642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ef25a9af-e671-4e5f-af4b-185986f30954 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:35.518048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-01cb7136-e016-41a6-87df-9c10259856e1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.519004 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-01cb7136-e016-41a6-87df-9c10259856e1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0237029 Sep 22 08:33:35.526419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.533351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.551892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41830597-7c84-4db2-a294-9ee7a020971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb264c-3620-46d8-8246-1e3c9bb30181,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:35.571064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-a5621e33-2beb-40ba-a58b-25ae9ce0bda7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.572610 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a5621e33-2beb-40ba-a58b-25ae9ce0bda7 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0220447 Sep 22 08:33:35.583806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.593735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=05a0c88f-9663-457e-bc6c-dc201f85aba1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:35.602608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-b1eace96-78e9-49bd-a177-84a46e58a73f tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.606537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b1eace96-78e9-49bd-a177-84a46e58a73f tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0114200 Sep 22 08:33:35.608132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.631785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:35.633940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:35.640870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-d0f7a181-714e-4512-ae5f-a322f21f0eff tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.644465 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0f7a181-714e-4512-ae5f-a322f21f0eff tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0290141 Sep 22 08:33:35.645822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:35.674378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34792) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.675119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Pushing event updated for resources: {'Port': ['ID=afab056e-6639-4c0a-bee3-53524323bdd7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:35.689550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-0854cc44-dda3-4ff8-92e1-15a1aa44291f tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.690491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0854cc44-dda3-4ff8-92e1-15a1aa44291f tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0124452 Sep 22 08:33:35.713590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.737932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-e8d0790b-0524-4137-a3d6-3e75e05a0370 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.741725 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e8d0790b-0524-4137-a3d6-3e75e05a0370 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0218494 Sep 22 08:33:35.743778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34800) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.751079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e276b57-3fbd-47d9-9dcd-537647026b1a None None] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:35.752592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca652715-4db4-4511-95fe-c9d935b8a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.761688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-1fd14ab5-ff4e-44d8-b449-de0f8b5a1cf2 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.763266 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1fd14ab5-ff4e-44d8-b449-de0f8b5a1cf2 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0114858 Sep 22 08:33:35.765978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca46e69-dd0a-454e-9580-961b80665df9 None None] Network cee3db64-042c-4c27-8479-1c13f3a96ebe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:35.766426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.773283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.776126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.776374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41830597-7c84-4db2-a294-9ee7a020971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.781459 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-41830597-7c84-4db2-a294-9ee7a020971f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4fb264c-3620-46d8-8246-1e3c9bb30181 HTTP/1.1" status: 204 len: 168 time: 1.2024064 Sep 22 08:33:35.786224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-7e0d4a47-3ecd-459c-9100-2690f21676b1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.789631 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e0d4a47-3ecd-459c-9100-2690f21676b1 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0176070 Sep 22 08:33:35.793426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34810) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.811394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-96a55ffb-513e-4598-b572-365663c7e5e6 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.814876 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-96a55ffb-513e-4598-b572-365663c7e5e6 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0180109 Sep 22 08:33:35.830468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34814) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.839038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.902590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca652715-4db4-4511-95fe-c9d935b8a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:35.918531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Transition to ACTIVE for port object 2f450532-88ed-4f00-8101-5145c15b9f8f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:35.924193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee3db64-042c-4c27-8479-1c13f3a96ebe']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:35.925163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-fb029b80-eb09-4353-8d8c-98771036c5f9 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.926980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb029b80-eb09-4353-8d8c-98771036c5f9 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0955811 Sep 22 08:33:35.932582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34818) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.950158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-397864eb-abe4-4e6c-822b-5c4327ddff64 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.951096 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-397864eb-abe4-4e6c-822b-5c4327ddff64 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093777 Sep 22 08:33:35.957064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34822) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:35.985741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04690be4-6f60-4101-b4b0-164c61032a5d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:35.985948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04690be4-6f60-4101-b4b0-164c61032a5d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:35.989889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-aeabf55e-abf0-4996-9bb3-93a2b02730b3 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:35.991033 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aeabf55e-abf0-4996-9bb3-93a2b02730b3 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0195458 Sep 22 08:33:35.998729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34826) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.014631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.016444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Provisioning for port ef25a9af-e671-4e5f-af4b-185986f30954 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:36.044560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.055660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:36.056402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.066426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Provisioning complete for port ef25a9af-e671-4e5f-af4b-185986f30954 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:36.066829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.067381 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Attempt 1 to provision port ef25a9af-e671-4e5f-af4b-185986f30954 Sep 22 08:33:36.129460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-f9ba26e6-635c-41f1-8219-6a415c1f583c tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.135854 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9ba26e6-635c-41f1-8219-6a415c1f583c tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.1344519 Sep 22 08:33:36.138387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.147992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34838) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.148674 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 04690be4-6f60-4101-b4b0-164c61032a5d resource provider aggregate not found Sep 22 08:33:36.156326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Deleting port aa44d8b7-3cc7-44b6-9bf2-5406c15cb958 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:36.156643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.184936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-21d80ea5-5ce4-4615-bf44-a3ad7fe16b99 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.185997 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-21d80ea5-5ce4-4615-bf44-a3ad7fe16b99 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0343046 Sep 22 08:33:36.192296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.217063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-4ade0e98-2c1f-4217-b540-58901670b8ed tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.218030 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4ade0e98-2c1f-4217-b540-58901670b8ed tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0174079 Sep 22 08:33:36.223402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.235610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-eaca03b5-9f30-4f8b-9e5a-96c8d10c31cd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.236695 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eaca03b5-9f30-4f8b-9e5a-96c8d10c31cd tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0104287 Sep 22 08:33:36.241168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34852) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.268443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-2cfc3d31-2daf-48f5-908c-6793f9089faa tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.269439 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2cfc3d31-2daf-48f5-908c-6793f9089faa tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0101485 Sep 22 08:33:36.287580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead3fe2d-2990-4c74-bfac-cbd1c30085ba None None] Network cee3db64-042c-4c27-8479-1c13f3a96ebe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:36.319468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34858) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.323649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.360267 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 04690be4-6f60-4101-b4b0-164c61032a5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04690be4-6f60-4101-b4b0-164c61032a5d found for delete ", "request_id": "req-3cd13f41-3e96-41cd-b96b-88813901fcf6"}]} Sep 22 08:33:36.369750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-cf7c4425-d940-4fd3-a079-83b033336950 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.373424 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cf7c4425-d940-4fd3-a079-83b033336950 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0486422 Sep 22 08:33:36.379317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34864) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.380710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca652715-4db4-4511-95fe-c9d935b8a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.387818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-e3df64a5-54d0-40c1-aca3-d91664e98ca3 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.388832 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e3df64a5-54d0-40c1-aca3-d91664e98ca3 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093036 Sep 22 08:33:36.391666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34868) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.399143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.403174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-0ba9f726-5397-4475-921a-b24107e44bfe tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.404178 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ba9f726-5397-4475-921a-b24107e44bfe tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0115888 Sep 22 08:33:36.406913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34874) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.440737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.448368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca652715-4db4-4511-95fe-c9d935b8a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f54983c-f544-4cb9-b846-3cefee6629e3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:36.455458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 81c3f33b-208e-41f8-825d-2951621a16b5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:36.461286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:36.470924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:36.473616 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/cee3db64-042c-4c27-8479-1c13f3a96ebe HTTP/1.1" status: 204 len: 168 time: 1.6774509 Sep 22 08:33:36.474378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34878) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.504437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15e4e326-1ef9-418c-ab83-34be89d528c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.545095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-d33cb76a-bc74-4102-bffd-bf071105551e tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.548989 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d33cb76a-bc74-4102-bffd-bf071105551e tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1353650 Sep 22 08:33:36.551998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34882) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.563300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fcb07-67fe-4ead-8bd1-e4e32481bbe8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=cee3db64-042c-4c27-8479-1c13f3a96ebe,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:36.605386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-38933c28-0043-4b60-9de8-3ffcf10302cc tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.606688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-38933c28-0043-4b60-9de8-3ffcf10302cc tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0449858 Sep 22 08:33:36.613348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34888) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.619343 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c67a6a2-6e1d-4e59-a87b-f08fe24b53ee tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:33:36.620084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c67a6a2-6e1d-4e59-a87b-f08fe24b53ee tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:33:36.627882 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c67a6a2-6e1d-4e59-a87b-f08fe24b53ee tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/cee3db64-042c-4c27-8479-1c13f3a96ebe HTTP/1.1" status: 404 len: 339 time: 0.0771632 Sep 22 08:33:36.631790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.635983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb668c2-74c9-4126-9eff-dffad109afaa None None] Network cee3db64-042c-4c27-8479-1c13f3a96ebe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:36.636147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-e996e9bf-74da-4937-901d-ba522d784407 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.637181 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e996e9bf-74da-4937-901d-ba522d784407 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0226812 Sep 22 08:33:36.641973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.651344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-968424100', 'description': 'd1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:36.657502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-008bef64-fcbb-4314-ab76-daa02a860562 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.658662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-008bef64-fcbb-4314-ab76-daa02a860562 tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0157125 Sep 22 08:33:36.663724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:36.664141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb668c2-74c9-4126-9eff-dffad109afaa None None] Network cee3db64-042c-4c27-8479-1c13f3a96ebe could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:33:36.665942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34900) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.676412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Current status of the port ef25a9af-e671-4e5f-af4b-185986f30954 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:36.676800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.677634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-38a29617-3be2-4f93-9bec-0c852c2d222a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.681130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-38a29617-3be2-4f93-9bec-0c852c2d222a tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0118716 Sep 22 08:33:36.681130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Usage tracker for resource:network and tenant:1d340761161d496582b6daccd7dc371e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:36.683466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.721019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] For port ef25a9af-e671-4e5f-af4b-185986f30954, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef25a9af-e671-4e5f-af4b-185986f30954,segment=NetworkSegment(df4699ce-b516-47bb-8d42-2a65b3ca115b),segment_id=df4699ce-b516-47bb-8d42-2a65b3ca115b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:36.730271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.740729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34904) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:36.741679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:36.759880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca652715-4db4-4511-95fe-c9d935b8a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.763383 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca652715-4db4-4511-95fe-c9d935b8a89b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f54983c-f544-4cb9-b846-3cefee6629e3 HTTP/1.1" status: 204 len: 168 time: 1.4119866 Sep 22 08:33:36.780320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=2f450532-88ed-4f00-8101-5145c15b9f8f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:36.794138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-5b5942f0-a3da-4b3c-9617-c0f85b90e4ea tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:33:36.799889 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b5942f0-a3da-4b3c-9617-c0f85b90e4ea tempest-ExtensionsTestJSON-198869377 tempest-ExtensionsTestJSON-198869377-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0489962 Sep 22 08:33:36.799889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:36.849772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.860200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c09f2c-c9d1-4056-a7fe-a376252c0ab0 None None] Pushing event updated for resources: {'Port': ['ID=ef25a9af-e671-4e5f-af4b-185986f30954,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:36.887739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:36.894494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:36.895130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:37.036356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.078156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Provisioning for port 2f450532-88ed-4f00-8101-5145c15b9f8f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:37.089034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Provisioning complete for port 2f450532-88ed-4f00-8101-5145c15b9f8f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:37.090433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.093253 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 1 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:37.130928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:37.219144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Calling delete_port for aa44d8b7-3cc7-44b6-9bf2-5406c15cb958 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:37.227881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.229196 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment eef356cb-7795-463f-b165-a4b716bb7973 of type vlan for network de6e5f1e-b0df-45c1-9d41-81ed1581559f Sep 22 08:33:37.230476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:37.261498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:37.266820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.267193 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 Sep 22 08:33:37.314503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.455541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:37.456230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34924) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:37.475389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:37.566013 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8597c03e-342b-477e-bc0d-43218c18cf6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa563b8fd94e4970822f0e6cb41f8a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012878 Sep 22 08:33:37.566171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.573099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:37.574415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.574554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34934) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:37.686189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889dccc-bc08-4aac-bfb3-c7ab0ee0e32c None None] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:37.706072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.733024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:37.741341 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1027799 Sep 22 08:33:37.748768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:37.771280 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 2 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:37.784371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0a5c515-6d5b-4d18-9b4c-fe60bd8be081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.896573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:37.897792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc336-fcbc-48a7-9074-a25d5b5cd65d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=de6e5f1e-b0df-45c1-9d41-81ed1581559f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:37.907674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.928085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0a5c515-6d5b-4d18-9b4c-fe60bd8be081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.952148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network de6e5f1e-b0df-45c1-9d41-81ed1581559f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:37.963927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.973799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:37.986904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2141251098'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:37.991677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:37.995660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Usage tracker for resource:network and tenant:e346e50145ed4cf781365df4367e32bd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:37.998816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:38.004610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:38.034483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:38.039105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.045290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c51b4d-0224-42fc-aee3-0e6ef4c21df7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:38.046166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-33c51b4d-0224-42fc-aee3-0e6ef4c21df7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Synchronizing usage tracker for tenant:1d340761161d496582b6daccd7dc371e on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:38.054249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event deleted for resources: {'Port': ['ID=aa44d8b7-3cc7-44b6-9bf2-5406c15cb958,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:38.056414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:38.063862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.076378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Usage tracker for resource:security_group_rule and tenant:ef5a1f5a46c04881aa78b72b0f1bd619 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:38.083988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:38.096327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:38.100192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:38.112800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Usage tracker for resource:security_group_rule and tenant:e346e50145ed4cf781365df4367e32bd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:38.120398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:38.131113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:38.205079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:33:38.264225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-094205b2-fb30-42e3-b7d2-463934ba395b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.286554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-33c51b4d-0224-42fc-aee3-0e6ef4c21df7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Unset dirty status for tenant:1d340761161d496582b6daccd7dc371e on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:38.287765 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-33c51b4d-0224-42fc-aee3-0e6ef4c21df7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/networks?id=de6e5f1e-b0df-45c1-9d41-81ed1581559f HTTP/1.1" status: 200 len: 764 time: 0.5362704 Sep 22 08:33:38.293286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:38.317515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0a5c515-6d5b-4d18-9b4c-fe60bd8be081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.320945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'description': 'd2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:38.339085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.397804 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 3 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:38.466079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:38.635082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5c515-6d5b-4d18-9b4c-fe60bd8be081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a771a019-0899-4057-9246-dca1ee66e10a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:38.662858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.682064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.729865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0a5c515-6d5b-4d18-9b4c-fe60bd8be081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.733297 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0a5c515-6d5b-4d18-9b4c-fe60bd8be081 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a771a019-0899-4057-9246-dca1ee66e10a HTTP/1.1" status: 204 len: 168 time: 1.1539941 Sep 22 08:33:38.764917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.769421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.771912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.787017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:38.803684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Sync routers for ids ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:38.817293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Routers {'3cc300a0-95dc-4cc5-9e4f-3ed195d07884'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:38.818306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:38.833284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.840468 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef5a1f5a46c04881aa78b72b0f1bd619&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3800900 Sep 22 08:33:38.848489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56928e49-1b97-44d4-ab40-65b8fae006dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4138dbd0-9e14-4dad-8b00-c4e025247c6d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:38.858009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34956) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:38.897699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:38.933896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ef25a9af-e671-4e5f-af4b-185986f30954 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:38.958234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.958769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Fanout notify agent at l3_agent the message router_deleted on router 4a3851bd-9f08-4481-a021-117404b0f9d5 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:38.959245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85465883-c4da-4a6d-85ec-22f230132b18,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:38.966456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.966797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Added segment 70ceb258-0a24-4880-9e9e-7d3e7c505e54 of type vlan for network 8ed7eade-0645-4498-9424-860b2028f581 Sep 22 08:33:38.969027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.987581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:38.991537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca87098c-03e8-4288-8c41-c4ae792bde83 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7316933 Sep 22 08:33:38.992076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:39.002853 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 4 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:39.055607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.074980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.076106 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c0d4d307-9837-4aa3-8ea5-29a4b221b962 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/4a3851bd-9f08-4481-a021-117404b0f9d5 HTTP/1.1" status: 204 len: 168 time: 3.6749458 Sep 22 08:33:39.087110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34968) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:39.095993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:39.097578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-869122240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:39.107871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network de6e5f1e-b0df-45c1-9d41-81ed1581559f is not hosted by any dhcp agent {{(pid=89052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 08:33:39.112867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:39.113460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.117130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "PUT /v2.0/networks/de6e5f1e-b0df-45c1-9d41-81ed1581559f HTTP/1.1" status: 200 len: 761 time: 0.8129549 Sep 22 08:33:39.123485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 34972) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:39.127462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.128723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:39.144931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Usage tracker for resource:router and tenant:e8f3a898813147f1b219fdf94594fb1f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:39.151779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8717238-a870-4ca2-afa2-52da6ea174e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.157129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:39.175610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:39.206909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8717238-a870-4ca2-afa2-52da6ea174e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.238369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.240103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.265885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.271952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ef25a9af-e671-4e5f-af4b-185986f30954 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:39.272326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.272675 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ef25a9af-e671-4e5f-af4b-185986f30954 Sep 22 08:33:39.286787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.336745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Set router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:39.387985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.403907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:33:39.420739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48214776-0451-4f52-ad04-c9dded672c14 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:39.421055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48214776-0451-4f52-ad04-c9dded672c14 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Synchronizing usage tracker for tenant:1d340761161d496582b6daccd7dc371e on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:39.423625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f282a68-5ff9-44cd-ada7-c367af597437 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=de6e5f1e-b0df-45c1-9d41-81ed1581559f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:39.443636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.450337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=2f450532-88ed-4f00-8101-5145c15b9f8f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:39.453224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48214776-0451-4f52-ad04-c9dded672c14 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Unset dirty status for tenant:1d340761161d496582b6daccd7dc371e on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:39.458615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:39.460261 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-48214776-0451-4f52-ad04-c9dded672c14 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/networks?id=de6e5f1e-b0df-45c1-9d41-81ed1581559f HTTP/1.1" status: 200 len: 764 time: 0.3294964 Sep 22 08:33:39.461293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8717238-a870-4ca2-afa2-52da6ea174e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.476173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.476315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.481736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network de6e5f1e-b0df-45c1-9d41-81ed1581559f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:39.481904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:39.482458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.549155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8717238-a870-4ca2-afa2-52da6ea174e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4138dbd0-9e14-4dad-8b00-c4e025247c6d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:39.653927 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 5 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:39.676065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8717238-a870-4ca2-afa2-52da6ea174e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.678003 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a8717238-a870-4ca2-afa2-52da6ea174e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4138dbd0-9e14-4dad-8b00-c4e025247c6d HTTP/1.1" status: 204 len: 168 time: 0.8184855 Sep 22 08:33:39.692060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.693486 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cff0f494-037c-4647-bf06-ebd5da8eed16 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6045661 Sep 22 08:33:39.700637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 34996) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:39.714164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:39.805963 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:39.812547 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.830448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ef25a9af-e671-4e5f-af4b-185986f30954 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:39.911208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:39.969121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35000) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:40.033499 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2963109 Sep 22 08:33:40.034591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:40.060559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b40698-0ff3-4670-bade-3cb4d1aef61a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:40.062239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-41b40698-0ff3-4670-bade-3cb4d1aef61a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6022763 Sep 22 08:33:40.068121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:40.072498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'subnet': {'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:40.108557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e24fa4-a853-4b6c-b9e0-f4a3043a6a76 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Network': ['ID=8ed7eade-0645-4498-9424-860b2028f581,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:40.131492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 8ed7eade-0645-4498-9424-860b2028f581 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:40.260900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:40.296569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:33:36Z', 'revision_number': 3, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port': {'id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:34Z', 'updated_at': '2022-09-22T08:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:40.305542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Checking router: 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:33:40.306025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Updating router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 port afab056e-6639-4c0a-bee3-53524323bdd7 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:33:40.373634 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 6 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:40.414380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049303771'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:40.419632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 81c3f33b-208e-41f8-825d-2951621a16b5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:40.428549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e9637e08-2efa-4a31-b967-0acf40e6656a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Synchronizing usage tracker for tenant:1d340761161d496582b6daccd7dc371e on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:40.445527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:40.488536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:40.499168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:40.522777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:40.532348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:40.539674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:40.569000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:40.678366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e9637e08-2efa-4a31-b967-0acf40e6656a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Unset dirty status for tenant:1d340761161d496582b6daccd7dc371e on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:40.686627 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9637e08-2efa-4a31-b967-0acf40e6656a tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 207 time: 0.5905302 Sep 22 08:33:40.687449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35030) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:40.693638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:40.703816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:40.712391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:40.721490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:40.740813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Usage tracker for resource:subnet and tenant:e346e50145ed4cf781365df4367e32bd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:40.809907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:40.852038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:40.871390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Allocated IP 172.20.0.1 (06baa819-0f0c-46a7-b6bf-42f49613d3e6/62dc0f61-ac85-4017-ac0c-e426d2b36e28/ac6ba4c3-cae6-49df-ad12-939afbea59c2) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:40.890918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:40.912838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:40.931350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:security_group_rule and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:40.937454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:40.940038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:40.943439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:40.958327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:40.959586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:40.970813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:40.975189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Transition to ACTIVE for port object afab056e-6639-4c0a-bee3-53524323bdd7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:40.994657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.016366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0bf68-60ca-46b2-b465-0f15a0e72ebc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.023024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0bf68-60ca-46b2-b465-0f15a0e72ebc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.038691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0bf68-60ca-46b2-b465-0f15a0e72ebc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.044483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0bf68-60ca-46b2-b465-0f15a0e72ebc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.050597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0bf68-60ca-46b2-b465-0f15a0e72ebc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.057205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0bf68-60ca-46b2-b465-0f15a0e72ebc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.063313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ae0bf68-60ca-46b2-b465-0f15a0e72ebc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3744562 Sep 22 08:33:41.067184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router 343bdaab-9044-466e-8f8e-4aa9794e241d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:41.067815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35042) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:41.079458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Attempting to bind port afab056e-6639-4c0a-bee3-53524323bdd7 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:41.079874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Attempting to bind port afab056e-6639-4c0a-bee3-53524323bdd7 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:41.080229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Attempting to bind port afab056e-6639-4c0a-bee3-53524323bdd7 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:41.082719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd1677-8fad-4854-befe-61c37a0e0836 None None] Pushing event updated for resources: {'Port': ['ID=afab056e-6639-4c0a-bee3-53524323bdd7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:41.087074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.092324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:41.092695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:41.093083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.093462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:41.093922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Bound port: afab056e-6639-4c0a-bee3-53524323bdd7, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:41.094290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.161462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.173913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] For port afab056e-6639-4c0a-bee3-53524323bdd7, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:41.177514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] For port afab056e-6639-4c0a-bee3-53524323bdd7, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=afab056e-6639-4c0a-bee3-53524323bdd7,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:41.182621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.183699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Transition to ACTIVE for port object ac6ba4c3-cae6-49df-ad12-939afbea59c2 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:41.208618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'networks': [{'name': 'tempest-network--841059078'}, {'name': 'tempest-network--2145893070'}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:41.208912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'network': {'name': 'tempest-network--841059078'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:41.209665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'network': {'name': 'tempest-network--2145893070'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:41.210557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.262298 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 7 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:41.276464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:41.279463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:41.281433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:41.283196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:41.308188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Usage tracker for resource:network and tenant:60a4ad36beff4de8a75a22881b503965 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:41.313490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd1677-8fad-4854-befe-61c37a0e0836 None None] Pushing event updated for resources: {'Port': ['ID=afab056e-6639-4c0a-bee3-53524323bdd7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:41.321399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Routers {'3cc300a0-95dc-4cc5-9e4f-3ed195d07884'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:41.322085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:41.324970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:41.351618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.359042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6ba4c3-cae6-49df-ad12-939afbea59c2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:41.375658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.376356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.376891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.377415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.377972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.378493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.379188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.379393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.379898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.380296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.380683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.381063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:41.412175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:41.483327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.511808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] Set router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:41.525298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.572519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.598619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Made reservation on behalf of 60a4ad36beff4de8a75a22881b503965 for: {'network': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:41.603641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.650033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.688737 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c1e7fd18-ba59-407f-99b8-7ce597758da0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.6139688 Sep 22 08:33:41.688737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:41.689491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:41.689573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35046) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:41.722116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:41.745065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3784c8b5-810b-43ff-957b-5039e7395cb3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:41.750454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.750798 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment cc5f5ae4-de71-47a9-915d-1bf4543c81c6 of type vlan for network 57cd2a4e-e418-4a66-84be-b16200110660 Sep 22 08:33:41.758592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Usage tracker for resource:security_group_rule and tenant:60a4ad36beff4de8a75a22881b503965 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:41.797805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.799328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.800829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.802320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.803948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:41.804866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Synchronizing usage tracker for tenant:1d340761161d496582b6daccd7dc371e on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:41.811827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:41.822814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Unset dirty status for tenant:1d340761161d496582b6daccd7dc371e on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:41.827441 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-69e35a1a-170e-425d-9fbf-d4671128e1c0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1335003 Sep 22 08:33:41.827582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:33:36Z', 'revision_number': 3, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port': {'id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:34Z', 'updated_at': '2022-09-22T08:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:41.827727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35050) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:41.831070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df99198-2682-458b-be8f-e8829c132e52 None None] The sync data for ids ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'] in dv-neutron-857569-1-hyperv is: [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:33:36Z', 'revision_number': 3, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port': {'id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:34Z', 'updated_at': '2022-09-22T08:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:41.846378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:41.894629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.903076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:41.906745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:41.925882 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] Sync routers for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:41.950272 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:41.952137 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:41.963021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.015953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b53cf-b30f-4d2a-88d7-b3997c5c7ddb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:42.017346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b53cf-b30f-4d2a-88d7-b3997c5c7ddb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:42.018744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b53cf-b30f-4d2a-88d7-b3997c5c7ddb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:42.020191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b53cf-b30f-4d2a-88d7-b3997c5c7ddb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:42.021701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96b53cf-b30f-4d2a-88d7-b3997c5c7ddb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:42.023356 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e96b53cf-b30f-4d2a-88d7-b3997c5c7ddb tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1947410 Sep 22 08:33:42.029365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35054) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:42.119583 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:42.129347 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:42.130072 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:42.134604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6ba4c3-cae6-49df-ad12-939afbea59c2,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:42.161374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.189560 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 8 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:42.219310 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:42.219913 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0cc44-7875-4058-939a-6f927babc178 None None] The sync data for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:42.243067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.269329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.279715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:42.325291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.330716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.350937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Subnet': ['ID=3705f05b-12c5-45ab-9116-004d79c2aba9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:42.377726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd21e8-f242-4565-9ebf-672921c385af tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:42.382111 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10dd21e8-f242-4565-9ebf-672921c385af tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/networks/ca8c2cd8-5e51-4965-acb8-0d627ee20096 HTTP/1.1" status: 200 len: 803 time: 0.3471560 Sep 22 08:33:42.388082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35058) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:42.421126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:42.442263 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2fa80fd-7349-4e41-b2aa-dd7c4af1c9f5 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/routers/343bdaab-9044-466e-8f8e-4aa9794e241d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0416787 Sep 22 08:33:42.444998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:42.465165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'port': {'network_id': '81c3f33b-208e-41f8-825d-2951621a16b5', 'name': 'tempest-FloatingIPTestJSON-1503401015'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:42.470539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:42.479001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.487299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:42.487887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.544126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.570651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Checking segment: {'id': '70ceb258-0a24-4880-9e9e-7d3e7c505e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8ed7eade-0645-4498-9424-860b2028f581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:42.571316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network hostable DHCP agents. Network: 8ed7eade-0645-4498-9424-860b2028f581, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:42.592396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.593099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.781186 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 9 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:42.876231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:42.893021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.893363 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Added segment f02c5415-64ac-4ce9-9a4a-8c9bcfc08354 of type vlan for network 1e28e7ae-b9d7-4f0c-a846-e406a5bd4087 Sep 22 08:33:42.896691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device afab056e-6639-4c0a-bee3-53524323bdd7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:42.919188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:42.943853 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-42d1b477-253f-4f05-b856-0aa4f977625f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/networks/ca8c2cd8-5e51-4965-acb8-0d627ee20096?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5542946 Sep 22 08:33:42.957694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:42.978654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35066) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:42.984850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:43.001639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45107c1e-71d2-4295-a237-46453c5ad932,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:43.020032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port afab056e-6639-4c0a-bee3-53524323bdd7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:43.027937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port afab056e-6639-4c0a-bee3-53524323bdd7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:43.028308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.028641 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port afab056e-6639-4c0a-bee3-53524323bdd7 Sep 22 08:33:43.054878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network 8ed7eade-0645-4498-9424-860b2028f581 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:43.062384 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0918608 Sep 22 08:33:43.066475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:43.074562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290335317'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:43.089448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:43.096313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:43.102353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:43.117399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd6132-6a6a-498b-a12f-01bdd98d116f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=57cd2a4e-e418-4a66-84be-b16200110660,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:43.122603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27331279-7a99-46c9-8c1d-011f9060931b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:43.124019 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-27331279-7a99-46c9-8c1d-011f9060931b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/subnets/2d255a9f-67d9-46ab-aeb9-6e978dc9f883 HTTP/1.1" status: 200 len: 843 time: 0.1238532 Sep 22 08:33:43.132386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:43.145787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 57cd2a4e-e418-4a66-84be-b16200110660 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:43.166713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:43.180620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 8ed7eade-0645-4498-9424-860b2028f581) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:43.201167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:43.204629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.216640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:43.217223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.238117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:43.251010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Allocated IP 172.26.8.177 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/2acd2c04-897b-4000-9fba-1dc530adbd0e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:43.259311 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5565e93d-57c5-486b-8ebb-3b6959a90453 admin admin] 10.222.0.42 "PUT /v2.0/routers/3cc300a0-95dc-4cc5-9e4f-3ed195d07884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2658033 Sep 22 08:33:43.262662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe8620-a5d1-4a6b-85fd-9b4bec80e56a None None] Network 8ed7eade-0645-4498-9424-860b2028f581 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:43.266449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:43.283171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.283659 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment cbf9aeb4-e420-4e01-a329-6c12d035f3c1 of type vlan for network f9ad70b8-fc81-43a0-a358-5521e32e1b8d Sep 22 08:33:43.324006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.361639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port afab056e-6639-4c0a-bee3-53524323bdd7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:43.362263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.369823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.381704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:43.383179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.400369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:43.405407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Usage tracker for resource:port and tenant:751a49b9c36b4d049c36d4ab7ad0cbdf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:43.412296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port afab056e-6639-4c0a-bee3-53524323bdd7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=afab056e-6639-4c0a-bee3-53524323bdd7,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:43.421311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:43.427323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61898d6e-fb6b-47ad-a552-e6fec4b963aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:43.432449 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-61898d6e-fb6b-47ad-a552-e6fec4b963aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "GET /v2.0/subnets/2d255a9f-67d9-46ab-aeb9-6e978dc9f883?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2922263 Sep 22 08:33:43.436879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:43.437865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.441127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:43.442252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86196077-cfb8-424e-bffa-e0981ae24fc5 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3898659 Sep 22 08:33:43.446833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:43.451933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1814204507'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:43.461048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35084) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:43.466620 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3991175 Sep 22 08:33:43.474866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:43.481858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:43.489987 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Attempt 10 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:43.496164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.496515 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Added segment 00de53da-ca6d-4dd4-9fb9-1b0dbfac326b of type vlan for network 80b443ef-32d0-4019-a054-b108f22c4c22 Sep 22 08:33:43.518789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Made reservation on behalf of 751a49b9c36b4d049c36d4ab7ad0cbdf for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:43.523457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.537533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:43.559635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'name': 'tempest-AllowedAddressPairTestJSON-1352270728'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:43.586024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] device_id is not set on port 35e4527b-8fd3-4e38-9746-511af0a79de6 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:43.597294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': '57cd2a4e-e418-4a66-84be-b16200110660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:43.671524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd31d5ea-ed02-4920-b334-bc4b0ba965ba None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:43.680397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=afab056e-6639-4c0a-bee3-53524323bdd7,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:43.694533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.694888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.695266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.695616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.695928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.696263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.696681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.697013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.697343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.697665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.697991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.698409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:43.742163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Allocated IP 172.20.0.12 (81c3f33b-208e-41f8-825d-2951621a16b5/530de51f-f504-4817-a2b2-0bd3618f2304/35e4527b-8fd3-4e38-9746-511af0a79de6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:43.748633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.759181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.763996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:43.765095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-8ed7eade-0645-4498-9424-860b2028f581', 'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'tenant_id': 'e346e50145ed4cf781365df4367e32bd', 'fixed_ips': [{'subnet_id': '3705f05b-12c5-45ab-9116-004d79c2aba9'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:43.765935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.767425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.841505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35096) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:43.868217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189907416', 'description': 'tempest-secgroup-smoke-189907416 description', 'project_id': '2bc0add39cf24367bbfd189efcca01d2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:43.875326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Provisioning complete for port 2f450532-88ed-4f00-8101-5145c15b9f8f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:43.875712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:43.876045 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 1 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:43.880689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:43.889301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:43.908504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:43.910898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abc54f-3c5c-4b3a-ae3b-29dd7bcda098 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=f9ad70b8-fc81-43a0-a358-5521e32e1b8d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:43.916090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:43.934858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:43.934858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:43.941014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:44.010014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:44.017394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:44.018198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.018546 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Added segment 979ec6cd-e6b3-420d-8940-2d6f169e1d57 of type vlan for network 1ecf665b-5041-4536-adbf-af57e1bfe2ac Sep 22 08:33:44.024414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:44.028268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.028771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.032189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:44.034432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:44.034667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:44.038909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Usage tracker for resource:port and tenant:e346e50145ed4cf781365df4367e32bd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:44.040660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:44.041316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.043813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:44.052073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:44.057013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:44.061483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.105357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Allocated IP 172.20.0.2 (8ed7eade-0645-4498-9424-860b2028f581/3705f05b-12c5-45ab-9116-004d79c2aba9/09c536f0-0f53-4427-afd9-16d9cc5a6a15) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:44.131964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Sync routers for ids ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:44.161922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.190199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.214033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:44.214693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Routers {'3cc300a0-95dc-4cc5-9e4f-3ed195d07884'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:44.214693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:44.217720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.245192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] device_id is not set on port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:44.272320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.286328 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3175561 Sep 22 08:33:44.304311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35100) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:44.318642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:44.357977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Network': ['ID=1e28e7ae-b9d7-4f0c-a846-e406a5bd4087,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:44.364814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:44.378282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:44.386751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:44.418462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.436650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:33:44.441141 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 2 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:44.505070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=37ab5b38-a1ae-4a07-8263-81b09664261f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:44.515284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': 'cc5f5ae4-de71-47a9-915d-1bf4543c81c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '57cd2a4e-e418-4a66-84be-b16200110660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:44.515284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: 57cd2a4e-e418-4a66-84be-b16200110660, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:44.527550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Set router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:44.536937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 57cd2a4e-e418-4a66-84be-b16200110660 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:44.547556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 57cd2a4e-e418-4a66-84be-b16200110660) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:44.552085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:44.552838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.573837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.574201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.574519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.575034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.575514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.575848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.576176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.576532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.576829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.577185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.577470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.577791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:33:44.581353 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14b082d0-07e2-4362-916b-a82c80c53cd8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1051986 Sep 22 08:33:44.584135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:44.584311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35104) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:44.591449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': 'f9ad70b8-fc81-43a0-a358-5521e32e1b8d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:44.594586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605cfae8-c236-47b9-b115-a168f48f6060 None None] Network 57cd2a4e-e418-4a66-84be-b16200110660 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:44.620425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:44.621129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 1e28e7ae-b9d7-4f0c-a846-e406a5bd4087 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:44.622713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:44.660548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event updated for resources: {'Port': ['ID=2acd2c04-897b-4000-9fba-1dc530adbd0e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:44.710747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:44.714749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:44.717598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:44.723743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:44.734983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:44.736856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.738241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.768706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:44.807194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.812737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:44.813384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:44.839338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Transition to ACTIVE for port object 35e4527b-8fd3-4e38-9746-511af0a79de6 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:44.921107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd23cd-fd36-469e-b73e-bf2cce84546b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Network': ['ID=80b443ef-32d0-4019-a054-b108f22c4c22,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:44.923518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device afab056e-6639-4c0a-bee3-53524323bdd7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:44.961877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 80b443ef-32d0-4019-a054-b108f22c4c22 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:44.979455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.109455 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6660180 Sep 22 08:33:45.115370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:45.116436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57658838-928d-4512-ab79-97ef1c41957b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:45.122838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57658838-928d-4512-ab79-97ef1c41957b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:45.128599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57658838-928d-4512-ab79-97ef1c41957b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:45.129210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'network_id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:45.134489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57658838-928d-4512-ab79-97ef1c41957b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:45.135372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-57658838-928d-4512-ab79-97ef1c41957b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Synchronizing usage tracker for tenant:60a4ad36beff4de8a75a22881b503965 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:45.154712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Transition to ACTIVE for port object 09c536f0-0f53-4427-afd9-16d9cc5a6a15 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:45.233665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbffc7f-a409-4c34-afa9-e2544dcc06aa tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Network': ['ID=1ecf665b-5041-4536-adbf-af57e1bfe2ac,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:45.265066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.272293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:45.273824 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 3 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:45.285956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:45.288067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.300687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 1ecf665b-5041-4536-adbf-af57e1bfe2ac details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:45.313039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Transition to ACTIVE for port object 09c536f0-0f53-4427-afd9-16d9cc5a6a15 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:45.316350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.317222 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-57658838-928d-4512-ab79-97ef1c41957b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Unset dirty status for tenant:60a4ad36beff4de8a75a22881b503965 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:45.321271 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-57658838-928d-4512-ab79-97ef1c41957b tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0034282 Sep 22 08:33:45.327865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35112) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:45.345714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.414292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Made reservation on behalf of 1d340761161d496582b6daccd7dc371e for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:45.414512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.417755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.444688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Network 81c3f33b-208e-41f8-825d-2951621a16b5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:45.464093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:45.477871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event updated for resources: {'Port': ['ID=35e4527b-8fd3-4e38-9746-511af0a79de6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:45.480920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:45.521888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.523148 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.6778209 Sep 22 08:33:45.569273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35116) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:45.605384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port afab056e-6639-4c0a-bee3-53524323bdd7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:45.605968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.606386 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port afab056e-6639-4c0a-bee3-53524323bdd7 Sep 22 08:33:45.607011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'security_group_rule': {'security_group_id': 'd2e15d2b-6be5-4f44-b10b-b105c4523310', 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:45.621195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=f28e7f8f-042c-4cf5-9f61-97b672986e73,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:45.625677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:45.658556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Allocated IP 172.20.0.6 (8ed7eade-0645-4498-9424-860b2028f581/3705f05b-12c5-45ab-9116-004d79c2aba9/4f6f40cd-933e-4754-8c85-c8a2f2ebf664) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:45.671332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Network 8ed7eade-0645-4498-9424-860b2028f581 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:45.672286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:45.692572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:45.693124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a7d0d-a8a4-44e6-88da-fd19f250a49c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e15d2b-6be5-4f44-b10b-b105c4523310,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:45.695508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.696671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:45.724004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Pushing event updated for resources: {'Port': ['ID=09c536f0-0f53-4427-afd9-16d9cc5a6a15,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:45.795669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:45.796282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.869799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-57cd2a4e-e418-4a66-84be-b16200110660', 'network_id': '57cd2a4e-e418-4a66-84be-b16200110660', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': '37ab5b38-a1ae-4a07-8263-81b09664261f'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:45.870835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.877753 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b759c767-d39c-402d-8012-5e2f2a1e7219 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4201756 Sep 22 08:33:45.885337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35120) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:45.893889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Request body: {'floatingip': {'port_id': '35e4527b-8fd3-4e38-9746-511af0a79de6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:45.903627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.922333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Transition to ACTIVE for port object 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:45.950628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing IP validity checks on allocation pools {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 08:33:45.951048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 08:33:45.957407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:45.961434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:45.967304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:45.970557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': 'cbf9aeb4-e420-4e01-a329-6c12d035f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9ad70b8-fc81-43a0-a358-5521e32e1b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:45.970920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: f9ad70b8-fc81-43a0-a358-5521e32e1b8d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:45.976576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Attempting to bind port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:45.977469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Attempting to bind port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '70ceb258-0a24-4880-9e9e-7d3e7c505e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8ed7eade-0645-4498-9424-860b2028f581'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:45.977469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Attempting to bind port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 on network 8ed7eade-0645-4498-9424-860b2028f581 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:46.003806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:46.004677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Checking segment: {'id': '70ceb258-0a24-4880-9e9e-7d3e7c505e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8ed7eade-0645-4498-9424-860b2028f581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:46.005101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.005582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Bound using segment: {'id': '70ceb258-0a24-4880-9e9e-7d3e7c505e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8ed7eade-0645-4498-9424-860b2028f581'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:46.006212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Bound port: 09c536f0-0f53-4427-afd9-16d9cc5a6a15, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ceb258-0a24-4880-9e9e-7d3e7c505e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8ed7eade-0645-4498-9424-860b2028f581'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:46.006664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.068009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:46.070985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=4f6f40cd-933e-4754-8c85-c8a2f2ebf664,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:46.076650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.080154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.120329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network 8ed7eade-0645-4498-9424-860b2028f581 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:46.125027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:46.131149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:46.165064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:33:41Z', 'revision_number': 4, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port': {'id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:34Z', 'updated_at': '2022-09-22T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ac6ba4c3-cae6-49df-ad12-939afbea59c2', 'name': '', 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'mac_address': 'fa:16:3e:2c:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '62dc0f61-ac85-4017-ac0c-e426d2b36e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:40Z', 'updated_at': '2022-09-22T08:33:41Z', 'revision_number': 2, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'subnets': [{'id': '62dc0f61-ac85-4017-ac0c-e426d2b36e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:46.174805 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 4 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:46.205424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:46.206108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.222162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.241397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:46.270078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port afab056e-6639-4c0a-bee3-53524323bdd7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:46.280731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Checking router: 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:33:46.281182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Updating router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 port ac6ba4c3-cae6-49df-ad12-939afbea59c2 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:33:46.303791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f9ad70b8-fc81-43a0-a358-5521e32e1b8d) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:46.339868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020e26e-0b9b-430b-b2c1-41e4d760b0a5 None None] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:46.417046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.435147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:46.444182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e28e7ae-b9d7-4f0c-a846-e406a5bd4087']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:46.457198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] For port 09c536f0-0f53-4427-afd9-16d9cc5a6a15, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:46.457646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02c5415-64ac-4ce9-9a4a-8c9bcfc08354') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:46.458014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02c5415-64ac-4ce9-9a4a-8c9bcfc08354') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:46.467290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.470015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.471031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.477455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.493381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Allocated IP 2001:db8::2 (57cd2a4e-e418-4a66-84be-b16200110660/37ab5b38-a1ae-4a07-8263-81b09664261f/f2a500ad-24fe-45ae-907c-2eaea1bb4e7f) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:46.499663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:46.500363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.500500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] For port 09c536f0-0f53-4427-afd9-16d9cc5a6a15, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09c536f0-0f53-4427-afd9-16d9cc5a6a15,segment=NetworkSegment(70ceb258-0a24-4880-9e9e-7d3e7c505e54),segment_id=70ceb258-0a24-4880-9e9e-7d3e7c505e54)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:46.509007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.535521 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e36ab0cc-1641-4024-8da9-1be68b855b3f tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0642157 Sep 22 08:33:46.538857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:46.539401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.549433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.575073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35124) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:46.597786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'name': 'tempest-AllowedAddressPairTestJSON-1591465858', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ca:fc:08'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:46.672722 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f02c5415-64ac-4ce9-9a4a-8c9bcfc08354 resource provider aggregate not found Sep 22 08:33:46.700992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35132) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:46.703127 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f9a89c9-7337-43ed-87e2-674db4f642f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1173849 Sep 22 08:33:46.706047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f02c5415-64ac-4ce9-9a4a-8c9bcfc08354 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f02c5415-64ac-4ce9-9a4a-8c9bcfc08354 found for delete ", "request_id": "req-c45d3e65-fcaa-470e-a815-9ee80b4286bc"}]} Sep 22 08:33:46.753834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.797094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.798667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.801424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Network': ['ID=1e28e7ae-b9d7-4f0c-a846-e406a5bd4087,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:46.802338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1751469412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:46.811434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.866802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d123724-de89-42a7-8957-3afb698a96b2,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:46.881981 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d1b3e75c-ff82-47b0-82e9-f1a42da401d9 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/networks/1e28e7ae-b9d7-4f0c-a846-e406a5bd4087 HTTP/1.1" status: 204 len: 168 time: 1.5456724 Sep 22 08:33:46.885462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35136) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:46.905396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:46.926712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.929606 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-319bff6f-f221-48a6-b17c-d3e4cc38cc19 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3488424 Sep 22 08:33:46.939087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abe4fe-2749-4aac-af94-a7e9e35a971f None None] Pushing event updated for resources: {'Port': ['ID=09c536f0-0f53-4427-afd9-16d9cc5a6a15,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:46.942682 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 5 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:46.944692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35140) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:46.948177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:router and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:46.954369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:46.988728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:47.002035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:47.042820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'security_group_rule': {'security_group_id': 'd2e15d2b-6be5-4f44-b10b-b105c4523310', 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:47.049759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:47.178846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.179913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.185347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f9ad70b8-fc81-43a0-a358-5521e32e1b8d', 'network_id': 'f9ad70b8-fc81-43a0-a358-5521e32e1b8d', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': 'f28e7f8f-042c-4cf5-9f61-97b672986e73'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:47.186219 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.221516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:47.233579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:47.272378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:47.292923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=735187d5-7c79-41ed-ba14-feaa91268d18,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:47.312187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:47.352887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:47.358535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.372534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Usage tracker for resource:port and tenant:e346e50145ed4cf781365df4367e32bd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:47.396312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.399128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:47.423152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Checking segment: {'id': '979ec6cd-e6b3-420d-8940-2d6f169e1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:47.423531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network hostable DHCP agents. Network: 1ecf665b-5041-4536-adbf-af57e1bfe2ac, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:47.512718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Network 1ecf665b-5041-4536-adbf-af57e1bfe2ac is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:47.520471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.522989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.534263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.535832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 1ecf665b-5041-4536-adbf-af57e1bfe2ac) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:47.550501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:47.550945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Transition to ACTIVE for port object f2a500ad-24fe-45ae-907c-2eaea1bb4e7f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:47.551085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.553941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:47.557513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562348dc-5a77-4a11-89ac-ea2b44667d2f None None] Network 1ecf665b-5041-4536-adbf-af57e1bfe2ac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:47.569157 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d1180e0-42d6-4fa7-af80-59b45204225d tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4525700 Sep 22 08:33:47.570916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b443ef-32d0-4019-a054-b108f22c4c22']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:47.573083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35146) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:47.587313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00de53da-ca6d-4dd4-9fb9-1b0dbfac326b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:47.587606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00de53da-ca6d-4dd4-9fb9-1b0dbfac326b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:47.592230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-72062416-aab7-4af6-872d-cceb8aebb0dc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:47.600562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.617894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.624038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Router d09b9c05-12a4-4e86-9c0c-3e7fb79a762d is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:33:47.626096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:47.626545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.634211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.676796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:47.711647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Transition to ACTIVE for port object f2a500ad-24fe-45ae-907c-2eaea1bb4e7f will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:47.717104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:33:47.734586 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 6 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:47.754515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.757688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.775715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.781696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.789138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Network': ['ID=80b443ef-32d0-4019-a054-b108f22c4c22,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:47.804827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b21701bc-8fc6-4f48-a36b-af375f0618b1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/networks/80b443ef-32d0-4019-a054-b108f22c4c22 HTTP/1.1" status: 204 len: 168 time: 0.9160092 Sep 22 08:33:47.807847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:47.911414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:47.941300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Allocated IP 2001:db8:1::2 (f9ad70b8-fc81-43a0-a358-5521e32e1b8d/f28e7f8f-042c-4cf5-9f61-97b672986e73/4ae6788c-160d-43aa-8ac0-09bcbe6fdda5) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:47.954298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Network 57cd2a4e-e418-4a66-84be-b16200110660 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:47.974992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:47.978260 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:48.012783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:48.013273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36ae5f-b040-4c58-bb82-81a2ac36d6f4 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:48.026101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36ae5f-b040-4c58-bb82-81a2ac36d6f4 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:48.026791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a36ae5f-b040-4c58-bb82-81a2ac36d6f4 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Synchronizing usage tracker for tenant:60a4ad36beff4de8a75a22881b503965 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:48.051589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a36ae5f-b040-4c58-bb82-81a2ac36d6f4 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Unset dirty status for tenant:60a4ad36beff4de8a75a22881b503965 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:48.055571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Pushing event updated for resources: {'Port': ['ID=f2a500ad-24fe-45ae-907c-2eaea1bb4e7f,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:48.057189 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9a36ae5f-b040-4c58-bb82-81a2ac36d6f4 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2480083 Sep 22 08:33:48.058055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35154) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:48.061538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.066632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1040336558'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:48.074542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:48.086511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:48.100520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Made reservation on behalf of 60a4ad36beff4de8a75a22881b503965 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:48.104972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.134261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:48.144469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.144818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Added segment d2d8e935-2ae4-421d-aeea-1bb29138828c of type vlan for network e9eef217-d004-48b0-84b6-e715795e7e33 Sep 22 08:33:48.188606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.192784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d0c30-fa2b-4dc7-b8f3-15c5b6bfdb93 None None] Network 8ed7eade-0645-4498-9424-860b2028f581 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:48.231449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.238242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:48.239098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.252041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Transition to ACTIVE for port object ac6ba4c3-cae6-49df-ad12-939afbea59c2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:48.278408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.282306 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7cf689a0-773f-4ce0-a715-dd818f468fd6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5712485 Sep 22 08:33:48.294192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.310622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35158) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:48.318486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] device_id is not set on port 493f2ac4-b524-436d-9166-a3b6d8459bc2 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:48.352376 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2904055 Sep 22 08:33:48.353726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35162) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:48.354609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8203b-62c6-49b9-a675-db11ce73306c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Network': ['ID=e9eef217-d004-48b0-84b6-e715795e7e33,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:48.363532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-399453090'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:48.369909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:48.375396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Usage tracker for resource:network and tenant:60a4ad36beff4de8a75a22881b503965 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:48.378588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:48.385511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:48.400588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Made reservation on behalf of 60a4ad36beff4de8a75a22881b503965 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:48.404146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.430830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.435652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:33:48.445874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.446919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Added segment ce937ea2-49b5-493f-8029-a583e663ddff of type vlan for network 68a2c682-2ca1-4d7b-813a-09f71b233279 Sep 22 08:33:48.473900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2996a0e6-e427-49d5-8759-450aba2029a9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:48.475785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.508254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.514325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:48.514920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.524258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network e9eef217-d004-48b0-84b6-e715795e7e33 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:48.557287 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 7 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:48.593445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72062416-aab7-4af6-872d-cceb8aebb0dc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7913250'] for subnet, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.595433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.599189 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91c49fa4-663d-4ba4-87b0-188cdafa6379 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6449845 Sep 22 08:33:48.600914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35168) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:48.623606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'security_group_rule': {'security_group_id': 'd2e15d2b-6be5-4f44-b10b-b105c4523310', 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:48.625378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Attempting to bind port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:48.625740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Attempting to bind port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'cc5f5ae4-de71-47a9-915d-1bf4543c81c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '57cd2a4e-e418-4a66-84be-b16200110660'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:48.626104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Attempting to bind port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f on network 57cd2a4e-e418-4a66-84be-b16200110660 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:48.638757 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2788820 Sep 22 08:33:48.639885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:48.643854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35172) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:48.647679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaa748-eed8-4e58-b9bd-df50886e3d38 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Network': ['ID=68a2c682-2ca1-4d7b-813a-09f71b233279,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:48.650216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:48.656243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'ports': [{'network_id': 'e9eef217-d004-48b0-84b6-e715795e7e33', 'name': 'tempest-port--109464191', 'admin_state_up': True}, {'network_id': '68a2c682-2ca1-4d7b-813a-09f71b233279', 'admin_state_up': False}]} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:48.656779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'port': {'network_id': 'e9eef217-d004-48b0-84b6-e715795e7e33', 'name': 'tempest-port--109464191', 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:48.657361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'port': {'network_id': '68a2c682-2ca1-4d7b-813a-09f71b233279', 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:48.671625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:48.678136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:48.684688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:48.695346 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] Sync routers for ids ['d09b9c05-12a4-4e86-9c0c-3e7fb79a762d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:48.707840 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] Routers {'d09b9c05-12a4-4e86-9c0c-3e7fb79a762d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:48.709048 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d09b9c05-12a4-4e86-9c0c-3e7fb79a762d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:48.737616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.738995 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a284128a-2d1b-40ae-bab9-dc54169f329f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "PUT /v2.0/routers/d09b9c05-12a4-4e86-9c0c-3e7fb79a762d HTTP/1.1" status: 200 len: 879 time: 9.0371833 Sep 22 08:33:48.745097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:48.745417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35176) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:48.768321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 68a2c682-2ca1-4d7b-813a-09f71b233279 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:33:48.769744 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 00de53da-ca6d-4dd4-9fb9-1b0dbfac326b resource provider aggregate not found Sep 22 08:33:48.869274 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:48.896871 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] Routers {'d09b9c05-12a4-4e86-9c0c-3e7fb79a762d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:48.898616 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d09b9c05-12a4-4e86-9c0c-3e7fb79a762d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:48.936327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:48.936704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Checking segment: {'id': 'cc5f5ae4-de71-47a9-915d-1bf4543c81c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '57cd2a4e-e418-4a66-84be-b16200110660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:48.937096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.938944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Bound using segment: {'id': 'cc5f5ae4-de71-47a9-915d-1bf4543c81c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '57cd2a4e-e418-4a66-84be-b16200110660'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:48.939411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Bound port: f2a500ad-24fe-45ae-907c-2eaea1bb4e7f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5f5ae4-de71-47a9-915d-1bf4543c81c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '57cd2a4e-e418-4a66-84be-b16200110660'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:48.941015 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:48.963749 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd327aeb-2d30-46b3-ab52-f3978d50578f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/d09b9c05-12a4-4e86-9c0c-3e7fb79a762d HTTP/1.1" status: 200 len: 920 time: 0.2110722 Sep 22 08:33:48.988337 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:48.988739 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972c75a-9a6f-458f-bb17-fbeedd5a117a None None] The sync data for ids ['d09b9c05-12a4-4e86-9c0c-3e7fb79a762d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:49.005519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35184) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:49.028740 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 00de53da-ca6d-4dd4-9fb9-1b0dbfac326b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00de53da-ca6d-4dd4-9fb9-1b0dbfac326b found for delete ", "request_id": "req-78a3634d-11e9-48ef-acd3-f62183501fa1"}]} Sep 22 08:33:49.051841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09c536f0-0f53-4427-afd9-16d9cc5a6a15 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:49.061179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.080428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-1ecf665b-5041-4536-adbf-af57e1bfe2ac', 'network_id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac', 'tenant_id': '1d340761161d496582b6daccd7dc371e', 'fixed_ips': [{'subnet_id': '735187d5-7c79-41ed-ba14-feaa91268d18'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:33:49.081459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.161084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:33:49.254410 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-56b6614c-cdab-4fa9-80fa-d63e25d472c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2865729 Sep 22 08:33:49.255947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.257043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:49.262508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Usage tracker for resource:port and tenant:60a4ad36beff4de8a75a22881b503965 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:49.265407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.267293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:49.275073 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 8 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:49.285649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:49.302597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870b311e-75d8-4374-bedd-91c670324682,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:49.310015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Made reservation on behalf of 60a4ad36beff4de8a75a22881b503965 for: {'port': 2} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:49.314509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.327807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.331268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Allocated IP 172.20.0.7 (8ed7eade-0645-4498-9424-860b2028f581/3705f05b-12c5-45ab-9116-004d79c2aba9/493f2ac4-b524-436d-9166-a3b6d8459bc2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:49.331725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-06abea54-82f3-4925-a696-9077b3f6edc7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7239513 Sep 22 08:33:49.331725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35190) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:49.333241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704700f-00f4-490f-b03a-90602a573672 None None] Pushing event updated for resources: {'Port': ['ID=ac6ba4c3-cae6-49df-ad12-939afbea59c2,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:49.336580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'security_group_rule': {'security_group_id': 'd2e15d2b-6be5-4f44-b10b-b105c4523310', 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:49.349176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:49.354081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.405780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.453210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.473364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:49.511246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:49.517718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:49.530846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.533044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:49.559921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Attempting to bind port ac6ba4c3-cae6-49df-ad12-939afbea59c2 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:49.560693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Attempting to bind port ac6ba4c3-cae6-49df-ad12-939afbea59c2 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:49.561011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Attempting to bind port ac6ba4c3-cae6-49df-ad12-939afbea59c2 on network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:49.657614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:49.657873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Checking segment: {'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:49.658419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.658847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Bound using segment: {'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:49.659422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Bound port: ac6ba4c3-cae6-49df-ad12-939afbea59c2, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4699ce-b516-47bb-8d42-2a65b3ca115b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:49.659803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.663712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.691551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] For port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:49.735886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:49.756623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] For port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f2a500ad-24fe-45ae-907c-2eaea1bb4e7f,segment=NetworkSegment(cc5f5ae4-de71-47a9-915d-1bf4543c81c6),segment_id=cc5f5ae4-de71-47a9-915d-1bf4543c81c6)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:49.772127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.782331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.810631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab81de-4142-4104-8230-e3aff9ce696c req-cea69785-1797-416c-b283-d75a1a6073ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:49.812132 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-cea69785-1797-416c-b283-d75a1a6073ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 0.3401763 Sep 22 08:33:49.815558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] device_id is not set on port bf24bdc8-ee5e-45fd-bdbb-b98a83157d28 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:49.836718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.843698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.848983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Transition to ACTIVE for port object 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:49.910936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1543eff4-d19f-4061-bf9e-4823b634d4f0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:49.911619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99196c6-499c-4960-94cb-231564179082,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:49.916007 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1543eff4-d19f-4061-bf9e-4823b634d4f0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=d09b9c05-12a4-4e86-9c0c-3e7fb79a762d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8945251 Sep 22 08:33:49.938272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:49.939495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Transition to ACTIVE for port object 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:49.954751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] For port ac6ba4c3-cae6-49df-ad12-939afbea59c2, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:49.967374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] For port ac6ba4c3-cae6-49df-ad12-939afbea59c2, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ac6ba4c3-cae6-49df-ad12-939afbea59c2,segment=NetworkSegment(df4699ce-b516-47bb-8d42-2a65b3ca115b),segment_id=df4699ce-b516-47bb-8d42-2a65b3ca115b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:49.970176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.976305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:49.977498 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-807a36cf-cac7-4f4d-98de-60096e5f9160 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6449289 Sep 22 08:33:49.982531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:49.994146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'security_group_rule': {'security_group_id': 'd2e15d2b-6be5-4f44-b10b-b105c4523310', 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:49.998547 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.000509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eac8ba-0667-4121-93d3-003ab1edbecf None None] Pushing event updated for resources: {'Port': ['ID=f2a500ad-24fe-45ae-907c-2eaea1bb4e7f,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:50.003992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:50.018357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:50.019718 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 9 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:50.023384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:50.033162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:50.098750 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Project 2bc0add39cf24367bbfd189efcca01d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:33:50.109586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab81de-4142-4104-8230-e3aff9ce696c req-5621e1cc-f04a-4ef1-a5dc-811f39b12840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:50.111055 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-5621e1cc-f04a-4ef1-a5dc-811f39b12840 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.2544584 Sep 22 08:33:50.124542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.136529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:50.155568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:50.194920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:50.195623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Routers {'3cc300a0-95dc-4cc5-9e4f-3ed195d07884'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:50.195738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.196300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:50.259735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72062416-aab7-4af6-872d-cceb8aebb0dc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793211984990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6505453'] for subnet, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.442787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.460751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:50.497518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.499742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Pushing event updated for resources: {'Port': ['ID=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:50.522956 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-cb490c12-6526-4ec9-af9b-8d4b0e44ded5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 1000 time: 0.3994148 Sep 22 08:33:50.528569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] device_id is not set on port a622a90e-aa22-482e-b990-2da550a1d971 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:50.578820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794499cc-eac3-4d48-8268-f7b11647ebb8,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:50.620379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.621881 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-266f66f6-9031-4adc-a2fc-70906078c18e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6366684 Sep 22 08:33:50.625675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35202) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:50.633047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'security_group_rule': {'security_group_id': 'd2e15d2b-6be5-4f44-b10b-b105c4523310', 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:50.644988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab81de-4142-4104-8230-e3aff9ce696c req-6361bb56-54ae-4480-ab50-bdc2fef51685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:50.646678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-6361bb56-54ae-4480-ab50-bdc2fef51685 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.1074436 Sep 22 08:33:50.648923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:50.686287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.698050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:security_group_rule and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:50.698234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Allocated IP 2001:db8::3 (1ecf665b-5041-4536-adbf-af57e1bfe2ac/735187d5-7c79-41ed-ba14-feaa91268d18/a6a35cce-9987-4a07-9969-8f7e9336a53b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:50.712865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Transition to ACTIVE for port object 493f2ac4-b524-436d-9166-a3b6d8459bc2 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:50.718339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:50.737330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Attempting to bind port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:50.737529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Attempting to bind port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'cbf9aeb4-e420-4e01-a329-6c12d035f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9ad70b8-fc81-43a0-a358-5521e32e1b8d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:50.737891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Attempting to bind port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 on network f9ad70b8-fc81-43a0-a358-5521e32e1b8d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:50.751261 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72062416-aab7-4af6-872d-cceb8aebb0dc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:50.753398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72062416-aab7-4af6-872d-cceb8aebb0dc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.755389 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-72062416-aab7-4af6-872d-cceb8aebb0dc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "PUT /v2.0/subnets/735187d5-7c79-41ed-ba14-feaa91268d18 HTTP/1.1" status: 200 len: 900 time: 3.1758506 Sep 22 08:33:50.763476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:50.765344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:50.767502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP e811a61c-4c84-4ea7-a739-8adcaff9e3b4 associated. External IP: 172.26.8.234, port: 86ee82f1-a644-43ab-ae80-3e2b4519c0f5. Sep 22 08:33:50.775333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:50.775931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Checking segment: {'id': 'cbf9aeb4-e420-4e01-a329-6c12d035f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9ad70b8-fc81-43a0-a358-5521e32e1b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:50.777581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.778120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Bound using segment: {'id': 'cbf9aeb4-e420-4e01-a329-6c12d035f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9ad70b8-fc81-43a0-a358-5521e32e1b8d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:50.778768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Bound port: 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf9aeb4-e420-4e01-a329-6c12d035f3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9ad70b8-fc81-43a0-a358-5521e32e1b8d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:50.779411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.877727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704700f-00f4-490f-b03a-90602a573672 None None] Pushing event updated for resources: {'Port': ['ID=ac6ba4c3-cae6-49df-ad12-939afbea59c2,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:50.892371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f2a500ad-24fe-45ae-907c-2eaea1bb4e7f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:50.907560 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Project 2bc0add39cf24367bbfd189efcca01d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:33:50.954374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:50.983346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72062416-aab7-4af6-872d-cceb8aebb0dc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event updated for resources: {'Subnet': ['ID=735187d5-7c79-41ed-ba14-feaa91268d18,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:51.030579 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 10 to provision port 2f450532-88ed-4f00-8101-5145c15b9f8f Sep 22 08:33:51.060198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab81de-4142-4104-8230-e3aff9ce696c req-64083ebe-e73c-40c9-b856-212284d4d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:51.061694 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-64083ebe-e73c-40c9-b856-212284d4d17f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4073768 Sep 22 08:33:51.065649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] Set router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:33:51.072397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.183771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.226298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8::1 (57cd2a4e-e418-4a66-84be-b16200110660/37ab5b38-a1ae-4a07-8263-81b09664261f/9bb002a0-9edc-40b3-8b12-8ebf4716afe6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:51.255590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.266433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:51.269824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb19e8a-f217-4f7a-9a15-9a1286c6721a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:51.274370 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9fb19e8a-f217-4f7a-9a15-9a1286c6721a tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 1.2812862 Sep 22 08:33:51.274532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35210) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:51.280194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.398831 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3668665d-0178-422c-bd7f-7c8a790c7d5f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09b9c05-12a4-4e86-9c0c-3e7fb79a762d HTTP/1.1" status: 200 len: 205 time: 0.1141427 Sep 22 08:33:51.403287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3170a9e-3a4c-43b5-99f5-56aa1c2640d8,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:51.412787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:51.455019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Port 2f450532-88ed-4f00-8101-5145c15b9f8f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:51.465859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce59092-c308-43f1-ae43-893403d4edcb None None] Network 57cd2a4e-e418-4a66-84be-b16200110660 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:51.486710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.489062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.584975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.613053 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-c5691158-8d25-4489-bab5-7550f9436836 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388770 Sep 22 08:33:51.623753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.628334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7bff81e7-18bc-48e8-958f-67ad83f846aa tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9963691 Sep 22 08:33:51.642200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] For port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:51.644854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Transition to ACTIVE for port object a6a35cce-9987-4a07-9969-8f7e9336a53b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:51.705134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:51.715974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] For port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,segment=NetworkSegment(cbf9aeb4-e420-4e01-a329-6c12d035f3c1),segment_id=cbf9aeb4-e420-4e01-a329-6c12d035f3c1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:51.718976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Provisioning complete for port ef25a9af-e671-4e5f-af4b-185986f30954 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:51.719759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.720406 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Attempt 1 to provision port ef25a9af-e671-4e5f-af4b-185986f30954 Sep 22 08:33:51.736968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.764716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Transition to ACTIVE for port object a6a35cce-9987-4a07-9969-8f7e9336a53b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:51.778074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network 8ed7eade-0645-4498-9424-860b2028f581 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:51.798128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.830866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.857695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:51.882875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:51.996005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Network 1ecf665b-5041-4536-adbf-af57e1bfe2ac is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:52.007816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:52.020307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:52.073692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:52.076830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=493f2ac4-b524-436d-9166-a3b6d8459bc2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:52.087726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:52.092403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:52.154278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:52.341685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 57cd2a4e-e418-4a66-84be-b16200110660 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:52.348327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602e88-d1ef-4a49-816e-24fb0cdf2eea None None] Pushing event updated for resources: {'Port': ['ID=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:52.442084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:52.470072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:52.470581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Checking segment: {'id': 'd2d8e935-2ae4-421d-aeea-1bb29138828c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e9eef217-d004-48b0-84b6-e715795e7e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:52.470924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:52.471302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network hostable DHCP agents. Network: e9eef217-d004-48b0-84b6-e715795e7e33, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:52.475983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Port': ['ID=bf24bdc8-ee5e-45fd-bdbb-b98a83157d28,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:52.481227 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9cab81de-4142-4104-8230-e3aff9ce696c req-92e10dae-4a30-4ca2-8f69-681b74f51f69 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302050 Sep 22 08:33:52.533033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:52.608747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:52.627313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:52.628043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:52.663582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:52.698079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=9bb002a0-9edc-40b3-8b12-8ebf4716afe6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:52.778803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=735187d5-7c79-41ed-ba14-feaa91268d18,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:52.781644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e73eb84-e7d9-437d-aaae-6e7cfc18714c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.1995380 Sep 22 08:33:52.789403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35264) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:52.820285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Current status of the port ef25a9af-e671-4e5f-af4b-185986f30954 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:52.884752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:52.885398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:52.981098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network e9eef217-d004-48b0-84b6-e715795e7e33 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:53.059239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:53.079077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Attempting to bind port a6a35cce-9987-4a07-9969-8f7e9336a53b on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:33:53.079347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Attempting to bind port a6a35cce-9987-4a07-9969-8f7e9336a53b by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '979ec6cd-e6b3-420d-8940-2d6f169e1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:33:53.079707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Attempting to bind port a6a35cce-9987-4a07-9969-8f7e9336a53b on network 1ecf665b-5041-4536-adbf-af57e1bfe2ac {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:33:53.094422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c9a86446-2208-4bd9-9dc3-a30ad2c394eb None None] Provisioning for port ac6ba4c3-cae6-49df-ad12-939afbea59c2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:53.099946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:53.137306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, e9eef217-d004-48b0-84b6-e715795e7e33) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:53.140252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.155749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:33:53.156513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Checking segment: {'id': '979ec6cd-e6b3-420d-8940-2d6f169e1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:53.156513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.156903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Bound using segment: {'id': '979ec6cd-e6b3-420d-8940-2d6f169e1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:33:53.157372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Bound port: a6a35cce-9987-4a07-9969-8f7e9336a53b, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979ec6cd-e6b3-420d-8940-2d6f169e1d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:33:53.157746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.162423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:53.163718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.242226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.248582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecf665b-5041-4536-adbf-af57e1bfe2ac']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:53.258240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01172da7-47d9-4ba5-a980-ac0b322ae7dd None None] Network e9eef217-d004-48b0-84b6-e715795e7e33 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:53.266555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router 343bdaab-9044-466e-8f8e-4aa9794e241d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:53.290580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678455cd-62a6-430e-9d4a-a6ab233ca667 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:53.300285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678455cd-62a6-430e-9d4a-a6ab233ca667 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:53.300484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:53.301189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:53.308039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678455cd-62a6-430e-9d4a-a6ab233ca667 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:53.309173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-678455cd-62a6-430e-9d4a-a6ab233ca667 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Synchronizing usage tracker for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:53.326545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979ec6cd-e6b3-420d-8940-2d6f169e1d57') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:53.326839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979ec6cd-e6b3-420d-8940-2d6f169e1d57') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:53.335006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.359343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Deleting port 2acd2c04-897b-4000-9fba-1dc530adbd0e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:53.359695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.385924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.415552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Port': ['ID=a622a90e-aa22-482e-b990-2da550a1d971,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:53.422111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Pushing event updated for resources: {'Port': ['ID=a6a35cce-9987-4a07-9969-8f7e9336a53b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:53.452671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Checking segment: {'id': 'ce937ea2-49b5-493f-8029-a583e663ddff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '68a2c682-2ca1-4d7b-813a-09f71b233279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:33:53.453029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network hostable DHCP agents. Network: 68a2c682-2ca1-4d7b-813a-09f71b233279, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:33:53.466365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.481146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:53.481146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.497878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Provisioning for port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:53.513390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:53.513856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62afb0fd-efb6-43e9-9a72-64c1e08259ed None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:53.538063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Provisioning complete for port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:53.538488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.538820 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 1 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:53.548941 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 979ec6cd-e6b3-420d-8940-2d6f169e1d57 resource provider aggregate not found Sep 22 08:33:53.552925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network 68a2c682-2ca1-4d7b-813a-09f71b233279 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:33:53.571673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-678455cd-62a6-430e-9d4a-a6ab233ca667 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Unset dirty status for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:53.573226 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-678455cd-62a6-430e-9d4a-a6ab233ca667 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.7799270 Sep 22 08:33:53.579914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35280) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:53.607691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:33:41Z', 'revision_number': 4, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port': {'id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:34Z', 'updated_at': '2022-09-22T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ac6ba4c3-cae6-49df-ad12-939afbea59c2', 'name': '', 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'mac_address': 'fa:16:3e:2c:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '62dc0f61-ac85-4017-ac0c-e426d2b36e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:40Z', 'updated_at': '2022-09-22T08:33:49Z', 'revision_number': 4, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'subnets': [{'id': '62dc0f61-ac85-4017-ac0c-e426d2b36e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:53.611827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:53.612495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eab442-81b7-4663-b403-b5c65516a845 None None] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:53.632832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b74b2-496d-4749-af3c-6da530b4fc9f None None] The sync data for ids ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'] in dv-neutron-857569-1-hyperv is: [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:33:41Z', 'revision_number': 4, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port': {'id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:34Z', 'updated_at': '2022-09-22T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ac6ba4c3-cae6-49df-ad12-939afbea59c2', 'name': '', 'network_id': '06baa819-0f0c-46a7-b6bf-42f49613d3e6', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'mac_address': 'fa:16:3e:2c:73:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '62dc0f61-ac85-4017-ac0c-e426d2b36e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:40Z', 'updated_at': '2022-09-22T08:33:49Z', 'revision_number': 4, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'subnets': [{'id': '62dc0f61-ac85-4017-ac0c-e426d2b36e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:53.636107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:53.703890 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 979ec6cd-e6b3-420d-8940-2d6f169e1d57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 979ec6cd-e6b3-420d-8940-2d6f169e1d57 found for delete ", "request_id": "req-46da52c1-c69f-47da-8205-7ff4ac41b366"}]} Sep 22 08:33:53.764098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 68a2c682-2ca1-4d7b-813a-09f71b233279) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:53.775390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:33:53.782823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:53.789182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:53.789995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:53.811285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 08:33:53.811285 dv-neutron-857569-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 08:33:53.811285 dv-neutron-857569-1-hyperv neutron-server[89052]: [parameters: {'id': '1ecf665b-5041-4536-adbf-af57e1bfe2ac'}] Sep 22 08:33:53.811285 dv-neutron-857569-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:33:53.811712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:33:53.814914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47aba97-3e5a-4f2a-9b7f-4c807f93c4cf None None] Network 68a2c682-2ca1-4d7b-813a-09f71b233279 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:53.872709 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2496c4c5-5bae-4d5d-9c3b-8530286373bc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2250016 Sep 22 08:33:53.873830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:53.980840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:54.187001 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 2 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:54.286650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] For port a6a35cce-9987-4a07-9969-8f7e9336a53b, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:33:54.288876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:54.356274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] For port a6a35cce-9987-4a07-9969-8f7e9336a53b, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a6a35cce-9987-4a07-9969-8f7e9336a53b,segment=NetworkSegment(979ec6cd-e6b3-420d-8940-2d6f169e1d57),segment_id=979ec6cd-e6b3-420d-8940-2d6f169e1d57)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:33:54.413409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:54.420292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:54.431391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Calling delete_port for 2acd2c04-897b-4000-9fba-1dc530adbd0e owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:54.503072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port a6a35cce-9987-4a07-9969-8f7e9336a53b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:54.503806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:54.579334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:54.599155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489fd26-9fd0-49a2-9415-63c9933878c3 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:54.600763 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] Sync routers for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:54.603183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:54.611885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489fd26-9fd0-49a2-9415-63c9933878c3 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:54.613124 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:54.613757 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:54.614321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2489fd26-9fd0-49a2-9415-63c9933878c3 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Synchronizing usage tracker for tenant:60a4ad36beff4de8a75a22881b503965 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:54.688099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port 493f2ac4-b524-436d-9166-a3b6d8459bc2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:54.689113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:54.787461 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:54.805882 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 3 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:54.808344 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:54.810099 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:55.024251 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:55.024965 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84bb3f-4294-4f85-8aa2-927a0450f130 None None] The sync data for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:55.064026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2489fd26-9fd0-49a2-9415-63c9933878c3 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Unset dirty status for tenant:60a4ad36beff4de8a75a22881b503965 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:55.066523 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2489fd26-9fd0-49a2-9415-63c9933878c3 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.1917248 Sep 22 08:33:55.093323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35320) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:55.174472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ac6ba4c3-cae6-49df-ad12-939afbea59c2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:55.200042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1f36e1-9054-4c25-94a7-31f260de4e48 None None] Network 1ecf665b-5041-4536-adbf-af57e1bfe2ac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:55.218538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9b295-d5b4-42e7-81bb-3792345a4b67 None None] Pushing event updated for resources: {'Port': ['ID=a6a35cce-9987-4a07-9969-8f7e9336a53b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:55.396961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Deleting port bf24bdc8-ee5e-45fd-bdbb-b98a83157d28 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:55.397293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:55.410259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:55.428152 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dfae2294-7e6d-4202-a948-ede7f7d54c25 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/floatingips/e811a61c-4c84-4ea7-a739-8adcaff9e3b4 HTTP/1.1" status: 200 len: 979 time: 9.5416424 Sep 22 08:33:55.444015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35326) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:55.479730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:55.480633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:55.574696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=9bb002a0-9edc-40b3-8b12-8ebf4716afe6,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:55.607820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 35e4527b-8fd3-4e38-9746-511af0a79de6 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:55.608807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:55.677476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port a6a35cce-9987-4a07-9969-8f7e9336a53b, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a6a35cce-9987-4a07-9969-8f7e9336a53b,segment=NetworkSegment(979ec6cd-e6b3-420d-8940-2d6f169e1d57),segment_id=979ec6cd-e6b3-420d-8940-2d6f169e1d57)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:55.677764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:55.761382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 57cd2a4e-e418-4a66-84be-b16200110660 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:33:55.765398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:33:55.801096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:55.844249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ac6ba4c3-cae6-49df-ad12-939afbea59c2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:33:55.859973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ac6ba4c3-cae6-49df-ad12-939afbea59c2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:55.860545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:55.861116 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ac6ba4c3-cae6-49df-ad12-939afbea59c2 Sep 22 08:33:55.916169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2a3ee-c54f-4d47-a717-723ced285673 None None] Network 1ecf665b-5041-4536-adbf-af57e1bfe2ac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:33:55.991376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for a6a35cce-9987-4a07-9969-8f7e9336a53b owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:56.193932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:56.214430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:56.322623 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 4 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:56.322860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event deleted for resources: {'Port': ['ID=2acd2c04-897b-4000-9fba-1dc530adbd0e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:56.344494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Calling delete_port for 493f2ac4-b524-436d-9166-a3b6d8459bc2 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:56.385377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router a9413dca-135c-4a10-9987-e04f85aa2974 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:33:56.464555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ac6ba4c3-cae6-49df-ad12-939afbea59c2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:56.465134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:56.499294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:56.528211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ac6ba4c3-cae6-49df-ad12-939afbea59c2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ac6ba4c3-cae6-49df-ad12-939afbea59c2,segment=NetworkSegment(df4699ce-b516-47bb-8d42-2a65b3ca115b),segment_id=df4699ce-b516-47bb-8d42-2a65b3ca115b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:33:56.542158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61698aa6-c9f3-44e1-8946-720092a2345c None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:33:56.581466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:56.716508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:33:56.724012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ac6ba4c3-cae6-49df-ad12-939afbea59c2,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:56.726673 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe70989f-1866-4ca6-86f2-466da95c98cb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/a9413dca-135c-4a10-9987-e04f85aa2974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4099867 Sep 22 08:33:56.727617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:56.736625 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] Sync routers for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:33:56.811637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:56.910371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:56.927253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ac6ba4c3-cae6-49df-ad12-939afbea59c2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:33:56.962150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61698aa6-c9f3-44e1-8946-720092a2345c None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:33:56.970565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:56.971277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:56.980298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.032329 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 5 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:57.035483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Port': ['ID=493f2ac4-b524-436d-9166-a3b6d8459bc2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:57.053236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.066164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f7e54a-79ca-4f92-ba3c-72dc42c95552 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:33:57.066771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-71f7e54a-79ca-4f92-ba3c-72dc42c95552 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:57.088239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:57.147538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:33:57.148265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:57.248404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.257459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-71f7e54a-79ca-4f92-ba3c-72dc42c95552 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:57.258355 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-71f7e54a-79ca-4f92-ba3c-72dc42c95552 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports/9bb002a0-9edc-40b3-8b12-8ebf4716afe6 HTTP/1.1" status: 200 len: 911 time: 0.5274701 Sep 22 08:33:57.262590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:57.268912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:57.282343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:57.282855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d8e6c5-d45d-4409-900e-2328cce5f757 None None] The sync data for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:33:57.308494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ac6ba4c3-cae6-49df-ad12-939afbea59c2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:33:57.308935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.309327 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ac6ba4c3-cae6-49df-ad12-939afbea59c2 Sep 22 08:33:57.312026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.334440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Port': ['ID=a6a35cce-9987-4a07-9969-8f7e9336a53b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:57.349485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.428557 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:33:57.485935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.573781 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e5e424d-bf9d-444a-8c6b-fd320ce1ed66 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/ports/493f2ac4-b524-436d-9166-a3b6d8459bc2 HTTP/1.1" status: 204 len: 168 time: 3.9911752 Sep 22 08:33:57.580022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:57.687817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ac6ba4c3-cae6-49df-ad12-939afbea59c2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:33:57.698740 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4844536-e665-4862-a61a-bcf903d82fdd tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] GET failed (client error): The resource could not be found. Sep 22 08:33:57.699368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4844536-e665-4862-a61a-bcf903d82fdd tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Synchronizing usage tracker for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:33:57.720262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4844536-e665-4862-a61a-bcf903d82fdd tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Unset dirty status for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:33:57.721628 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e4844536-e665-4862-a61a-bcf903d82fdd tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "GET /v2.0/ports/493f2ac4-b524-436d-9166-a3b6d8459bc2 HTTP/1.1" status: 404 len: 333 time: 0.1406713 Sep 22 08:33:57.726291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35346) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:57.734350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'name': 'tempest-AllowedAddressPairTestJSON-1730921611'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:57.763916 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 6 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:57.796707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Calling delete_port for bf24bdc8-ee5e-45fd-bdbb-b98a83157d28 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:57.841104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No DVR routers for this DVR port a6a35cce-9987-4a07-9969-8f7e9336a53b on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:33:57.924947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:57.962418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:57.963623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Fanout notify agent at l3_agent the message router_deleted on router d09b9c05-12a4-4e86-9c0c-3e7fb79a762d {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:33:58.084622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.085102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.085290 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Floating IP e811a61c-4c84-4ea7-a739-8adcaff9e3b4 disassociated. External IP: 172.26.8.234, port: 35e4527b-8fd3-4e38-9746-511af0a79de6. Sep 22 08:33:58.085635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 35e4527b-8fd3-4e38-9746-511af0a79de6 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:58.091431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:58.112945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:58.142796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.159452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:33:58.163106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.192701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.193811 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-384c165f-5534-41ee-ad84-9decffa444c1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/d09b9c05-12a4-4e86-9c0c-3e7fb79a762d HTTP/1.1" status: 204 len: 168 time: 6.7800879 Sep 22 08:33:58.198190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] device_id is not set on port 704d8ffd-9ae8-496c-adbb-bac058057b72 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:33:58.199320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.203035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:58.204405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecf665b-5041-4536-adbf-af57e1bfe2ac']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:58.220530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1691123732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:58.266844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.279964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:33:58.283304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979ec6cd-e6b3-420d-8940-2d6f169e1d57') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:58.284299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979ec6cd-e6b3-420d-8940-2d6f169e1d57') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:33:58.305239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Port': ['ID=bf24bdc8-ee5e-45fd-bdbb-b98a83157d28,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:58.315085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Usage tracker for resource:router and tenant:e8f3a898813147f1b219fdf94594fb1f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:33:58.319380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.332163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:33:58.338205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.376659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:33:58.391379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.418977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:33:58.419418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.427146 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 7 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:58.502189 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3dca8976-0a65-4cd5-b8df-79c6c51e1b30 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/ports/bf24bdc8-ee5e-45fd-bdbb-b98a83157d28 HTTP/1.1" status: 204 len: 168 time: 3.4058940 Sep 22 08:33:58.504960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:58.512261 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 979ec6cd-e6b3-420d-8940-2d6f169e1d57 resource provider aggregate not found Sep 22 08:33:58.523358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:58.528691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.529844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.549418 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 979ec6cd-e6b3-420d-8940-2d6f169e1d57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 979ec6cd-e6b3-420d-8940-2d6f169e1d57 found for delete ", "request_id": "req-1ced9d92-5234-4280-b510-6b979123d0ef"}]} Sep 22 08:33:58.561584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.563991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.565331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.701023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Deleting port a622a90e-aa22-482e-b990-2da550a1d971 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:33:58.701369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.751021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Allocated IP 172.20.0.5 (8ed7eade-0645-4498-9424-860b2028f581/3705f05b-12c5-45ab-9116-004d79c2aba9/704d8ffd-9ae8-496c-adbb-bac058057b72) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:58.760503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.771565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=35e4527b-8fd3-4e38-9746-511af0a79de6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:58.783109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=1ecf665b-5041-4536-adbf-af57e1bfe2ac,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:58.851592 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d6e1f8a-f718-4c32-bc61-f85a885a02f7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/1ecf665b-5041-4536-adbf-af57e1bfe2ac HTTP/1.1" status: 204 len: 168 time: 8.0733600 Sep 22 08:33:58.853195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:58.859252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35364) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:58.934322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7c659a-0e70-49b4-80fc-cf6f8a6d9de4 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:33:58.934781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7c659a-0e70-49b4-80fc-cf6f8a6d9de4 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:33:58.938974 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1d7c659a-0e70-49b4-80fc-cf6f8a6d9de4 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/735187d5-7c79-41ed-ba14-feaa91268d18 HTTP/1.1" status: 404 len: 337 time: 0.0602319 Sep 22 08:33:58.940056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35368) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:59.025023 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 8 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:59.040947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.044770 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2385e387-963a-413a-bad0-1fec8c1445c3 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8305745 Sep 22 08:33:59.052289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35372) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:59.058341 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef76dcb-f477-4117-b18a-52acb7c0b587 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:33:59.058815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef76dcb-f477-4117-b18a-52acb7c0b587 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:33:59.060517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bef76dcb-f477-4117-b18a-52acb7c0b587 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/1ecf665b-5041-4536-adbf-af57e1bfe2ac HTTP/1.1" status: 404 len: 339 time: 0.1195388 Sep 22 08:33:59.065592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': True}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:33:59.109692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:59.123510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35376) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:59.364968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router 343bdaab-9044-466e-8f8e-4aa9794e241d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:33:59.398853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.439901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.440409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.567280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Calling delete_port for a622a90e-aa22-482e-b990-2da550a1d971 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:33:59.610748 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 9 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:33:59.616367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Transition to ACTIVE for port object 704d8ffd-9ae8-496c-adbb-bac058057b72 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:33:59.637197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8:1::1 (f9ad70b8-fc81-43a0-a358-5521e32e1b8d/f28e7f8f-042c-4cf5-9f61-97b672986e73/b745744f-94e4-4dbd-bacb-a8c247d6d9c1) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:33:59.684948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.723629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:33:59.781385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.817309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.844928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Port': ['ID=a622a90e-aa22-482e-b990-2da550a1d971,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:33:59.922040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:33:59.966782 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ffd4a24-5d35-4e3e-9807-a01cbb286156 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/ports/a622a90e-aa22-482e-b990-2da550a1d971 HTTP/1.1" status: 204 len: 168 time: 1.4501884 Sep 22 08:33:59.987686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35382) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:33:59.989861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network 8ed7eade-0645-4498-9424-860b2028f581 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:00.043766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:00.058763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:00.058936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.073765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:00.085358 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] Sync routers for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:00.097198 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:00.097827 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:00.172039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6e5f1e-b0df-45c1-9d41-81ed1581559f']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:00.197947 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:00.210137 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:00.211071 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:00.223094 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 10 to provision port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 Sep 22 08:34:00.224794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef356cb-7795-463f-b165-a4b716bb7973') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:00.225102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef356cb-7795-463f-b165-a4b716bb7973') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:00.261899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.287319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b8295a04-b904-4104-9736-db47c9ed9ff1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Synchronizing usage tracker for tenant:60a4ad36beff4de8a75a22881b503965 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:00.294491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:00.308206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.312992 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7206a7b1-36b0-433c-9a55-902787044e4e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/ports/35e4527b-8fd3-4e38-9746-511af0a79de6 HTTP/1.1" status: 204 len: 168 time: 4.8358932 Sep 22 08:34:00.318204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Provisioning for port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:00.322876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.324775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35386) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:00.327836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Provisioning complete for port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:00.329918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.330331 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 1 to provision port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f Sep 22 08:34:00.335448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:00.335798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.350106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=704d8ffd-9ae8-496c-adbb-bac058057b72,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:00.350516 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:00.350919 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe291d1-3bca-4042-bfb2-1b6d671db15d None None] The sync data for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:00.452952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.469975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.472432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object b745744f-94e4-4dbd-bacb-a8c247d6d9c1 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:00.478603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.496710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Current status of the port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:00.497365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.546729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:00.546991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] For port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f2a500ad-24fe-45ae-907c-2eaea1bb4e7f,segment=NetworkSegment(cc5f5ae4-de71-47a9-915d-1bf4543c81c6),segment_id=cc5f5ae4-de71-47a9-915d-1bf4543c81c6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:00.547636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.553166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.560694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b8295a04-b904-4104-9736-db47c9ed9ff1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Unset dirty status for tenant:60a4ad36beff4de8a75a22881b503965 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:00.562464 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b8295a04-b904-4104-9736-db47c9ed9ff1 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5710273 Sep 22 08:34:00.576344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35390) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:00.588310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=de6e5f1e-b0df-45c1-9d41-81ed1581559f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:00.594572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1957473404'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:00.636792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Could not find standard attr ID for object 493f2ac4-b524-436d-9166-a3b6d8459bc2. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:00.647680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Could not find standard attr ID for object 35e4527b-8fd3-4e38-9746-511af0a79de6. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:00.653631 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3901799-80bf-4966-beb6-ea77d515ac37 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/de6e5f1e-b0df-45c1-9d41-81ed1581559f HTTP/1.1" status: 204 len: 168 time: 1.5290742 Sep 22 08:34:00.656981 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment eef356cb-7795-463f-b165-a4b716bb7973 resource provider aggregate not found Sep 22 08:34:00.658662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35396) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:00.674802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:00.675042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Provisioning for port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:00.685883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Usage tracker for resource:network and tenant:60a4ad36beff4de8a75a22881b503965 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:00.691162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:00.695123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Provisioning complete for port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:00.695512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.696417 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Attempt 1 to provision port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 Sep 22 08:34:00.714995 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e343e673-c945-4e46-89b2-da9116a5ddbc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:00.715536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e343e673-c945-4e46-89b2-da9116a5ddbc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:00.719917 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e343e673-c945-4e46-89b2-da9116a5ddbc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/05a0c88f-9663-457e-bc6c-dc201f85aba1 HTTP/1.1" status: 404 len: 337 time: 0.0549798 Sep 22 08:34:00.721160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.726097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35402) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:00.741863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment eef356cb-7795-463f-b165-a4b716bb7973 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eef356cb-7795-463f-b165-a4b716bb7973 found for delete ", "request_id": "req-6c54b119-3aa4-4bf7-861e-d42502412a94"}]} Sep 22 08:34:00.759568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.775613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Pushing event updated for resources: {'Port': ['ID=f2a500ad-24fe-45ae-907c-2eaea1bb4e7f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:00.792746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:00.803985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.822025 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6d6b3247-1f24-4abd-996b-49e3826d1617 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0946226 Sep 22 08:34:00.825287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35406) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:00.837253 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-60913dfd-db08-4f19-9b8c-1b8e7d13ac3b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:00.837755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60913dfd-db08-4f19-9b8c-1b8e7d13ac3b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:00.839442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-60913dfd-db08-4f19-9b8c-1b8e7d13ac3b tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/cee3db64-042c-4c27-8479-1c13f3a96ebe HTTP/1.1" status: 404 len: 339 time: 0.0694044 Sep 22 08:34:00.845591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35410) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:00.857730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Current status of the port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:00.858250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.865763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ca:fc:08'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:00.885832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Made reservation on behalf of 60a4ad36beff4de8a75a22881b503965 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:00.897404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.904512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] For port 09c536f0-0f53-4427-afd9-16d9cc5a6a15, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09c536f0-0f53-4427-afd9-16d9cc5a6a15,segment=NetworkSegment(70ceb258-0a24-4880-9e9e-7d3e7c505e54),segment_id=70ceb258-0a24-4880-9e9e-7d3e7c505e54)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:00.915342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:00.922984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:00.987468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:01.007412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting subnet 7d51dbfa-644c-4b4f-b8c1-7d0750d63cbb {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:01.020681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:01.036611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:01.036947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.067352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.075116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=b745744f-94e4-4dbd-bacb-a8c247d6d9c1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:01.120271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Provisioning for port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:01.131286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.131608 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Added segment 8b09fea2-deef-4ae0-ac6f-5e106091fc59 of type vlan for network 3ed0c785-11c9-4e12-a359-b5a95114b60d Sep 22 08:34:01.143611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Provisioning complete for port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:01.147413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.147843 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 1 to provision port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 Sep 22 08:34:01.191333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.225015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.238589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca14dcf-911e-484c-832b-58de43db328c None None] Pushing event updated for resources: {'Port': ['ID=09c536f0-0f53-4427-afd9-16d9cc5a6a15,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:01.256337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Allocated IP 172.26.8.14 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/0a828058-29a5-4e57-b634-56e2661f8c3f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:01.318153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.324353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:01.325165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.329328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Current status of the port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:01.329769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.381403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] For port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,segment=NetworkSegment(cbf9aeb4-e420-4e01-a329-6c12d035f3c1),segment_id=cbf9aeb4-e420-4e01-a329-6c12d035f3c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:01.388777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.485891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Provisioning complete for port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:01.485891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.485891 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 1 to provision port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f Sep 22 08:34:01.554251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Pushing event updated for resources: {'Port': ['ID=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:01.649208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.662874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Current status of the port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:01.677536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Provisioning for port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:01.688409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Provisioning complete for port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:01.689603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.690211 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 1 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:01.691805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Network': ['ID=3ed0c785-11c9-4e12-a359-b5a95114b60d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:01.708137 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-12419007-a4fd-4f3b-8850-eaed1d4ba7cd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1196640 Sep 22 08:34:01.708335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.708815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.712217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:01.766451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 3ed0c785-11c9-4e12-a359-b5a95114b60d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:01.777526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1312400190'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:01.791154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:01.794021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:01.801286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:01.807662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:01.810243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Usage tracker for resource:network and tenant:60a4ad36beff4de8a75a22881b503965 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:01.818699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:01.821866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:01.906986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:01.940220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:01.942577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.009297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Port': ['ID=0a828058-29a5-4e57-b634-56e2661f8c3f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:02.247720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Made reservation on behalf of 60a4ad36beff4de8a75a22881b503965 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:02.251173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.359025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:02.366860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.408861 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 2 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:02.423093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.488384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.488732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Added segment 3f254586-9121-4f00-973b-694334483bbd of type vlan for network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 Sep 22 08:34:02.502929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.508748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=7d51dbfa-644c-4b4f-b8c1-7d0750d63cbb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:02.513041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd540d8-279f-4663-978e-fb012d7f0bce None None] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:02.616412 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f2dcf5e-54c7-478b-bbe6-fc408b7d2c02 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/7d51dbfa-644c-4b4f-b8c1-7d0750d63cbb HTTP/1.1" status: 204 len: 168 time: 1.7694280 Sep 22 08:34:02.620409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.624271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35422) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:02.663498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.690317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.693458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.800550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting subnet 69fd44f9-83b4-4ad2-83a3-2d770338df30 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:02.808983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.821779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:02.845005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.849841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=704d8ffd-9ae8-496c-adbb-bac058057b72,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:02.850421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:02.850994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.953407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f2a500ad-24fe-45ae-907c-2eaea1bb4e7f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:02.977607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] In _notify_port_updated(), no bound segment for port 704d8ffd-9ae8-496c-adbb-bac058057b72 on network 8ed7eade-0645-4498-9424-860b2028f581 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:34:02.983094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:02.983744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:02.999993 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f2a5255-1c00-4605-9b88-2d4e9b9c0257 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "PUT /v2.0/ports/704d8ffd-9ae8-496c-adbb-bac058057b72 HTTP/1.1" status: 200 len: 993 time: 2.1646004 Sep 22 08:34:03.000863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35426) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:03.062402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:03.062855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.063196 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f Sep 22 08:34:03.107237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3270559 Sep 22 08:34:03.107237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.178046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1431f8-9ffd-4678-98ce-5edd8bb6b797 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Network': ['ID=f1fb7cd6-4b90-4405-b1f1-f4796bc400f9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:03.180537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port 704d8ffd-9ae8-496c-adbb-bac058057b72 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:03.181118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.227538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:03.238928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.265338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.266095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.431304 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 3 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:03.581215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:03.607454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:03.609234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09c536f0-0f53-4427-afd9-16d9cc5a6a15 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:03.718657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=b745744f-94e4-4dbd-bacb-a8c247d6d9c1,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:03.729159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:03.730609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.731095 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 Sep 22 08:34:03.751782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.763540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:03.955812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:04.048798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:04.050041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:04.119587 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 4 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:04.129503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:04.164076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:04.172840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:04.295149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8aeb12-bcb7-4f17-ad5f-c06b93c30a29 None None] Network 99a7f70c-cef0-4e7a-98a1-db2278e60429 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:04.296522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=69fd44f9-83b4-4ad2-83a3-2d770338df30,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:04.307353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:04.350356 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5445e47d-d879-46c3-868c-bd026d425bb1 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/69fd44f9-83b4-4ad2-83a3-2d770338df30 HTTP/1.1" status: 204 len: 168 time: 1.7235336 Sep 22 08:34:04.362248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35434) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:04.463543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:04.536362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:04.536726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:04.537059 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 Sep 22 08:34:04.745765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 2f450532-88ed-4f00-8101-5145c15b9f8f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:04.749395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:04.822801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router a9413dca-135c-4a10-9987-e04f85aa2974 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:04.962619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:04.980574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53842a7-4648-425a-a008-538f31db0088 None None] DHCP port deletion for 99a7f70c-cef0-4e7a-98a1-db2278e60429 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:05.006292 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 5 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:05.036146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Deleting port 56d2f178-d3d9-44b8-995e-8b491122e7b9 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:05.036616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:05.172298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 56d2f178-d3d9-44b8-995e-8b491122e7b9 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:05.206524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:05.246418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:05.247700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 56d2f178-d3d9-44b8-995e-8b491122e7b9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:05.248147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:05.310614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:05.548318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 56d2f178-d3d9-44b8-995e-8b491122e7b9 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:05.549055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:05.556665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:05.557148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:05.575928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a53842a7-4648-425a-a008-538f31db0088 None None] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:05.576599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:05.754283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Router 341a0a97-45a3-45af-a6d5-293a32f0161e is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:34:05.766211 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 6 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:05.774609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for 56d2f178-d3d9-44b8-995e-8b491122e7b9 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:05.810176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Calling delete_port for 704d8ffd-9ae8-496c-adbb-bac058057b72 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:05.871259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Calling delete_port for 56d2f178-d3d9-44b8-995e-8b491122e7b9 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:05.919595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:05.985540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:05.999738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:06.139421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b0d17-d3ec-4bda-a93c-5cbee2a54b7c req-2516ae20-cefa-4986-b4b5-ac9de0b74676 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:06.146994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:06.153787 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-666b0d17-d3ec-4bda-a93c-5cbee2a54b7c req-2516ae20-cefa-4986-b4b5-ac9de0b74676 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 1.3610868 Sep 22 08:34:06.162719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:06.163577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:06.169894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:06.171683 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d9b7afa-9da0-4f6c-91f0-d0dbb48eaf13 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "PUT /v2.0/routers/341a0a97-45a3-45af-a6d5-293a32f0161e HTTP/1.1" status: 200 len: 914 time: 7.1183934 Sep 22 08:34:06.174466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35444) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:06.181182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] Sync routers for ids ['341a0a97-45a3-45af-a6d5-293a32f0161e'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:06.204033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] Routers {'341a0a97-45a3-45af-a6d5-293a32f0161e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:06.204033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['341a0a97-45a3-45af-a6d5-293a32f0161e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.224870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:06.235162 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8fe89f81-79ab-4053-bcfa-4af6a94e3799 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/a9413dca-135c-4a10-9987-e04f85aa2974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9371018 Sep 22 08:34:06.238664 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] Sync routers for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:06.253927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:06.256411 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:06.261222 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.367056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.377073 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-666b0d17-d3ec-4bda-a93c-5cbee2a54b7c req-0996e5ae-a968-427c-ae3c-24ceacc71277 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2160320 Sep 22 08:34:06.384331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:06.437624 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 7 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:06.442929 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.457511 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:06.458863 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.496662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-782bb983-f3f2-4b09-831c-ac55545a2b5e tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/341a0a97-45a3-45af-a6d5-293a32f0161e HTTP/1.1" status: 200 len: 920 time: 0.3202615 Sep 22 08:34:06.498659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35454) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:06.501159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:06.505076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'subnets': [{'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--804765933', 'ip_version': 6}, {'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:06.505396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'subnet': {'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--804765933', 'ip_version': 6}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:06.506051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Request body: {'subnet': {'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:06.512820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-29d3442c-0456-434e-bab0-d5b5d36fd3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:06.533013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:06.546335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:06.593656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=56d2f178-d3d9-44b8-995e-8b491122e7b9,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:06.604052 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.604627 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d59f343-ef48-456f-82e8-7549a62c86d6 None None] The sync data for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:06.615560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] Routers {'341a0a97-45a3-45af-a6d5-293a32f0161e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:06.615560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:33:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['341a0a97-45a3-45af-a6d5-293a32f0161e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.666570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 56d2f178-d3d9-44b8-995e-8b491122e7b9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:06.666894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:06.687965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:06.689811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ad7abc-2e53-4bc0-a592-a4df3f76be64 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:06.690645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:06.691041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a366e6-6cea-4286-a9bf-226fae953591 None None] The sync data for ids ['341a0a97-45a3-45af-a6d5-293a32f0161e'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:06.691362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-78ad7abc-2e53-4bc0-a592-a4df3f76be64 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:06.713127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 2f450532-88ed-4f00-8101-5145c15b9f8f owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:06.820165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-78ad7abc-2e53-4bc0-a592-a4df3f76be64 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:06.822249 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-78ad7abc-2e53-4bc0-a592-a4df3f76be64 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports/b745744f-94e4-4dbd-bacb-a8c247d6d9c1 HTTP/1.1" status: 200 len: 913 time: 0.5673952 Sep 22 08:34:06.833272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35462) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:07.048408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Deleting port 56d2f178-d3d9-44b8-995e-8b491122e7b9 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:07.048937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:07.189851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca38dfd-9199-4496-8d09-8dfcdcc61d7b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:07.190548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ca38dfd-9199-4496-8d09-8dfcdcc61d7b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Synchronizing usage tracker for tenant:c409c4901d1c400c946b3b2ea15c4469 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:07.193546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:07.201099 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 8 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:07.212848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dee5d9-d713-4e4d-8d66-ee5401f17e92 req-dc7c7a50-3546-49d6-803f-5ecff5bfde77 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:07.214389 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-41dee5d9-d713-4e4d-8d66-ee5401f17e92 req-dc7c7a50-3546-49d6-803f-5ecff5bfde77 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5830615 Sep 22 08:34:07.220165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Usage tracker for resource:subnet and tenant:60a4ad36beff4de8a75a22881b503965 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:07.225116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:07.252965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:07.298522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ca38dfd-9199-4496-8d09-8dfcdcc61d7b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Unset dirty status for tenant:c409c4901d1c400c946b3b2ea15c4469 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:07.299777 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ca38dfd-9199-4496-8d09-8dfcdcc61d7b tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=341a0a97-45a3-45af-a6d5-293a32f0161e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7783387 Sep 22 08:34:07.301899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:07.302257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:07.315996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35468) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:07.338656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Made reservation on behalf of 60a4ad36beff4de8a75a22881b503965 for: {'subnet': 2} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:07.343067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:07.343423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:07.387409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:07.396610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a53842a7-4648-425a-a008-538f31db0088 None None] For port 56d2f178-d3d9-44b8-995e-8b491122e7b9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=56d2f178-d3d9-44b8-995e-8b491122e7b9,segment=NetworkSegment(7ac5c377-7b1f-4cad-afea-161f4fa040e3),segment_id=7ac5c377-7b1f-4cad-afea-161f4fa040e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:07.397267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:07.425570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-41dee5d9-d713-4e4d-8d66-ee5401f17e92 req-e05a3162-30d8-4a7b-b1be-dd4bd88fc593 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1967101 Sep 22 08:34:07.467734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:07.573333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Calling delete_port for 56d2f178-d3d9-44b8-995e-8b491122e7b9 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:07.611567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for 56d2f178-d3d9-44b8-995e-8b491122e7b9 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:07.710431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:07.792724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53842a7-4648-425a-a008-538f31db0088 None None] Pushing event deleted for resources: {'Port': ['ID=56d2f178-d3d9-44b8-995e-8b491122e7b9,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:07.806261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53842a7-4648-425a-a008-538f31db0088 None None] No DVR routers for this DVR port 56d2f178-d3d9-44b8-995e-8b491122e7b9 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:07.848546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c43008-8b6e-44b7-9d66-69aa19a0a9e0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:07.849114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-43c43008-8b6e-44b7-9d66-69aa19a0a9e0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Synchronizing usage tracker for tenant:c409c4901d1c400c946b3b2ea15c4469 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:07.854992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Port': ['ID=704d8ffd-9ae8-496c-adbb-bac058057b72,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:07.858071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:07.858391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:07.868664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-43c43008-8b6e-44b7-9d66-69aa19a0a9e0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Unset dirty status for tenant:c409c4901d1c400c946b3b2ea15c4469 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:07.869784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-43c43008-8b6e-44b7-9d66-69aa19a0a9e0 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 0.5527728 Sep 22 08:34:07.873109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:07.888954 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 9 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:07.975151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-27a42994-ade4-4fc4-8c88-b6ef62cf2fe9 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=341a0a97-45a3-45af-a6d5-293a32f0161e HTTP/1.1" status: 200 len: 205 time: 0.1009698 Sep 22 08:34:07.978281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35480) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:08.040071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:08.291008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:08.293361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-590e9003-839b-4e33-8d8a-7db175c9de8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:08.312134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:08.328254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18b20d-ec8e-43f4-95ae-2c264bd2cd9a req-24a4570d-dafa-4f96-9119-bdb93c2e6987 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:08.329706 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d18b20d-ec8e-43f4-95ae-2c264bd2cd9a req-24a4570d-dafa-4f96-9119-bdb93c2e6987 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6462684 Sep 22 08:34:08.343275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:08.391362 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4aed8fa-c751-4f4a-ab5f-c86c74115572 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/ports/704d8ffd-9ae8-496c-adbb-bac058057b72 HTTP/1.1" status: 204 len: 168 time: 5.3865230 Sep 22 08:34:08.397940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35484) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:08.417112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=2f450532-88ed-4f00-8101-5145c15b9f8f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:08.459336 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfcd039-a948-429c-a3b6-453f17405f03 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] GET failed (client error): The resource could not be found. Sep 22 08:34:08.459873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2dfcd039-a948-429c-a3b6-453f17405f03 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Synchronizing usage tracker for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:08.521441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 56d2f178-d3d9-44b8-995e-8b491122e7b9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:08.521790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:08.541482 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Attempt 10 to provision port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 Sep 22 08:34:08.576623 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d18b20d-ec8e-43f4-95ae-2c264bd2cd9a req-558c3f5f-1abc-41b0-9d1e-fdf72229bc01 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1884432 Sep 22 08:34:08.621951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] The port '56d2f178-d3d9-44b8-995e-8b491122e7b9' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:34:08.659295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:08.665412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f31ef63b-e407-4972-a95c-b67d17f015b8 None None] Could not find standard attr ID for object 704d8ffd-9ae8-496c-adbb-bac058057b72. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:08.786367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Provisioning for port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:08.793633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Provisioning complete for port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:08.794059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:08.794461 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Attempt 1 to provision port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 Sep 22 08:34:08.910676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:08.913062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2dfcd039-a948-429c-a3b6-453f17405f03 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Unset dirty status for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:08.914740 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2dfcd039-a948-429c-a3b6-453f17405f03 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "GET /v2.0/ports/704d8ffd-9ae8-496c-adbb-bac058057b72 HTTP/1.1" status: 404 len: 333 time: 0.5135562 Sep 22 08:34:08.918984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:08.928190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'name': 'tempest-AllowedAddressPairTestJSON-529728429'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:08.954798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.054840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.058281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.099179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a7f70c-cef0-4e7a-98a1-db2278e60429']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:09.117175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Deleting port 0a828058-29a5-4e57-b634-56e2661f8c3f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:09.117642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.142973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac5c377-7b1f-4cad-afea-161f4fa040e3') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:09.143320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac5c377-7b1f-4cad-afea-161f4fa040e3') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:09.194951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.259560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb0aae-d3d0-45b9-8489-ad5b06192e2d req-f293c03f-2a76-46c0-95b4-c8b21737f0a2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:09.261064 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-16fb0aae-d3d0-45b9-8489-ad5b06192e2d req-f293c03f-2a76-46c0-95b4-c8b21737f0a2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4679153 Sep 22 08:34:09.265182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.267558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.309957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.382104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:09.383127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.412591 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Attempt 2 to provision port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 Sep 22 08:34:09.483954 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 7ac5c377-7b1f-4cad-afea-161f4fa040e3 resource provider aggregate not found Sep 22 08:34:09.487554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:09.510160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.521508 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 7ac5c377-7b1f-4cad-afea-161f4fa040e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ac5c377-7b1f-4cad-afea-161f4fa040e3 found for delete ", "request_id": "req-33ebf02c-b196-4a3a-8e4a-ce4dbeb581ba"}]} Sep 22 08:34:09.554067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Subnet': ['ID=a534b4f0-3480-428e-a6eb-3298fc60da45,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:09.554791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.575285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-16fb0aae-d3d0-45b9-8489-ad5b06192e2d req-41fbe02f-b2c5-4fa6-a32f-d2c363c79a9f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2273829 Sep 22 08:34:09.593272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.603758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.649777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:09.659878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.673272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:09.725795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Checking segment: {'id': '8b09fea2-deef-4ae0-ac6f-5e106091fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:09.726364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network hostable DHCP agents. Network: 3ed0c785-11c9-4e12-a359-b5a95114b60d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:09.754959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:09.759109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:09.796682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=99a7f70c-cef0-4e7a-98a1-db2278e60429,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:09.816396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Calling delete_port for 0a828058-29a5-4e57-b634-56e2661f8c3f owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:09.856895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] device_id is not set on port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:09.885395 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2d70fa38-3576-4e28-b054-dadd0b6f5720 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/99a7f70c-cef0-4e7a-98a1-db2278e60429 HTTP/1.1" status: 204 len: 168 time: 5.5198474 Sep 22 08:34:09.890319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35518) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:09.988739 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Attempt 3 to provision port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 Sep 22 08:34:10.016083 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabc1154-cfc6-4201-907b-009be5c70ec0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:10.016543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabc1154-cfc6-4201-907b-009be5c70ec0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:10.021407 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eabc1154-cfc6-4201-907b-009be5c70ec0 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/fe20d4b4-686e-4a36-95cc-542c286d311d HTTP/1.1" status: 404 len: 337 time: 0.1296458 Sep 22 08:34:10.027286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35524) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:10.044297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network 3ed0c785-11c9-4e12-a359-b5a95114b60d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:10.100319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 3ed0c785-11c9-4e12-a359-b5a95114b60d) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:10.105504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:10.107584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d2849-3cae-46c1-b43d-99bd0cb49c2d None None] Network 3ed0c785-11c9-4e12-a359-b5a95114b60d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:10.136780 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0e1443-bf2e-4f7d-8d4a-6f291cfaff54 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:10.137401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0e1443-bf2e-4f7d-8d4a-6f291cfaff54 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:10.163470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:10.163986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:10.196796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:10.200024 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f0e1443-bf2e-4f7d-8d4a-6f291cfaff54 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/c2c3c0c1-1778-4800-9aa0-9dc689b1dc98 HTTP/1.1" status: 404 len: 339 time: 0.1500909 Sep 22 08:34:10.218642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router 343bdaab-9044-466e-8f8e-4aa9794e241d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:10.219369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35528) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:10.277557 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f69faac-1794-4f35-b0e1-17e5bf632e68 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:10.278017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f69faac-1794-4f35-b0e1-17e5bf632e68 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:10.282023 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f69faac-1794-4f35-b0e1-17e5bf632e68 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/ddb4f4d3-e902-415f-82c9-2c1f41d761da HTTP/1.1" status: 404 len: 337 time: 0.0592461 Sep 22 08:34:10.291084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35534) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:10.314227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Allocated IP 172.20.0.10 (8ed7eade-0645-4498-9424-860b2028f581/3705f05b-12c5-45ab-9116-004d79c2aba9/d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:10.373095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event updated for resources: {'Subnet': ['ID=2f159069-b10e-4293-a1ef-e9c8d7c34180,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:10.380334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-99526a83-b83f-457d-b4bb-50c744f32408 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:10.380891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99526a83-b83f-457d-b4bb-50c744f32408 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:10.385868 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99526a83-b83f-457d-b4bb-50c744f32408 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/fddc7665-7589-4646-bd79-8d28b1720634 HTTP/1.1" status: 404 len: 339 time: 0.0905123 Sep 22 08:34:10.387060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35538) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:10.410548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-3ed0c785-11c9-4e12-a359-b5a95114b60d', 'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d', 'tenant_id': '60a4ad36beff4de8a75a22881b503965', 'fixed_ips': [{'subnet_id': 'a534b4f0-3480-428e-a6eb-3298fc60da45'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:34:10.411478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:10.437407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Checking segment: {'id': '3f254586-9121-4f00-973b-694334483bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:10.437764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network hostable DHCP agents. Network: f1fb7cd6-4b90-4405-b1f1-f4796bc400f9, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:10.479169 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a948d246-d0ac-4cbb-b15c-bb0002a155a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:10.479586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a948d246-d0ac-4cbb-b15c-bb0002a155a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:10.504070 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a948d246-d0ac-4cbb-b15c-bb0002a155a7 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/ed8a128d-2dda-4af8-b19b-7416c30e38ff HTTP/1.1" status: 404 len: 337 time: 0.1158628 Sep 22 08:34:10.513607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:10.514849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d2fa-2d02-4157-9ab7-006d80b80dfe req-a6490025-f1cf-4e44-a783-c5688e7fa8bd tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:10.516462 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d074d2fa-2d02-4157-9ab7-006d80b80dfe req-a6490025-f1cf-4e44-a783-c5688e7fa8bd tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4338126 Sep 22 08:34:10.519009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:10.578521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:10.582809 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60aac78-c597-4d8b-be8d-8750993af7e8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:10.583303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60aac78-c597-4d8b-be8d-8750993af7e8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:10.584972 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a60aac78-c597-4d8b-be8d-8750993af7e8 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/4ca1633d-77ea-41bc-b78e-20f57e67d5d4 HTTP/1.1" status: 404 len: 339 time: 0.0634649 Sep 22 08:34:10.588092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:10.599441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:10.618917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Allocated IP 2001:db8::1 (3ed0c785-11c9-4e12-a359-b5a95114b60d/a534b4f0-3480-428e-a6eb-3298fc60da45/34ed79d0-88de-45c5-88f8-7d80941115ba) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:10.625918 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Attempt 4 to provision port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 Sep 22 08:34:10.711861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for b745744f-94e4-4dbd-bacb-a8c247d6d9c1 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:10.734558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting subnet e4576dbc-8cfd-462c-a811-faee395fb65d {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:10.739163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:10.778619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:10.883402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.016182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f1fb7cd6-4b90-4405-b1f1-f4796bc400f9) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:11.018266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event deleted for resources: {'Port': ['ID=0a828058-29a5-4e57-b634-56e2661f8c3f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:11.024499 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d074d2fa-2d02-4157-9ab7-006d80b80dfe req-dcaab9d8-44f4-40cb-95ca-f8b71539a8c9 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4831777 Sep 22 08:34:11.048706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f24a556-97e5-4fe7-93c3-ce9b06401727 None None] Network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:11.077746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:11.078344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:11.079027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.122956 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb6195a1-a5de-4e69-b411-07f4a22ac176 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.6224751 Sep 22 08:34:11.128694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35550) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:11.192416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.278817 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Attempt 5 to provision port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 Sep 22 08:34:11.360098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.399688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.404027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.415511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:11.426842 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdc3e8c4-461c-4c4e-99ae-cef080bb2e54 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/routers/343bdaab-9044-466e-8f8e-4aa9794e241d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0782063 Sep 22 08:34:11.432272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:11.437150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af709a95-2434-47ca-9ccb-7a60e3d289dc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:11.438767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af709a95-2434-47ca-9ccb-7a60e3d289dc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:11.439638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.440497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af709a95-2434-47ca-9ccb-7a60e3d289dc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:11.451659 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af709a95-2434-47ca-9ccb-7a60e3d289dc tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3177590 Sep 22 08:34:11.453609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] Sync routers for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:11.453761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:11.467151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Transition to ACTIVE for port object 34ed79d0-88de-45c5-88f8-7d80941115ba will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:11.504965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.505464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Fanout notify agent at l3_agent the message router_deleted on router 341a0a97-45a3-45af-a6d5-293a32f0161e {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:34:11.519503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.520670 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53d1c6c2-2a77-435c-b3dc-5642fb9b4cf8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/341a0a97-45a3-45af-a6d5-293a32f0161e HTTP/1.1" status: 204 len: 168 time: 3.5417476 Sep 22 08:34:11.529922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35562) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:11.560066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:11.580740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.583434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1123289200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:11.590854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:11.591527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:11.630796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:11.662940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:11.675653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f1fb7cd6-4b90-4405-b1f1-f4796bc400f9', 'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9', 'tenant_id': '60a4ad36beff4de8a75a22881b503965', 'fixed_ips': [{'subnet_id': '2f159069-b10e-4293-a1ef-e9c8d7c34180'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:34:11.676670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.681795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.690283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Usage tracker for resource:router and tenant:e8f3a898813147f1b219fdf94594fb1f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:11.692078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Transition to ACTIVE for port object 34ed79d0-88de-45c5-88f8-7d80941115ba will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:11.699353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] Routers {'343bdaab-9044-466e-8f8e-4aa9794e241d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:11.699353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['343bdaab-9044-466e-8f8e-4aa9794e241d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:11.705694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:11.729649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:11.738175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=e4576dbc-8cfd-462c-a811-faee395fb65d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:11.740332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.751439 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da31d80e-8f42-4a5e-8d49-374f6ee45844 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/e4576dbc-8cfd-462c-a811-faee395fb65d HTTP/1.1" status: 204 len: 168 time: 1.1178491 Sep 22 08:34:11.753746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:11.759204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03292474-ad3d-4be7-8781-89892a6cea3f None None] Network 75767a97-822e-4793-ac2a-9b64d17c0a47 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:11.859372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.884388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.896621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port c8659b44-81e4-41b5-bbaf-131544e9a495 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:11.897100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:11.944133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.001244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Deleting subnet a534b4f0-3480-428e-a6eb-3298fc60da45 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:12.064815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.092685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Allocated IP 2001:db8:0:1::1 (f1fb7cd6-4b90-4405-b1f1-f4796bc400f9/2f159069-b10e-4293-a1ef-e9c8d7c34180/55c71e86-a22e-4efe-a46d-253a6c1bf8ea) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:12.145487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.146587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.204020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port c8659b44-81e4-41b5-bbaf-131544e9a495, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c8659b44-81e4-41b5-bbaf-131544e9a495,segment=NetworkSegment(e805d34d-bfb8-4ab1-8755-53368b1b833b),segment_id=e805d34d-bfb8-4ab1-8755-53368b1b833b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:12.204393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.230579 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Attempt 6 to provision port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 Sep 22 08:34:12.279999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:12.280622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2202b-4593-4b81-bf3b-750e52e8e77a None None] The sync data for ids ['343bdaab-9044-466e-8f8e-4aa9794e241d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:12.292153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.355410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for c8659b44-81e4-41b5-bbaf-131544e9a495 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:12.399803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Network 3ed0c785-11c9-4e12-a359-b5a95114b60d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:12.413267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:12.443282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.453272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.483414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Transition to ACTIVE for port object d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:12.490647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:12.501122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.509563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Pushing event updated for resources: {'Port': ['ID=34ed79d0-88de-45c5-88f8-7d80941115ba,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:12.525580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:12.526264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Port': ['ID=c8659b44-81e4-41b5-bbaf-131544e9a495,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:12.532792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No DVR routers for this DVR port c8659b44-81e4-41b5-bbaf-131544e9a495 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:12.558989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.592490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.625574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e505c-dbc7-4726-a5b2-0d3ef1b0db8d None None] DHCP port deletion for 75767a97-822e-4793-ac2a-9b64d17c0a47 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:12.667012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Attempting to bind port 34ed79d0-88de-45c5-88f8-7d80941115ba on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:34:12.667668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Attempting to bind port 34ed79d0-88de-45c5-88f8-7d80941115ba by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '8b09fea2-deef-4ae0-ac6f-5e106091fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:34:12.667912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Attempting to bind port 34ed79d0-88de-45c5-88f8-7d80941115ba on network 3ed0c785-11c9-4e12-a359-b5a95114b60d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:12.724054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.733587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=b745744f-94e4-4dbd-bacb-a8c247d6d9c1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:12.734331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:34:12.735009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Checking segment: {'id': '8b09fea2-deef-4ae0-ac6f-5e106091fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:12.735794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.736405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Bound using segment: {'id': '8b09fea2-deef-4ae0-ac6f-5e106091fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:34:12.737139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Bound port: 34ed79d0-88de-45c5-88f8-7d80941115ba, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b09fea2-deef-4ae0-ac6f-5e106091fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ed0c785-11c9-4e12-a359-b5a95114b60d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:34:12.737738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.752846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75767a97-822e-4793-ac2a-9b64d17c0a47']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:12.767782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e805d34d-bfb8-4ab1-8755-53368b1b833b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:12.768112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e805d34d-bfb8-4ab1-8755-53368b1b833b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:12.780993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.798864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.805635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:12.806039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.835063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:12.847367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Transition to ACTIVE for port object 55c71e86-a22e-4efe-a46d-253a6c1bf8ea will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:12.868483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Transition to ACTIVE for port object 55c71e86-a22e-4efe-a46d-253a6c1bf8ea will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:12.877463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.007991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:13.020005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:13.030723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] For port 34ed79d0-88de-45c5-88f8-7d80941115ba, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:34:13.030863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.042373 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Attempt 7 to provision port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 Sep 22 08:34:13.045696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.083254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.110935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:13.118990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Pushing event updated for resources: {'Port': ['ID=55c71e86-a22e-4efe-a46d-253a6c1bf8ea,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:13.131147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.134171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8659b44-81e4-41b5-bbaf-131544e9a495 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:13.138689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment e805d34d-bfb8-4ab1-8755-53368b1b833b resource provider aggregate not found Sep 22 08:34:13.143148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=75767a97-822e-4793-ac2a-9b64d17c0a47,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:13.161549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] For port 34ed79d0-88de-45c5-88f8-7d80941115ba, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34ed79d0-88de-45c5-88f8-7d80941115ba,segment=NetworkSegment(8b09fea2-deef-4ae0-ac6f-5e106091fc59),segment_id=8b09fea2-deef-4ae0-ac6f-5e106091fc59)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:34:13.182180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment e805d34d-bfb8-4ab1-8755-53368b1b833b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e805d34d-bfb8-4ab1-8755-53368b1b833b found for delete ", "request_id": "req-23fa88f1-ecb5-4f29-90bb-22be79571b50"}]} Sep 22 08:34:13.185643 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2995e226-d59e-499c-9e29-c0fc1c317dba tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/75767a97-822e-4793-ac2a-9b64d17c0a47 HTTP/1.1" status: 204 len: 168 time: 1.4308162 Sep 22 08:34:13.187929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35588) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:13.211389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Port b745744f-94e4-4dbd-bacb-a8c247d6d9c1 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:34:13.220381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-55808337-97d9-4d9b-b071-bef06f223ca2 None None] Could not find standard attr ID for object 56d2f178-d3d9-44b8-995e-8b491122e7b9. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:13.224059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.227510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c8659b44-81e4-41b5-bbaf-131544e9a495 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:34:13.227972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8659b44-81e4-41b5-bbaf-131544e9a495 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:34:13.242358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-278addfb-8845-4911-964a-d4c276ce1c64 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:13.242815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278addfb-8845-4911-964a-d4c276ce1c64 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:13.244673 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-278addfb-8845-4911-964a-d4c276ce1c64 tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/d5ade088-dc5e-401c-84a4-e1aaa2dc567a HTTP/1.1" status: 404 len: 337 time: 0.0555477 Sep 22 08:34:13.247535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35592) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:13.276048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc82bca-b2e9-4bf3-b019-03115a70e7cc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:13.276645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc82bca-b2e9-4bf3-b019-03115a70e7cc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:13.278493 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7bc82bca-b2e9-4bf3-b019-03115a70e7cc tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/2a3be1b7-4cee-42a0-aa65-967c9ddbe8de HTTP/1.1" status: 404 len: 339 time: 0.0297375 Sep 22 08:34:13.281015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35596) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:13.327934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21130c1-a6b1-489b-99d9-8fed6f643b40 None None] Pushing event updated for resources: {'Port': ['ID=34ed79d0-88de-45c5-88f8-7d80941115ba,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:13.348735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.354702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting subnet 2d255a9f-67d9-46ab-aeb9-6e978dc9f883 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:13.357813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.416131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Attempting to bind port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:34:13.416721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Attempting to bind port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '3f254586-9121-4f00-973b-694334483bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:34:13.417186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Attempting to bind port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea on network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:13.419373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.423533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:34:13.424054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Checking segment: {'id': '3f254586-9121-4f00-973b-694334483bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:13.424758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.425445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Bound using segment: {'id': '3f254586-9121-4f00-973b-694334483bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:34:13.426022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Bound port: 55c71e86-a22e-4efe-a46d-253a6c1bf8ea, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f254586-9121-4f00-973b-694334483bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f1fb7cd6-4b90-4405-b1f1-f4796bc400f9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:34:13.426505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.434550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network 8ed7eade-0645-4498-9424-860b2028f581 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:13.437101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:13.462882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:13.520513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.524269 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1d404371-4791-4d05-a121-64c1d27fbb69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9424636 Sep 22 08:34:13.525485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 47081789-81e5-4161-8ef9-cfcd1f9e8c34 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:13.525826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.535619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.585661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35600) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:13.590717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] For port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:34:13.595526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] For port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=55c71e86-a22e-4efe-a46d-253a6c1bf8ea,segment=NetworkSegment(3f254586-9121-4f00-973b-694334483bbd),segment_id=3f254586-9121-4f00-973b-694334483bbd)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:34:13.603990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.605339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'enable_snat': False}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:13.728244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:13.734951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0915b2-e376-4234-8537-733fe7be454d None None] Pushing event updated for resources: {'Port': ['ID=55c71e86-a22e-4efe-a46d-253a6c1bf8ea,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:13.773355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:13.774740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.883957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:13.957881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Provisioning for port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:13.994100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33ec1a-7f22-4e48-9f5b-556b6b505a89 req-3c09aad8-81a7-4c67-8763-a330eefa3b79 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:14.003665 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad33ec1a-7f22-4e48-9f5b-556b6b505a89 req-3c09aad8-81a7-4c67-8763-a330eefa3b79 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 1.7718904 Sep 22 08:34:14.023063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Provisioning complete for port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:14.025418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.026052 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 1 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:14.031073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.141053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.162490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:14.215698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.281145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Subnet': ['ID=2d255a9f-67d9-46ab-aeb9-6e978dc9f883,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:14.293023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7665601-a89e-4949-8b1b-76c8681839b1 None None] Network ca8c2cd8-5e51-4965-acb8-0d627ee20096 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:14.307369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Subnet': ['ID=a534b4f0-3480-428e-a6eb-3298fc60da45,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:14.345261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.402356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.404254 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f09a1ae7-ebbc-4cc7-be0d-d6e21aeb2162 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/subnets/a534b4f0-3480-428e-a6eb-3298fc60da45 HTTP/1.1" status: 204 len: 168 time: 2.8871474 Sep 22 08:34:14.419614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:14.423793 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad33ec1a-7f22-4e48-9f5b-556b6b505a89 req-6452b7d7-787c-4ca4-89bc-6c0f26617bc4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4191568 Sep 22 08:34:14.429841 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8b8e5b9b-e814-4e3b-a360-390f983bccb1 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5092280 Sep 22 08:34:14.433072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35608) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:14.463672 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-212c9790-1e18-47c5-8882-8f250865c58c tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/subnets/2d255a9f-67d9-46ab-aeb9-6e978dc9f883 HTTP/1.1" status: 204 len: 168 time: 1.1816118 Sep 22 08:34:14.464534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35612) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:14.530859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ca:fc:08'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:14.550487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.611494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Deleting subnet 2f159069-b10e-4293-a1ef-e9c8d7c34180 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:14.620485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.645117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.663885 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 2 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:14.676041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Deleting port 21dfb55f-6548-467a-9a28-552ba7282bad {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:14.676727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.732023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] DHCP port deletion for ca8c2cd8-5e51-4965-acb8-0d627ee20096 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:14.764280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.773535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Deleting port 21dfb55f-6548-467a-9a28-552ba7282bad {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:14.774169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:14.827160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:15.239133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] For port 21dfb55f-6548-467a-9a28-552ba7282bad, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=21dfb55f-6548-467a-9a28-552ba7282bad,segment=NetworkSegment(ac87fd3d-e4bb-456a-9f4b-c724e05af479),segment_id=ac87fd3d-e4bb-456a-9f4b-c724e05af479)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:15.240410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:15.380529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:15.453306 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 3 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:15.493074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34ed79d0-88de-45c5-88f8-7d80941115ba up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:15.526652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f356d7-c578-40c5-9c0c-43ce3c5609a7 None None] Network 3ed0c785-11c9-4e12-a359-b5a95114b60d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:15.564259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 47081789-81e5-4161-8ef9-cfcd1f9e8c34 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:15.566555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Calling delete_port for 21dfb55f-6548-467a-9a28-552ba7282bad owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:15.754868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:15.840097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router a9413dca-135c-4a10-9987-e04f85aa2974 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:15.856917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322093eb-d31e-4398-8d32-8f1002331edb None None] Network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:15.980247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.053283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] For port 21dfb55f-6548-467a-9a28-552ba7282bad, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=21dfb55f-6548-467a-9a28-552ba7282bad,segment=NetworkSegment(ac87fd3d-e4bb-456a-9f4b-c724e05af479),segment_id=ac87fd3d-e4bb-456a-9f4b-c724e05af479)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:16.058464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.084246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Port': ['ID=21dfb55f-6548-467a-9a28-552ba7282bad,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:16.087899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] No DVR routers for this DVR port 21dfb55f-6548-467a-9a28-552ba7282bad on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:16.095156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 34ed79d0-88de-45c5-88f8-7d80941115ba completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:16.124795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.131713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.152452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 55c71e86-a22e-4efe-a46d-253a6c1bf8ea up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:16.189358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.225653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:16.239009 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] Sync routers for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:16.256986 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:16.261540 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:16.332232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551e38-9523-4637-9b14-456fb071ddc7 req-6a45d7d4-31be-4f7f-9544-2c397f19c08f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:16.333578 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56551e38-9523-4637-9b14-456fb071ddc7 req-6a45d7d4-31be-4f7f-9544-2c397f19c08f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6205060 Sep 22 08:34:16.355638 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 4 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:16.394527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.409657 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:16.418719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.420657 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:16.421497 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:16.469280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Calling delete_port for 21dfb55f-6548-467a-9a28-552ba7282bad owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:16.470902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8c2cd8-5e51-4965-acb8-0d627ee20096']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:16.482328 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce6d2dad-c67f-43f8-b52d-50f868076463 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/a9413dca-135c-4a10-9987-e04f85aa2974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6445003 Sep 22 08:34:16.485381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:16.490493 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56551e38-9523-4637-9b14-456fb071ddc7 req-f9b58a0e-6acd-412f-ac01-24433bbf4d6f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1482422 Sep 22 08:34:16.497166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.523145 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:16.525632 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3939e8-3a89-4e19-9a7f-087a38250386 None None] The sync data for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:16.539482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac87fd3d-e4bb-456a-9f4b-c724e05af479') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:16.540121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac87fd3d-e4bb-456a-9f4b-c724e05af479') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:16.569394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Subnet': ['ID=2f159069-b10e-4293-a1ef-e9c8d7c34180,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:16.575878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.589246 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b9adb30-10fd-4e01-89b6-c1c553934f5c tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/subnets/2f159069-b10e-4293-a1ef-e9c8d7c34180 HTTP/1.1" status: 204 len: 168 time: 2.1550927 Sep 22 08:34:16.591408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35630) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:16.626530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.631833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:16.672723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:16.672723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:16.673592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:16.682368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] DHCP port deletion for 3ed0c785-11c9-4e12-a359-b5a95114b60d request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:16.693330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] Deleting port 34ed79d0-88de-45c5-88f8-7d80941115ba {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:16.693775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.722056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=47081789-81e5-4161-8ef9-cfcd1f9e8c34,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:16.742306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.753830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 21dfb55f-6548-467a-9a28-552ba7282bad no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:16.794267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.799272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 21dfb55f-6548-467a-9a28-552ba7282bad {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:34:16.799664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 21dfb55f-6548-467a-9a28-552ba7282bad not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:34:16.825847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:16.826917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.850736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Allocated IP 172.26.8.136 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/5210a086-1c1c-4642-87ba-5942a3b2f4a1) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:16.935001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:16.959088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a0926-556f-46e4-a13b-7c8b497f29fd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:16.960029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-998a0926-556f-46e4-a13b-7c8b497f29fd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Synchronizing usage tracker for tenant:60a4ad36beff4de8a75a22881b503965 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:16.973226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.000582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] For port 34ed79d0-88de-45c5-88f8-7d80941115ba, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34ed79d0-88de-45c5-88f8-7d80941115ba,segment=NetworkSegment(8b09fea2-deef-4ae0-ac6f-5e106091fc59),segment_id=8b09fea2-deef-4ae0-ac6f-5e106091fc59)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:17.001081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.051386 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ac87fd3d-e4bb-456a-9f4b-c724e05af479 resource provider aggregate not found Sep 22 08:34:17.130247 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ac87fd3d-e4bb-456a-9f4b-c724e05af479 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac87fd3d-e4bb-456a-9f4b-c724e05af479 found for delete ", "request_id": "req-43173967-5df6-44a8-93a3-454a0d27ed7b"}]} Sep 22 08:34:17.164323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-998a0926-556f-46e4-a13b-7c8b497f29fd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Unset dirty status for tenant:60a4ad36beff4de8a75a22881b503965 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:17.165491 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-998a0926-556f-46e4-a13b-7c8b497f29fd tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5731165 Sep 22 08:34:17.172230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35640) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:17.193994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] Calling delete_port for 34ed79d0-88de-45c5-88f8-7d80941115ba owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:17.228736 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 5 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:17.254365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Deleting port 21dfb55f-6548-467a-9a28-552ba7282bad {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:17.254726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.279129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60948d33-145c-4021-8b50-e280388821f9 None None] Network f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:17.283965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] In _notify_port_updated(), no bound segment for port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 on network 8ed7eade-0645-4498-9424-860b2028f581 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:34:17.289914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:17.290606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.294664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34ed79d0-88de-45c5-88f8-7d80941115ba no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:17.294873 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "PUT /v2.0/ports/d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 HTTP/1.1" status: 200 len: 996 time: 2.7875731 Sep 22 08:34:17.294873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893f735-ef4c-4865-a377-345fc169281a tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:17.296272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.323894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35644) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:17.384923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.427808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:17.445245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.462222 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] 10.222.0.42 "DELETE /v2.0/networks/ca8c2cd8-5e51-4965-acb8-0d627ee20096 HTTP/1.1" status: 204 len: 168 time: 2.9940529 Sep 22 08:34:17.509261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a487e64f-0334-45b8-952f-6f55781e224f None None] The port '21dfb55f-6548-467a-9a28-552ba7282bad' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:34:17.514002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:17.515295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.581246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f94958-3d66-480c-8bdb-f1d4bf82eb8f tempest-NetworksIpV6Test-843241191 tempest-NetworksIpV6Test-843241191-project] Pushing event deleted for resources: {'Network': ['ID=ca8c2cd8-5e51-4965-acb8-0d627ee20096,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:17.655324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 34ed79d0-88de-45c5-88f8-7d80941115ba is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:17.695174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.701151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.704196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.717438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.792552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] Pushing event deleted for resources: {'Port': ['ID=34ed79d0-88de-45c5-88f8-7d80941115ba,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:17.818247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Deleting port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:17.818638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.827507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03c5f7-0c89-4de8-b272-d7ec03d28024 None None] No DVR routers for this DVR port 34ed79d0-88de-45c5-88f8-7d80941115ba on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:17.887785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.902901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.905650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Fanout notify agent at l3_agent the message router_deleted on router 343bdaab-9044-466e-8f8e-4aa9794e241d {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:34:17.935758 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 6 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:17.947785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:17.950682 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0b82d10f-b1b4-4c1c-b337-c920b4c7895d tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/routers/343bdaab-9044-466e-8f8e-4aa9794e241d HTTP/1.1" status: 204 len: 168 time: 6.4981940 Sep 22 08:34:17.956897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:18.010413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:18.020880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] DHCP port deletion for f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:18.030722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Deleting port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:18.031096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.086220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:18.162687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052d411-ea88-49a8-9145-591d1916a4e0 req-32d96a60-57fe-4d14-85af-2d4401ce834e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:18.164255 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c052d411-ea88-49a8-9145-591d1916a4e0 req-32d96a60-57fe-4d14-85af-2d4401ce834e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4089453 Sep 22 08:34:18.202766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] For port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=55c71e86-a22e-4efe-a46d-253a6c1bf8ea,segment=NetworkSegment(3f254586-9121-4f00-973b-694334483bbd),segment_id=3f254586-9121-4f00-973b-694334483bbd)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:18.203121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.233527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting subnet 530de51f-f504-4817-a2b2-0bd3618f2304 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:18.244152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-078941c0-0a57-4e58-b645-63b2870d7859 req-f656d675-87e1-4975-9565-338304768145 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:18.250776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.259201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] For port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=55c71e86-a22e-4efe-a46d-253a6c1bf8ea,segment=NetworkSegment(3f254586-9121-4f00-973b-694334483bbd),segment_id=3f254586-9121-4f00-973b-694334483bbd)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:18.259839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.337680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Calling delete_port for 55c71e86-a22e-4efe-a46d-253a6c1bf8ea owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:18.378351 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c052d411-ea88-49a8-9145-591d1916a4e0 req-440122b4-fce5-4f61-a489-14e3a7362bf7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2030127 Sep 22 08:34:18.378599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.385541 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Calling delete_port for 55c71e86-a22e-4efe-a46d-253a6c1bf8ea owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:18.426838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.482198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Port': ['ID=55c71e86-a22e-4efe-a46d-253a6c1bf8ea,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:18.482198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] No DVR routers for this DVR port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:18.492859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:18.493209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:18.500335 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-930e2f92-e5ee-49e7-a9b1-b1b7307b07c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d340761161d496582b6daccd7dc371e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856074 Sep 22 08:34:18.502615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.509372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35674) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:18.541742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-078941c0-0a57-4e58-b645-63b2870d7859 req-f656d675-87e1-4975-9565-338304768145 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:18.542931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-f656d675-87e1-4975-9565-338304768145 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189907416&fields=id&tenant_id=2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 267 time: 0.5369022 Sep 22 08:34:18.544774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.578430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:18.587594 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 7 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:18.602728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:18.609073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:18.634393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.644132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:18.670802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fb7cd6-4b90-4405-b1f1-f4796bc400f9']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:18.689192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72982ebf-7a2d-4850-b81d-77eab6d01ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.691252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f254586-9121-4f00-973b-694334483bbd') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:18.691549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f254586-9121-4f00-973b-694334483bbd') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:18.711749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.737202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72982ebf-7a2d-4850-b81d-77eab6d01ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.743689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.758657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:18.759050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.759296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Calling delete_port for d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:18.792074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Pushing event updated for resources: {'Port': ['ID=5210a086-1c1c-4642-87ba-5942a3b2f4a1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:18.841107 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3f254586-9121-4f00-973b-694334483bbd resource provider aggregate not found Sep 22 08:34:18.866278 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3f254586-9121-4f00-973b-694334483bbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f254586-9121-4f00-973b-694334483bbd found for delete ", "request_id": "req-7931a8e6-b3bb-4620-9390-3b19f6cd5b97"}]} Sep 22 08:34:18.888263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.909988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.917248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72982ebf-7a2d-4850-b81d-77eab6d01ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.940162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Network': ['ID=f1fb7cd6-4b90-4405-b1f1-f4796bc400f9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:18.952108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72982ebf-7a2d-4850-b81d-77eab6d01ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d52050-a146-409e-81a1-ad379d814bb7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:18.965785 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-707e0821-abd1-412f-a42c-860456654638 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/networks/f1fb7cd6-4b90-4405-b1f1-f4796bc400f9 HTTP/1.1" status: 204 len: 168 time: 1.7865465 Sep 22 08:34:18.965936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:18.972292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72982ebf-7a2d-4850-b81d-77eab6d01ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:18.973670 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-72982ebf-7a2d-4850-b81d-77eab6d01ae1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02d52050-a146-409e-81a1-ad379d814bb7 HTTP/1.1" status: 204 len: 168 time: 0.4633918 Sep 22 08:34:18.979569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-d0521928-902f-4155-9cd9-2b04fb7d7b58 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:18.980286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-078941c0-0a57-4e58-b645-63b2870d7859 req-d0521928-902f-4155-9cd9-2b04fb7d7b58 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:18.994457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Deleting port 55c71e86-a22e-4efe-a46d-253a6c1bf8ea {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:18.994899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.016630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.077635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-64044aee-ec96-401b-8ed0-9d4ae7a4cc03 None None] The port '55c71e86-a22e-4efe-a46d-253a6c1bf8ea' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:34:19.106485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 55c71e86-a22e-4efe-a46d-253a6c1bf8ea no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:19.143718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.151901 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 8 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:19.201777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 55c71e86-a22e-4efe-a46d-253a6c1bf8ea {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:34:19.202570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 55c71e86-a22e-4efe-a46d-253a6c1bf8ea not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:34:19.236358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:19.294601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.325321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed0c785-11c9-4e12-a359-b5a95114b60d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:19.339754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b09fea2-deef-4ae0-ac6f-5e106091fc59') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:19.340066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b09fea2-deef-4ae0-ac6f-5e106091fc59') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:19.352566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.369761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.377070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:19.377633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.504232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.532133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-078941c0-0a57-4e58-b645-63b2870d7859 req-d0521928-902f-4155-9cd9-2b04fb7d7b58 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:19.533248 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-d0521928-902f-4155-9cd9-2b04fb7d7b58 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 812 time: 0.9676330 Sep 22 08:34:19.533370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.550083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.605449 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Network': ['ID=3ed0c785-11c9-4e12-a359-b5a95114b60d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:19.676878 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-63a1b462-fb34-4224-9dda-5fa8d4826b7c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/quotas/2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 375 time: 0.1284049 Sep 22 08:34:19.729694 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bb840de2-f2a0-4950-ba69-da3cbccdc841 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/networks/3ed0c785-11c9-4e12-a359-b5a95114b60d HTTP/1.1" status: 204 len: 168 time: 0.7628238 Sep 22 08:34:19.732768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35708) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:19.737633 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 9 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:19.825967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:19.852641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35712) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:19.871169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:19.887704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ffbcd-0bc3-4ebf-b3e9-60addedd5324 req-120110db-9fc9-4423-a799-8fa0d818e236 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:19.889092 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc9ffbcd-0bc3-4ebf-b3e9-60addedd5324 req-120110db-9fc9-4423-a799-8fa0d818e236 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.3573861 Sep 22 08:34:19.974641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.049530 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc9ffbcd-0bc3-4ebf-b3e9-60addedd5324 req-6b727553-4f3a-4c47-ad1a-da0995358558 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1312788 Sep 22 08:34:20.050846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Port': ['ID=d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:20.051036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.095004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a2c682-2ca1-4d7b-813a-09f71b233279']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:20.097621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.109384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce937ea2-49b5-493f-8029-a583e663ddff') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:20.109852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce937ea2-49b5-493f-8029-a583e663ddff') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:20.113631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-11d5c32e-558d-48a4-a7dd-beb43d072b03 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] Request body: {'port': {'network_id': 'a8e1dea3-b375-4b99-8a2b-02027d35495c', 'name': 'tempest-NetworksNegativeTestJSON-1447080943'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:20.124539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.147802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.155197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:20.155770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.259746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.278039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.279976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Subnet': ['ID=530de51f-f504-4817-a2b2-0bd3618f2304,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:20.286003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.289548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Network': ['ID=68a2c682-2ca1-4d7b-813a-09f71b233279,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:20.294645 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b88e731f-e7c0-4a84-849d-d9cca26bdf22 tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/networks/68a2c682-2ca1-4d7b-813a-09f71b233279 HTTP/1.1" status: 204 len: 168 time: 0.5609190 Sep 22 08:34:20.297448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.304419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f6e4b-f430-43a8-b045-6bad03fc7abe None None] Network 81c3f33b-208e-41f8-825d-2951621a16b5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:20.305802 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d5c32e-558d-48a4-a7dd-beb43d072b03 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] POST failed (client error): The resource could not be found. Sep 22 08:34:20.306262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d5c32e-558d-48a4-a7dd-beb43d072b03 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:20.312554 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-11d5c32e-558d-48a4-a7dd-beb43d072b03 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4433162 Sep 22 08:34:20.323690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.374882 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Attempt 10 to provision port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 Sep 22 08:34:20.379996 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f48b30f4-10db-413b-b079-583b07831c8c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/subnets/530de51f-f504-4817-a2b2-0bd3618f2304 HTTP/1.1" status: 204 len: 168 time: 2.4185798 Sep 22 08:34:20.392480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35726) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.404779 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8527798f-67da-4230-b3a4-8037a9ddf894 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:20.405162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8527798f-67da-4230-b3a4-8037a9ddf894 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:20.411460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8527798f-67da-4230-b3a4-8037a9ddf894 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "DELETE /v2.0/networks/8b03e123-b2a6-4edf-8bca-62c6e80e5223 HTTP/1.1" status: 404 len: 339 time: 0.0734935 Sep 22 08:34:20.421085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35730) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.428568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.433732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39c806b7-fea5-49d3-8811-96e3e7d49c72 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/ports/d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 HTTP/1.1" status: 204 len: 168 time: 3.1046252 Sep 22 08:34:20.435667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35734) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.437305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-078941c0-0a57-4e58-b645-63b2870d7859 req-f12997bf-de8f-4a7d-a8c3-88b15a349259 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:20.451657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.465216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c72ed99-1ab1-4d6d-83df-f7c2dadf382a None None] Port d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:34:20.544814 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f6380b-3a5a-4c53-a7ef-0150bcfe6ab9 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:20.545293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f6380b-3a5a-4c53-a7ef-0150bcfe6ab9 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:20.551910 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0f6380b-3a5a-4c53-a7ef-0150bcfe6ab9 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "DELETE /v2.0/ports/f73bbc86-2e72-4cb4-9746-effb0fae15b5 HTTP/1.1" status: 404 len: 333 time: 0.1244619 Sep 22 08:34:20.551910 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68db8d9-9567-48c5-bf06-c51463313003 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] GET failed (client error): The resource could not be found. Sep 22 08:34:20.551910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f68db8d9-9567-48c5-bf06-c51463313003 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Synchronizing usage tracker for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:20.552940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.584574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5b15e449-c73c-47cf-8ad5-edb8749276d7 None None] Could not find standard attr ID for object 34ed79d0-88de-45c5-88f8-7d80941115ba. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:20.590384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5b15e449-c73c-47cf-8ad5-edb8749276d7 None None] Could not find standard attr ID for object 55c71e86-a22e-4efe-a46d-253a6c1bf8ea. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:20.592833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.607174 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fea9f41-c2eb-4ec8-bb74-13df5c4371a3 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:20.607792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fea9f41-c2eb-4ec8-bb74-13df5c4371a3 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:20.609601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4fea9f41-c2eb-4ec8-bb74-13df5c4371a3 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "DELETE /v2.0/subnets/15cd1c49-3c65-406a-babe-ff095ed6027a HTTP/1.1" status: 404 len: 337 time: 0.0561190 Sep 22 08:34:20.616328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35742) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.644572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f68db8d9-9567-48c5-bf06-c51463313003 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Unset dirty status for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:20.649468 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f68db8d9-9567-48c5-bf06-c51463313003 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "GET /v2.0/ports/d6998946-2ebf-46b2-9d4d-2cbaa2ea24d8 HTTP/1.1" status: 404 len: 333 time: 0.1778424 Sep 22 08:34:20.650246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35746) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.667959 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'name': 'tempest-AllowedAddressPairTestJSON-273642297'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:20.685142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] DHCP port deletion for 81c3f33b-208e-41f8-825d-2951621a16b5 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:20.687127 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c8c9cc-3060-4972-9393-f71f0c8a3b0e tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] GET failed (client error): The resource could not be found. Sep 22 08:34:20.688824 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48c8c9cc-3060-4972-9393-f71f0c8a3b0e tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "GET /v2.0/networks/c2dea8de-30ec-4fd3-b318-b52321afa454 HTTP/1.1" status: 404 len: 339 time: 0.0675356 Sep 22 08:34:20.692345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35750) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.694108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] Deleting port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:20.694237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-078941c0-0a57-4e58-b645-63b2870d7859 req-f12997bf-de8f-4a7d-a8c3-88b15a349259 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:20.694516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.695475 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-f12997bf-de8f-4a7d-a8c3-88b15a349259 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9980974 Sep 22 08:34:20.798867 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-756a3ea5-dab6-4056-89f5-716845d8fcb2 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] GET failed (client error): The resource could not be found. Sep 22 08:34:20.800402 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-756a3ea5-dab6-4056-89f5-716845d8fcb2 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "GET /v2.0/ports/10d9b578-a7d6-41dc-a627-a177050ec62a HTTP/1.1" status: 404 len: 333 time: 0.1073339 Sep 22 08:34:20.807736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35754) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.863440 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8a15e0-3f2f-4fd5-997e-1a35c72325e3 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] GET failed (client error): The resource could not be found. Sep 22 08:34:20.864772 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc8a15e0-3f2f-4fd5-997e-1a35c72325e3 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "GET /v2.0/subnets/7f4fc30b-5772-4afe-96ed-6f3c375e4148 HTTP/1.1" status: 404 len: 337 time: 0.0568526 Sep 22 08:34:20.868391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.880136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35758) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.888089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-db964fb6-59bb-48f0-bc89-ee3a87e8f208 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:20.913894 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 8b09fea2-deef-4ae0-ac6f-5e106091fc59 resource provider aggregate not found Sep 22 08:34:20.925142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9eef217-d004-48b0-84b6-e715795e7e33']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:20.927447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] For port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d,segment=NetworkSegment(0d20cf9d-799d-44f9-b6f5-88aee47c49d9),segment_id=0d20cf9d-799d-44f9-b6f5-88aee47c49d9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:20.927946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.934276 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-db964fb6-59bb-48f0-bc89-ee3a87e8f208 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] PUT failed (client error): The resource could not be found. Sep 22 08:34:20.934912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db964fb6-59bb-48f0-bc89-ee3a87e8f208 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:20.936506 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db964fb6-59bb-48f0-bc89-ee3a87e8f208 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "PUT /v2.0/networks/49c08ff1-d431-4aaa-8cea-843be7d28bb9 HTTP/1.1" status: 404 len: 339 time: 0.0549011 Sep 22 08:34:20.940053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:20.948773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d2ae1056-f3df-499a-b2a1-5b1c5c31036b tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:20.972231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:20.972568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:20.986840 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 8b09fea2-deef-4ae0-ac6f-5e106091fc59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b09fea2-deef-4ae0-ac6f-5e106091fc59 found for delete ", "request_id": "req-23a847fa-1a86-4463-9ab3-399411dcb37a"}]} Sep 22 08:34:20.991859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d8e935-2ae4-421d-aeea-1bb29138828c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:20.992230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d8e935-2ae4-421d-aeea-1bb29138828c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:21.010098 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ae1056-f3df-499a-b2a1-5b1c5c31036b tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] PUT failed (client error): The resource could not be found. Sep 22 08:34:21.010647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ae1056-f3df-499a-b2a1-5b1c5c31036b tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:21.011916 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d2ae1056-f3df-499a-b2a1-5b1c5c31036b tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "PUT /v2.0/ports/13193fe7-7136-4096-9741-b5f009daaf1d HTTP/1.1" status: 404 len: 333 time: 0.0708849 Sep 22 08:34:21.014913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.020311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35772) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:21.029789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1ef1eb6e-e0fc-40d7-86df-8f1f56b86739 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:21.062862 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef1eb6e-e0fc-40d7-86df-8f1f56b86739 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] PUT failed (client error): The resource could not be found. Sep 22 08:34:21.063440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef1eb6e-e0fc-40d7-86df-8f1f56b86739 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:21.064664 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ef1eb6e-e0fc-40d7-86df-8f1f56b86739 tempest-NetworksNegativeTestJSON-2000344200 tempest-NetworksNegativeTestJSON-2000344200-project] 10.222.0.42 "PUT /v2.0/subnets/85d9281b-6416-414c-8f13-fb598cf9fb16 HTTP/1.1" status: 404 len: 337 time: 0.0433500 Sep 22 08:34:21.068024 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ce937ea2-49b5-493f-8029-a583e663ddff resource provider aggregate not found Sep 22 08:34:21.089697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] Calling delete_port for 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:21.093970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.094130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.103846 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ce937ea2-49b5-493f-8029-a583e663ddff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce937ea2-49b5-493f-8029-a583e663ddff found for delete ", "request_id": "req-2bf39597-ce7f-4e33-ac4d-62932f799895"}]} Sep 22 08:34:21.112995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:21.113401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.231131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:21.313951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.327107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:21.327471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.348470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.365845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] Pushing event deleted for resources: {'Network': ['ID=e9eef217-d004-48b0-84b6-e715795e7e33,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:21.372748 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e75a983a-3417-4b64-b668-2b5e3b82486f tempest-BulkNetworkOpsIpV6Test-1531555447 tempest-BulkNetworkOpsIpV6Test-1531555447-project] 10.222.0.42 "DELETE /v2.0/networks/e9eef217-d004-48b0-84b6-e715795e7e33 HTTP/1.1" status: 204 len: 168 time: 1.0739748 Sep 22 08:34:21.389380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.391301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8214f-2a89-475d-85b9-0bc35018e1d3 req-7e0c8241-5700-4f14-ba47-7d7415be490e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:21.399522 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cfb8214f-2a89-475d-85b9-0bc35018e1d3 req-7e0c8241-5700-4f14-ba47-7d7415be490e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.1748271 Sep 22 08:34:21.470713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] No DVR routers for this DVR port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:21.470974 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cfb8214f-2a89-475d-85b9-0bc35018e1d3 req-650fef00-0d00-453d-b464-6033bcfc4d33 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646107 Sep 22 08:34:21.474263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8d36b-e012-4d93-8a04-53be44810ec9 None None] Pushing event deleted for resources: {'Port': ['ID=15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:21.503822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:21.504206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.532691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:21.548668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a739191d-a20e-43e3-bb54-1ac161ef1bab service neutron] 10.222.0.42 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331587 Sep 22 08:34:21.554364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:21.674909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:21.718051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] The port '15cf2f9e-4b3c-40a2-8b91-944ed4e21b1d' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:34:21.727028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.745523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:21.750049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb13a52817f45b58668b4e6f75cdb70 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:21.752804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:21.759243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:21.833481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.834725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35798) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:21.852305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:21.855746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.889890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:21.951753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.111309 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfb13a52817f45b58668b4e6f75cdb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557635 Sep 22 08:34:22.120812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:22.123681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 9bb002a0-9edc-40b3-8b12-8ebf4716afe6 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:22.177702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.196499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de2503-8955-4069-90de-31a6dddee669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3b241-a6c4-4bfe-a680-6b3a4396a393,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:22.220783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] device_id is not set on port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:22.238745 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a6258f64-49bc-4052-b804-0bf377e74dd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60a4ad36beff4de8a75a22881b503965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021192 Sep 22 08:34:22.247235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:22.264685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.267354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.270471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5135f2a9-087a-4fd4-872a-ef68f51a5b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.281858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01b624-6dc6-4d10-a5d8-9f936d19c72e req-cd567437-7663-4363-b879-ecbf57779c14 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:22.283340 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a01b624-6dc6-4d10-a5d8-9f936d19c72e req-cd567437-7663-4363-b879-ecbf57779c14 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.3870730 Sep 22 08:34:22.334563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5135f2a9-087a-4fd4-872a-ef68f51a5b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.402024 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a01b624-6dc6-4d10-a5d8-9f936d19c72e req-0a110749-f94f-4fc2-beda-2a8cc1f1792b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1074166 Sep 22 08:34:22.438172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cd3032a-5015-4718-8046-38e57aec9b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.470292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cd3032a-5015-4718-8046-38e57aec9b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.480166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5135f2a9-087a-4fd4-872a-ef68f51a5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.504831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135f2a9-087a-4fd4-872a-ef68f51a5b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3b241-a6c4-4bfe-a680-6b3a4396a393,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:22.522115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5135f2a9-087a-4fd4-872a-ef68f51a5b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.523834 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5135f2a9-087a-4fd4-872a-ef68f51a5b9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ab3b241-a6c4-4bfe-a680-6b3a4396a393 HTTP/1.1" status: 204 len: 168 time: 0.3994367 Sep 22 08:34:22.538772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-3a1bdd8a-7bdd-446e-abab-d685f1659f5f service neutron] 10.222.0.42 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9286003 Sep 22 08:34:22.546995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c3f33b-208e-41f8-825d-2951621a16b5']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:22.555350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cd3032a-5015-4718-8046-38e57aec9b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.561017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d20cf9d-799d-44f9-b6f5-88aee47c49d9') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:22.561320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d20cf9d-799d-44f9-b6f5-88aee47c49d9') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:22.574651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.579494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cd3032a-5015-4718-8046-38e57aec9b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.580960 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2cd3032a-5015-4718-8046-38e57aec9b4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45107c1e-71d2-4295-a237-46453c5ad932 HTTP/1.1" status: 204 len: 168 time: 0.3300729 Sep 22 08:34:22.581870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3032a-5015-4718-8046-38e57aec9b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45107c1e-71d2-4295-a237-46453c5ad932,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:22.598570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.605549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:22.605948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.755329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 0d20cf9d-799d-44f9-b6f5-88aee47c49d9 resource provider aggregate not found Sep 22 08:34:22.803458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 0d20cf9d-799d-44f9-b6f5-88aee47c49d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d20cf9d-799d-44f9-b6f5-88aee47c49d9 found for delete ", "request_id": "req-e4332539-6587-464f-9eae-aa12eb483f51"}]} Sep 22 08:34:22.962429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:22.999817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:23.026521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Network': ['ID=81c3f33b-208e-41f8-825d-2951621a16b5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:23.048035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-bf20aec4-d4f6-439b-848f-0b31b101ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:23.049497 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-bf20aec4-d4f6-439b-848f-0b31b101ce10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 0.9748323 Sep 22 08:34:23.053417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Allocated IP 172.20.0.7 (8ed7eade-0645-4498-9424-860b2028f581/3705f05b-12c5-45ab-9116-004d79c2aba9/23d2a8f8-7f69-4ca8-8a16-9c1466ba3335) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:23.056618 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65b4c6fe-e1bd-4569-be5b-f1b375eb8ec0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/networks/81c3f33b-208e-41f8-825d-2951621a16b5 HTTP/1.1" status: 204 len: 168 time: 2.6611593 Sep 22 08:34:23.060226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:23.171461 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d2d8e935-2ae4-421d-aeea-1bb29138828c resource provider aggregate not found Sep 22 08:34:23.237671 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d2d8e935-2ae4-421d-aeea-1bb29138828c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2d8e935-2ae4-421d-aeea-1bb29138828c found for delete ", "request_id": "req-46ae8ecc-1c5d-444b-afd4-c1864c507bb2"}]} Sep 22 08:34:23.270019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port d98e1522-de37-4509-bac2-97d56a6b9323 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:23.270640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:23.360459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Router e2374d43-9d4f-4d07-b1d4-40de1eb966ce is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:34:23.426999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-7d487d94-e4cf-4c8f-9324-4c0bfd101922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:23.428505 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-7d487d94-e4cf-4c8f-9324-4c0bfd101922 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.3690588 Sep 22 08:34:23.433827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:23.537686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35870) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:23.555925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:23.556286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:23.697724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=9bb002a0-9edc-40b3-8b12-8ebf4716afe6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:23.779271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35878) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:23.784995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for d98e1522-de37-4509-bac2-97d56a6b9323 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:23.829724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-652974920'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:23.850539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:23.865445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:23.873250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:23.884112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:23.920716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:23.924806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:23.949204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b7063-2b4d-4c06-91c6-3084f4cab54e req-fdfbf3af-0398-4a93-be9f-0b4af6c5abf0 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:23.950764 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-903b7063-2b4d-4c06-91c6-3084f4cab54e req-fdfbf3af-0398-4a93-be9f-0b4af6c5abf0 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.3757572 Sep 22 08:34:23.951503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:23.995204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-379345594'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:24.022591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:24.033243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group_rule and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:24.037157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:24.053495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:24.064725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-defa2c57-e5ba-4d0f-8057-79cfe8fbf61e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 1000 time: 0.6212442 Sep 22 08:34:24.073482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:24.078444 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-903b7063-2b4d-4c06-91c6-3084f4cab54e req-a526b48d-58d6-4d3c-a320-0f22cd4a9b6d tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1170349 Sep 22 08:34:24.091648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.153205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=d98e1522-de37-4509-bac2-97d56a6b9323,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:24.300881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.313241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.313801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:24.321163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.329677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:24.334338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.345438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d490e873-e272-4106-a3ef-200cdf93e3cb req-9c05ccb3-2de8-4cf7-b219-0dec587dcfcf tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.2671320 Sep 22 08:34:24.345757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:24.347705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:24.353941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:24.355990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.362071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] Sync routers for ids ['e2374d43-9d4f-4d07-b1d4-40de1eb966ce'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:24.377659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] Routers {'e2374d43-9d4f-4d07-b1d4-40de1eb966ce'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:24.378878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e2374d43-9d4f-4d07-b1d4-40de1eb966ce'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:24.386531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16d4d1-5533-4ed0-81b3-dfc87f9f3cd7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:24.393807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.395064 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f6dab729-3836-4060-96c2-3c68711f2b8e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/floatingips/e811a61c-4c84-4ea7-a739-8adcaff9e3b4 HTTP/1.1" status: 204 len: 168 time: 1.3319590 Sep 22 08:34:24.396300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.396709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment 55f78df9-566a-41c0-945b-292bdf3c66b2 of type vlan for network 7009098c-8311-473f-9a70-d51545c76b20 Sep 22 08:34:24.402519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:24.404157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:24.407892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.418590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-b07372bb-b1d2-4f18-9c3e-cdb659e37b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:24.420041 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-b07372bb-b1d2-4f18-9c3e-cdb659e37b32 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.1899529 Sep 22 08:34:24.446963 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e403c1d3-f0cf-4fc8-99b0-d4c431c48de8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:24.447479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e403c1d3-f0cf-4fc8-99b0-d4c431c48de8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:24.461215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:24.464534 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e403c1d3-f0cf-4fc8-99b0-d4c431c48de8 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/ports/35e4527b-8fd3-4e38-9746-511af0a79de6 HTTP/1.1" status: 404 len: 333 time: 0.0616486 Sep 22 08:34:24.467021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35892) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:24.470183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Transition to ACTIVE for port object 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:24.470792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.471928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] Routers {'e2374d43-9d4f-4d07-b1d4-40de1eb966ce'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:24.472626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e2374d43-9d4f-4d07-b1d4-40de1eb966ce'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:24.475041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.493917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.497932 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-592a6334-f1f2-44d3-8e7f-cf7d6ea867e2 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "PUT /v2.0/routers/e2374d43-9d4f-4d07-b1d4-40de1eb966ce HTTP/1.1" status: 200 len: 916 time: 10.9080603 Sep 22 08:34:24.516988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:24.535524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:24.536033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004c672-6d05-4ea3-a2d6-69c436e54b6b None None] The sync data for ids ['e2374d43-9d4f-4d07-b1d4-40de1eb966ce'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:24.583202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-da7a1e39-9752-470b-b55f-5257cc3b5fc2 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Synchronizing usage tracker for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:24.623941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:24.633854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group_rule and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:24.642014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:24.664605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:24.734103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-da7a1e39-9752-470b-b55f-5257cc3b5fc2 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Unset dirty status for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:24.737597 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da7a1e39-9752-470b-b55f-5257cc3b5fc2 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "GET /v2.0/ports?device_id=343bdaab-9044-466e-8f8e-4aa9794e241d HTTP/1.1" status: 200 len: 205 time: 0.2672110 Sep 22 08:34:24.738140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:24.742511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.748099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:24.748676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.816379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:24.894995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router a9413dca-135c-4a10-9987-e04f85aa2974 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:24.923176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network 8ed7eade-0645-4498-9424-860b2028f581 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:24.926287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-1bcdd117-d0cb-4063-9c18-0d69c6cbbca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:24.927798 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-1bcdd117-d0cb-4063-9c18-0d69c6cbbca6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4418271 Sep 22 08:34:24.932171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:24.937608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:24.954379 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f3cbba09-4bdf-43c7-b229-d48e875f9bf0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] delete failed (client error): The resource could not be found. Sep 22 08:34:24.957646 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3cbba09-4bdf-43c7-b229-d48e875f9bf0 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/routers/343bdaab-9044-466e-8f8e-4aa9794e241d HTTP/1.1" status: 404 len: 336 time: 0.2162342 Sep 22 08:34:24.973446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35906) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:24.996071 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4548869 Sep 22 08:34:24.998867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:24.999537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb57cf4-662a-4053-9171-1c9c0a0f2d33 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=7009098c-8311-473f-9a70-d51545c76b20,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:25.004210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=23d2a8f8-7f69-4ca8-8a16-9c1466ba3335,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:25.015137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'name': 'tempest-PortsTestJSON-1770134258'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:25.028810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 7009098c-8311-473f-9a70-d51545c76b20 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:25.030935 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c78cf91a-fbef-45a5-8a3a-699a93c5e9db tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/e2374d43-9d4f-4d07-b1d4-40de1eb966ce HTTP/1.1" status: 200 len: 922 time: 0.5128675 Sep 22 08:34:25.034116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35914) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.236315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:25.242459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:25.247056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:25.284094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-99583d29-62f0-4bcd-ae93-2fcce367e515 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:25.284554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99583d29-62f0-4bcd-ae93-2fcce367e515 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:25.295031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:25.311906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df265722-aaec-4cc1-b854-2b02afcef2f1 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:25.313516 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df265722-aaec-4cc1-b854-2b02afcef2f1 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=e2374d43-9d4f-4d07-b1d4-40de1eb966ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2785165 Sep 22 08:34:25.316280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:25.320158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35924) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.329178 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] Sync routers for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:25.337330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:25.340536 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-21161bc9-bfd0-4e1e-9e9f-981701aade65 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/a9413dca-135c-4a10-9987-e04f85aa2974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8490515 Sep 22 08:34:25.340804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.342630 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:25.343291 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:25.344752 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99583d29-62f0-4bcd-ae93-2fcce367e515 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/subnets/530de51f-f504-4817-a2b2-0bd3618f2304 HTTP/1.1" status: 404 len: 337 time: 0.3497925 Sep 22 08:34:25.351924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:25.352411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.352660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35928) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.353030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35930) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.359639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Provisioning for port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:25.366925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Provisioning complete for port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:25.368520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.369296 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 1 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:25.424608 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:25.434811 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] Routers {'a9413dca-135c-4a10-9987-e04f85aa2974'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:25.435759 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9413dca-135c-4a10-9987-e04f85aa2974'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:25.439026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:25.468498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.482939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31303294-b973-4249-81ba-33af2e378e13 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:25.502330 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:25.502722 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1500ea44-4cd6-431b-a7c0-d033e8c87292 None None] The sync data for ids ['a9413dca-135c-4a10-9987-e04f85aa2974'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:25.507622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:25.528139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.560770 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-51b63f70-6db9-4529-9575-54175af935ea tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9057019 Sep 22 08:34:25.566797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35938) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.570277 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ea324326-31ba-4e27-ba0d-4c6a7557f4a7 req-203dbaff-032a-4904-b9f8-5f6fa6ee8f0e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.1004953 Sep 22 08:34:25.578287 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-380b744b-fbd2-4b2e-bbe0-b3c7ce42dfd1 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131902 Sep 22 08:34:25.581987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 86ee82f1-a644-43ab-ae80-3e2b4519c0f5 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:25.582333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.592616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:25.618672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'network_id': '8ed7eade-0645-4498-9424-860b2028f581', 'name': 'tempest-AllowedAddressPairTestJSON-1630805216'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:25.624752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88841919-5b9f-449d-b30a-49dffa1d2054,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:25.640362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31303294-b973-4249-81ba-33af2e378e13 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:25.643310 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31303294-b973-4249-81ba-33af2e378e13 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9413dca-135c-4a10-9987-e04f85aa2974 HTTP/1.1" status: 200 len: 205 time: 0.2876170 Sep 22 08:34:25.650057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe16f7-91be-4616-8a19-b30daf1be889 req-61f573b3-3d77-4409-a2b4-3261b2a47464 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:25.651544 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-65fe16f7-91be-4616-8a19-b30daf1be889 req-61f573b3-3d77-4409-a2b4-3261b2a47464 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.4104583 Sep 22 08:34:25.662610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.691083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.691456 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment aa7855d8-be56-433f-a117-06d98b8f9e8d of type vlan for network f723c619-0b4e-4f16-a3e0-18baabedacdd Sep 22 08:34:25.736659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca6e72-a670-4a1e-9436-867632922514 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:25.738038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0fca6e72-a670-4a1e-9436-867632922514 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/networks/48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 881 time: 0.4086263 Sep 22 08:34:25.749912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.943796 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 2 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:25.943999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:25.957286 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2e75a69-eb92-4b61-99c6-73e7f2c0bcd8 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2374d43-9d4f-4d07-b1d4-40de1eb966ce HTTP/1.1" status: 200 len: 205 time: 0.2062967 Sep 22 08:34:25.962868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:25.983824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148834aa-3b75-4d51-869e-b3fbc32e4d99 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.008876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:26.055413 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fc508c9-fe85-4e5f-ad1a-2bab6dfd8b8e req-cac8baac-8b4d-4228-8be5-71b4c6a2784f service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637709 Sep 22 08:34:26.083717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.089944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:26.090563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.213804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-65fe16f7-91be-4616-8a19-b30daf1be889 req-e9435e71-7d78-4dc4-9c94-b5f4e576cb58 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5422945 Sep 22 08:34:26.271595 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4925804 Sep 22 08:34:26.278753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:26.288712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'name': 'tempest-PortsIpV6TestJSON-1581892207'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:26.305898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.361461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33508be4-cb75-4a52-bc9b-9d6de54a2083 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=f723c619-0b4e-4f16-a3e0-18baabedacdd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:26.372252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:26.552087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:26.559715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:26.572413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:26.574228 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 3 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:26.582302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:26.598760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.603485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:26.606911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.628254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Deleting port 5210a086-1c1c-4642-87ba-5942a3b2f4a1 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:26.628952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.635732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:26.670698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:26.706618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 3eba98fa-a305-411d-9621-2d23f34d15ca yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:26.743774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.762721 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e238499-19a5-47ba-a7ec-5c483549aeca req-458f9198-13d6-4ed3-a3e2-5119a8069b81 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.1055386 Sep 22 08:34:26.769560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:26.773107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148834aa-3b75-4d51-869e-b3fbc32e4d99 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.785542 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148834aa-3b75-4d51-869e-b3fbc32e4d99 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.803404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.876849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Made reservation on behalf of e346e50145ed4cf781365df4367e32bd for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:26.879864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:26.960619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 86ee82f1-a644-43ab-ae80-3e2b4519c0f5 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:27.002978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148834aa-3b75-4d51-869e-b3fbc32e4d99 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.003548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148834aa-3b75-4d51-869e-b3fbc32e4d99 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Fanout notify agent at l3_agent the message router_deleted on router a9413dca-135c-4a10-9987-e04f85aa2974 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:34:27.032124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.037388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] device_id is not set on port 392888c1-38d2-4746-93a0-80a861348f7b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:27.088028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148834aa-3b75-4d51-869e-b3fbc32e4d99 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.089019 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-148834aa-3b75-4d51-869e-b3fbc32e4d99 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/a9413dca-135c-4a10-9987-e04f85aa2974 HTTP/1.1" status: 204 len: 168 time: 1.4256682 Sep 22 08:34:27.095511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35966) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:27.137336 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 4 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:27.160714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.174995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Calling delete_port for 5210a086-1c1c-4642-87ba-5942a3b2f4a1 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:27.200520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:27.233769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.300370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.362457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet f28e7f8f-042c-4cf5-9f61-97b672986e73 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:27.415812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.469736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=7db6cc0d-0fbf-4913-8f09-9a467476ea76,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:27.529800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.538138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': '55f78df9-566a-41c0-945b-292bdf3c66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7009098c-8311-473f-9a70-d51545c76b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:27.538500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 7009098c-8311-473f-9a70-d51545c76b20, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:27.551574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Allocated IP 172.20.0.3 (8ed7eade-0645-4498-9424-860b2028f581/3705f05b-12c5-45ab-9116-004d79c2aba9/392888c1-38d2-4746-93a0-80a861348f7b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:27.552325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=3eba98fa-a305-411d-9621-2d23f34d15ca,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:27.586411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.592280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.637566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event deleted for resources: {'Port': ['ID=5210a086-1c1c-4642-87ba-5942a3b2f4a1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:27.639772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': 'aa7855d8-be56-433f-a117-06d98b8f9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:27.640227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: f723c619-0b4e-4f16-a3e0-18baabedacdd, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:27.658909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=86ee82f1-a644-43ab-ae80-3e2b4519c0f5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:27.701462 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 5 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:27.748637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:27.760177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.764871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:27.804166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f723c619-0b4e-4f16-a3e0-18baabedacdd) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:27.813526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730c738-be0d-41e7-b5df-22ab3dddb03a None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:27.884925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:27.891896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:27.891896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:27.926580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:27.979929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 7009098c-8311-473f-9a70-d51545c76b20) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:28.001808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ef8532-ab98-4d8d-b9fa-e71f42aec899 None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:28.014079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c066aa1-99c3-4103-9378-ba4dde6e4125 req-ba935a8b-5ac3-4306-8ad0-08bf92917985 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:28.015989 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2c066aa1-99c3-4103-9378-ba4dde6e4125 req-ba935a8b-5ac3-4306-8ad0-08bf92917985 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6601162 Sep 22 08:34:28.020204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:28.026860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:28.027501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.034669 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1857ba88-4b92-4bc2-aa82-f528febcb97c req-c83fed4b-7264-4419-a9b8-8ab6506efc7e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.0761073 Sep 22 08:34:28.036735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.042757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.058288 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cbace4ec-9e23-4f60-9eb9-4ae705c2478f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7784812 Sep 22 08:34:28.066994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:28.073233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-603370198'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:28.079477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:28.085094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:28.088413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:28.092095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.093050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Fanout notify agent at l3_agent the message router_deleted on router e2374d43-9d4f-4d07-b1d4-40de1eb966ce {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:34:28.106652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:28.116043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.122799 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3971af68-a741-4c8f-aa01-57923d9b94b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/e2374d43-9d4f-4d07-b1d4-40de1eb966ce HTTP/1.1" status: 204 len: 168 time: 2.1534512 Sep 22 08:34:28.123006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.123124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35982) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:28.128900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-754118499', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:28.137361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:28.140081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:28.143785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.155558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Usage tracker for resource:router and tenant:e8f3a898813147f1b219fdf94594fb1f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:28.161275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:28.170425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.173016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:28.191733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.192837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.196186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:28.208896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.209409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment e905722e-9079-42f1-b1d2-aef061680993 of type vlan for network ed4d0a29-0aae-4100-933e-56264bb697c0 Sep 22 08:34:28.217809 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-742cefdd-970d-46f6-9a24-39294c0f2f51 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2160366 Sep 22 08:34:28.221683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 35986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:28.229705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.236246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027787856'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:28.243806 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2c066aa1-99c3-4103-9378-ba4dde6e4125 req-648d89d4-8483-40e7-a2f4-b81f0b91d3a7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2070832 Sep 22 08:34:28.250772 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f14cb05a-036a-4e25-b335-d6c24540d62c tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/ports/86ee82f1-a644-43ab-ae80-3e2b4519c0f5 HTTP/1.1" status: 204 len: 168 time: 2.8953712 Sep 22 08:34:28.254892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:28.259249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:28.264070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:28.267573 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 6 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:28.267735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:28.289885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:28.305945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.333750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.335965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:28.359474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Transition to ACTIVE for port object 392888c1-38d2-4746-93a0-80a861348f7b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:28.402063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 4e2d2caf-fed9-4c39-bc35-377ed3beda66 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:28.402322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.411392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:28.415266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.463902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.516218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=f28e7f8f-042c-4cf5-9f61-97b672986e73,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:28.520720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.523815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806326f-39ce-45a8-bb77-0c390584757f None None] Network f9ad70b8-fc81-43a0-a358-5521e32e1b8d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:28.546863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.552403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:28.553458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.565286 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3a3b57d-82ae-472d-9eb6-7db88c51e644 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/f28e7f8f-042c-4cf5-9f61-97b672986e73 HTTP/1.1" status: 204 len: 168 time: 1.4523091 Sep 22 08:34:28.566528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.577054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 35998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:28.678194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:28.762972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Network 8ed7eade-0645-4498-9424-860b2028f581 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:28.814496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:28.816325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=392888c1-38d2-4746-93a0-80a861348f7b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:28.823004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:28.837547 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 7 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:28.845058 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7767482 Sep 22 08:34:28.847343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.847748 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment 35ec73b4-85c3-4335-a133-ec0d5027fd7e of type vlan for network 9d09615a-1b62-4f98-b399-8e66e19d9256 Sep 22 08:34:28.854801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet 37ab5b38-a1ae-4a07-8263-81b09664261f {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:28.857963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.858963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:28.859418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140fc38-65f8-472f-bcf0-8fa9788def61 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=ed4d0a29-0aae-4100-933e-56264bb697c0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:28.869339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.876278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'ports': [{'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd'}, {'network_id': 'ed4d0a29-0aae-4100-933e-56264bb697c0'}]} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:28.876671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:28.877215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': 'ed4d0a29-0aae-4100-933e-56264bb697c0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:28.890939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] DHCP port deletion for f9ad70b8-fc81-43a0-a358-5521e32e1b8d request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:28.896079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network ed4d0a29-0aae-4100-933e-56264bb697c0 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:28.914670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:28.945200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Deleting port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:28.949240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.009341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.105936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.113529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.134699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06207c95-b6fc-4076-a108-d68bacd8d37f req-85684699-8c39-4eb1-971e-6c65c0a6521a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:29.136270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06207c95-b6fc-4076-a108-d68bacd8d37f req-85684699-8c39-4eb1-971e-6c65c0a6521a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7081964 Sep 22 08:34:29.185465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.201025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=37ab5b38-a1ae-4a07-8263-81b09664261f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:29.215577 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e4748e07-28f5-4e21-b896-604b395e8700 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/37ab5b38-a1ae-4a07-8263-81b09664261f HTTP/1.1" status: 204 len: 168 time: 0.6349704 Sep 22 08:34:29.230850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:29.231062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:29.257246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:29.286254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6773014-f426-46a3-a773-8a31baf54273 None None] Network 57cd2a4e-e418-4a66-84be-b16200110660 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:29.309273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:29.309880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.336374 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349b9350-81f4-414d-ae71-5e66d1d4afef req-1b85aa32-2dbb-45d6-90f0-26653bec2f99 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.1308391 Sep 22 08:34:29.345831 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da954f0d-c1db-49c4-992f-17a0f6214d2c tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7679441 Sep 22 08:34:29.356139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36012) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:29.358613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:34:29.404649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ca:fc:08'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:2b:d3:b8'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:29.443614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.605811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 4e2d2caf-fed9-4c39-bc35-377ed3beda66 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:29.670778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.677198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:29.677794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.688769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.705942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:29.706323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.721619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:29.722219 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:29.724055 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06207c95-b6fc-4076-a108-d68bacd8d37f req-3ca5ae86-6104-4b53-be4d-1f94866b941c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5698733 Sep 22 08:34:29.743395 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 8 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:29.790280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] For port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,segment=NetworkSegment(cbf9aeb4-e420-4e01-a329-6c12d035f3c1),segment_id=cbf9aeb4-e420-4e01-a329-6c12d035f3c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:29.790678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.020327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-4287acbb-fed7-45b3-8694-4dff503647c1 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:30.022678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-4287acbb-fed7-45b3-8694-4dff503647c1 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 812 time: 0.6219826 Sep 22 08:34:30.022872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Calling delete_port for 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:30.028974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:30.064539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,segment=NetworkSegment(cbf9aeb4-e420-4e01-a329-6c12d035f3c1),segment_id=cbf9aeb4-e420-4e01-a329-6c12d035f3c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:30.065906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:30.076942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.173661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:30.175626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:30.182615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9588637 Sep 22 08:34:30.187030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:30.187827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:30.188187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:30.207375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'ports': [{'network_id': '7009098c-8311-473f-9a70-d51545c76b20'}, {'network_id': '9d09615a-1b62-4f98-b399-8e66e19d9256'}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:30.207930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:30.208481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '9d09615a-1b62-4f98-b399-8e66e19d9256'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:30.214993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:30.244000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:30.247690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] DHCP port deletion for 57cd2a4e-e418-4a66-84be-b16200110660 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:30.249893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.252207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] Deleting port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:30.252688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.279910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.300157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fceeb-5a38-4a4a-a8e1-53bbeed28323 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=9d09615a-1b62-4f98-b399-8e66e19d9256,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:30.312672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 9d09615a-1b62-4f98-b399-8e66e19d9256 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:30.375056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-c7d05463-f751-49e0-850e-197ee6d95cdb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 379 time: 0.2253461 Sep 22 08:34:30.376444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 2} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:30.382644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.386214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,segment=NetworkSegment(cbf9aeb4-e420-4e01-a329-6c12d035f3c1),segment_id=cbf9aeb4-e420-4e01-a329-6c12d035f3c1)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:30.386588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.414852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.444371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'port': {'device_id': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'admin_state_up': True, 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'security_groups': ['d2e15d2b-6be5-4f44-b10b-b105c4523310']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:30.518610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=4e2d2caf-fed9-4c39-bc35-377ed3beda66,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:30.567686 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 9 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:30.613855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] For port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f2a500ad-24fe-45ae-907c-2eaea1bb4e7f,segment=NetworkSegment(cc5f5ae4-de71-47a9-915d-1bf4543c81c6),segment_id=cc5f5ae4-de71-47a9-915d-1bf4543c81c6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:30.614505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.708146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.722075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:30.740313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Deleting port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:30.741586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.752644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.762933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bff4f-253d-4ba9-8225-94ab6ba15af6 req-07d193c2-1443-4d9b-9dfd-02f35c337acc tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:30.769758 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d7bff4f-253d-4ba9-8225-94ab6ba15af6 req-07d193c2-1443-4d9b-9dfd-02f35c337acc tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7705510 Sep 22 08:34:30.778013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] Calling delete_port for f2a500ad-24fe-45ae-907c-2eaea1bb4e7f owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:30.812097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.832719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:30.833321 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-721b795f-d2ce-4179-b685-7b51be299040 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/ports/4e2d2caf-fed9-4c39-bc35-377ed3beda66 HTTP/1.1" status: 204 len: 168 time: 2.5732801 Sep 22 08:34:30.847619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36026) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:30.949031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:30.952338 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d7bff4f-253d-4ba9-8225-94ab6ba15af6 req-66c73f6c-fe76-4dd9-8386-630b147a351c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1815767 Sep 22 08:34:31.018343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:31.023208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:31.031137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:31.049192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:31.061522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event updated for resources: {'Port': ['ID=392888c1-38d2-4746-93a0-80a861348f7b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:31.071861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:31.076210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.089331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] Pushing event deleted for resources: {'Port': ['ID=f2a500ad-24fe-45ae-907c-2eaea1bb4e7f,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:31.097928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf3223-6f86-47c6-89d4-31a1526428e2 None None] No DVR routers for this DVR port f2a500ad-24fe-45ae-907c-2eaea1bb4e7f on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:31.114043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:31.114904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:31.121101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f2a500ad-24fe-45ae-907c-2eaea1bb4e7f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:31.125721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.158303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] For port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,segment=NetworkSegment(cbf9aeb4-e420-4e01-a329-6c12d035f3c1),segment_id=cbf9aeb4-e420-4e01-a329-6c12d035f3c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:31.158901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.175285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: f2a500ad-24fe-45ae-907c-2eaea1bb4e7f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:34:31.175785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f2a500ad-24fe-45ae-907c-2eaea1bb4e7f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:34:31.363598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Calling delete_port for 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:31.439363 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e4abbf9-0ccc-4bad-aa22-2779bdfb83f2 req-a515baec-f923-4a6b-a2ff-979a5d8cd101 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.6296210 Sep 22 08:34:31.457698 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Attempt 10 to provision port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 Sep 22 08:34:31.492978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.493209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15715b3-e390-4ebc-b0dd-a3dfd2497d6c req-effb5932-3c79-4c4d-944a-a76e10d6943a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:31.494536 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b15715b3-e390-4ebc-b0dd-a3dfd2497d6c req-effb5932-3c79-4c4d-944a-a76e10d6943a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.2897353 Sep 22 08:34:31.497562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 55248bb7-f389-4bf6-9985-5ad52537fdbf yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:31.548739 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b15715b3-e390-4ebc-b0dd-a3dfd2497d6c req-c3e50c97-5eb4-4a82-87e0-eaeb983db33c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477140 Sep 22 08:34:31.550853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] No DVR routers for this DVR port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:31.579004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] In _notify_port_updated(), no bound segment for port 392888c1-38d2-4746-93a0-80a861348f7b on network 8ed7eade-0645-4498-9424-860b2028f581 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:34:31.580781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328df0-2f8e-4e10-9c93-a2865808d352 None None] Pushing event deleted for resources: {'Port': ['ID=4ae6788c-160d-43aa-8ac0-09bcbe6fdda5,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:31.604902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a857e1cd-02a6-42a3-b907-c6e5d653176f None None] Port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:31.607347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:31.610347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.616423 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1df3a73e-35d5-45ac-9e39-e2a6dc10137d tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "PUT /v2.0/ports/392888c1-38d2-4746-93a0-80a861348f7b HTTP/1.1" status: 200 len: 1055 time: 2.2291853 Sep 22 08:34:31.620188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36034) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:31.621818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 4ae6788c-160d-43aa-8ac0-09bcbe6fdda5 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:31.622522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.719026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] The port '4ae6788c-160d-43aa-8ac0-09bcbe6fdda5' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:34:31.728520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Provisioning for port 392888c1-38d2-4746-93a0-80a861348f7b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:31.734741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Provisioning complete for port 392888c1-38d2-4746-93a0-80a861348f7b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:31.735112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.735662 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Attempt 1 to provision port 392888c1-38d2-4746-93a0-80a861348f7b Sep 22 08:34:31.779356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:31.790460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:31.812366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Port 392888c1-38d2-4746-93a0-80a861348f7b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:31.919059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port d3ca91dc-0b76-4832-b2f2-1f972de0ac46 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:31.934127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:32.009624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.049766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9040c93-2634-4feb-90b4-12bbf08cb1f4 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:32.050456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f9040c93-2634-4feb-90b4-12bbf08cb1f4 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Synchronizing usage tracker for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:32.059835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Made reservation on behalf of 2bc0add39cf24367bbfd189efcca01d2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:32.062621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.063130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.074837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port 392888c1-38d2-4746-93a0-80a861348f7b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:32.075191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.098491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 578f22d5-a15a-4809-a6e9-17eaf6ee5c58 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:32.106637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ad70b8-fc81-43a0-a358-5521e32e1b8d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:32.107742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.121641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf9aeb4-e420-4e01-a329-6c12d035f3c1') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:32.122181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf9aeb4-e420-4e01-a329-6c12d035f3c1') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:32.136196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.154977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.164338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:32.164707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.235089 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cbf9aeb4-e420-4e01-a329-6c12d035f3c1 resource provider aggregate not found Sep 22 08:34:32.262804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f9040c93-2634-4feb-90b4-12bbf08cb1f4 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Unset dirty status for tenant:751a49b9c36b4d049c36d4ab7ad0cbdf on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:32.263929 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f9040c93-2634-4feb-90b4-12bbf08cb1f4 tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae22480a-00bc-4277-8d0f-804b23471134 HTTP/1.1" status: 200 len: 913 time: 1.3093390 Sep 22 08:34:32.267533 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cbf9aeb4-e420-4e01-a329-6c12d035f3c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbf9aeb4-e420-4e01-a329-6c12d035f3c1 found for delete ", "request_id": "req-0ccc96cd-6f87-4922-9fc2-1413597e8180"}]} Sep 22 08:34:32.272911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36042) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:32.313598 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Attempt 2 to provision port 392888c1-38d2-4746-93a0-80a861348f7b Sep 22 08:34:32.377348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.380817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Port 392888c1-38d2-4746-93a0-80a861348f7b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:32.409369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.441713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=f9ad70b8-fc81-43a0-a358-5521e32e1b8d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:32.443835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d79c68-7378-41c6-bdda-4dee5d19fe07 req-6d363860-a1ce-4827-b6dc-fefddc5617d3 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:32.446201 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-02d79c68-7378-41c6-bdda-4dee5d19fe07 req-6d363860-a1ce-4827-b6dc-fefddc5617d3 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7177503 Sep 22 08:34:32.558549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.564546 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35a888d5-bcf7-4571-a213-74b12fa74afb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/f9ad70b8-fc81-43a0-a358-5521e32e1b8d HTTP/1.1" status: 204 len: 168 time: 3.3063457 Sep 22 08:34:32.569137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:32.690098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.732733 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f94edc86-394c-4803-a64b-6a4a41320811 req-125a7fb4-a128-44a3-9dae-5f44eb6ecbeb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.1574101 Sep 22 08:34:32.737338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Allocated IP 172.26.8.254 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/65dfc60c-07df-4604-9d7c-9ba07c69de48) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:32.826700 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-02d79c68-7378-41c6-bdda-4dee5d19fe07 req-e316b4c1-fe07-4ebe-97a1-8df5e4bb74d9 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3554015 Sep 22 08:34:32.853662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.859409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:32.865150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Allocated IP 172.20.0.9 (cfeb1508-c408-4fd0-98ac-1b700f7d6c99/21f47774-0b44-4a40-b1fd-7c810493b139/4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:32.882472 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Attempt 3 to provision port 392888c1-38d2-4746-93a0-80a861348f7b Sep 22 08:34:32.981927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 98086205-006e-4ad8-a60e-a5a2574a678f yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:32.985780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.026474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Port 392888c1-38d2-4746-93a0-80a861348f7b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:33.149373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:33.156853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:33.159591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:33.161020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.212274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=55248bb7-f389-4bf6-9985-5ad52537fdbf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:33.301558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Calling delete_port for 392888c1-38d2-4746-93a0-80a861348f7b owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:33.400137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.421582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=578f22d5-a15a-4809-a6e9-17eaf6ee5c58,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:33.456309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cd2a4e-e418-4a66-84be-b16200110660']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:33.497586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': '35ec73b4-85c3-4335-a133-ec0d5027fd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d09615a-1b62-4f98-b399-8e66e19d9256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:33.498349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 9d09615a-1b62-4f98-b399-8e66e19d9256, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:33.512639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5f5ae4-de71-47a9-915d-1bf4543c81c6') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:33.512973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5f5ae4-de71-47a9-915d-1bf4543c81c6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:33.527684 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Attempt 4 to provision port 392888c1-38d2-4746-93a0-80a861348f7b Sep 22 08:34:33.538213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.559483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 9d09615a-1b62-4f98-b399-8e66e19d9256 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:33.576405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 9d09615a-1b62-4f98-b399-8e66e19d9256) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:33.580375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.582724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:33.588945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:33.593759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:33.594419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.618999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:33.619424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.648080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Port 392888c1-38d2-4746-93a0-80a861348f7b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:33.649184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6b607-1298-49b2-88cf-dd18e7311bf9 None None] Network 9d09615a-1b62-4f98-b399-8e66e19d9256 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:33.683917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.766654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.790731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Transition to ACTIVE for port object 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:33.834162 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9faaba44-49a7-485d-9d6e-6038e9ce721d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6426179 Sep 22 08:34:33.848486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:33.948200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:33.950387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.039250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 578f22d5-a15a-4809-a6e9-17eaf6ee5c58 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:34.039602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.043128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b3e34-23e6-41cc-bfe7-2fcaf0115f52 req-f6f73fa4-1ef2-470f-b60d-494fa13fc203 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:34.050433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2d7b3e34-23e6-41cc-bfe7-2fcaf0115f52 req-f6f73fa4-1ef2-470f-b60d-494fa13fc203 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7559948 Sep 22 08:34:34.094120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.130441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Port': ['ID=392888c1-38d2-4746-93a0-80a861348f7b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:34.136885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.147996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:34.149693 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Attempt 5 to provision port 392888c1-38d2-4746-93a0-80a861348f7b Sep 22 08:34:34.176143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.194235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:34.201214 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/57cd2a4e-e418-4a66-84be-b16200110660 HTTP/1.1" status: 204 len: 168 time: 1.6275752 Sep 22 08:34:34.209958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:34.212362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:34.214557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ca102-904a-4eea-8eae-4902afbc3ece tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=57cd2a4e-e418-4a66-84be-b16200110660,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:34.221126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83ac3f4a-33a7-492f-b697-b58d7261807e None None] Port 392888c1-38d2-4746-93a0-80a861348f7b was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:34:34.223017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2071983255'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:34.226214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:34.239037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:34.271542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:34.309260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:34.318481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:34.327388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:34.332015 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cc5f5ae4-de71-47a9-915d-1bf4543c81c6 resource provider aggregate not found Sep 22 08:34:34.363568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.391762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:34.404153 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2d7b3e34-23e6-41cc-bfe7-2fcaf0115f52 req-7cd327a7-0176-4dd4-9035-6f27e8a02d5c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3526194 Sep 22 08:34:34.435255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:34.435810 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:34:34.438926 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cc5f5ae4-de71-47a9-915d-1bf4543c81c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc5f5ae4-de71-47a9-915d-1bf4543c81c6 found for delete ", "request_id": "req-3de86f96-3564-46a9-bf75-180ace6d2308"}]} Sep 22 08:34:34.473183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:34.476654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.488911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.508222 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.539800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:34.540401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.559887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Provisioning for port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:34.570365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Provisioning complete for port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:34.571399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.572099 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 1 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:34.634207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77aeb1-3560-41b9-954e-e7a77ddd3dff req-e9ee9081-b9c8-473c-b1c3-033aa50d5efc tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:34.640360 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b77aeb1-3560-41b9-954e-e7a77ddd3dff req-e9ee9081-b9c8-473c-b1c3-033aa50d5efc tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 931 time: 0.6730299 Sep 22 08:34:34.669184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:34.670645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event updated for resources: {'Port': ['ID=65dfc60c-07df-4604-9d7c-9ba07c69de48,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:34.729425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 578f22d5-a15a-4809-a6e9-17eaf6ee5c58 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:34.824645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:34.860815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.878105 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-543e6474-c956-46b6-809a-f3f492ed9ffb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4644001 Sep 22 08:34:34.945625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:34.945850 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment f05a3f4a-6083-4864-87fd-aa5fad395aed of type vlan for network ed36b105-6366-4cb7-a001-ddf03849c95c Sep 22 08:34:34.948836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0b77aeb1-3560-41b9-954e-e7a77ddd3dff req-4cee7575-19c8-4c96-8c60-0c8baceb358c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:34.968231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Request body: {'port': {'device_id': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:34.982185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.044255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0b77aeb1-3560-41b9-954e-e7a77ddd3dff req-4cee7575-19c8-4c96-8c60-0c8baceb358c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:35.045175 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b77aeb1-3560-41b9-954e-e7a77ddd3dff req-4cee7575-19c8-4c96-8c60-0c8baceb358c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872548 Sep 22 08:34:35.093068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.114855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:35.118201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=578f22d5-a15a-4809-a6e9-17eaf6ee5c58,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:35.123316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:35.132308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:35.133100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.164551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.170790 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 2 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:35.195500 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2fd6c124-2726-4e49-a987-002b897a399e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/578f22d5-a15a-4809-a6e9-17eaf6ee5c58 HTTP/1.1" status: 204 len: 168 time: 1.3420541 Sep 22 08:34:35.199290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:35.240636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:35.250466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.256075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:35.256775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.364133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=d3ca91dc-0b76-4832-b2f2-1f972de0ac46,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:35.372611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.377339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5c820002-86fa-4b54-bd33-2cf279651540 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/ports/392888c1-38d2-4746-93a0-80a861348f7b HTTP/1.1" status: 204 len: 168 time: 3.6578279 Sep 22 08:34:35.382742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36078) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:35.397535 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1838639 Sep 22 08:34:35.404427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:35.417078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:35.526935 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfeab46-fd36-4ebc-9934-a163a40d7eff tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] GET failed (client error): The resource could not be found. Sep 22 08:34:35.527406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1bfeab46-fd36-4ebc-9934-a163a40d7eff tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Synchronizing usage tracker for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:35.550540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.565783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23f391-ba47-4a26-bcdb-8acf81f43236 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=ed36b105-6366-4cb7-a001-ddf03849c95c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:35.578084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network ed36b105-6366-4cb7-a001-ddf03849c95c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:35.682224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=98086205-006e-4ad8-a60e-a5a2574a678f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:35.701552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60d8f1-7cc8-4457-a986-98f2ba53f44e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:35.707291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60d8f1-7cc8-4457-a986-98f2ba53f44e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:35.708236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ad60d8f1-7cc8-4457-a986-98f2ba53f44e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:35.722430 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 9aa56bab-9f5b-48c2-89bd-438217a44a35 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:35.722767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.741751 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 3 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:35.755588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': 'e905722e-9079-42f1-b1d2-aef061680993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ed4d0a29-0aae-4100-933e-56264bb697c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:35.755992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: ed4d0a29-0aae-4100-933e-56264bb697c0, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:35.761361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1bfeab46-fd36-4ebc-9934-a163a40d7eff tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Unset dirty status for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:35.765569 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1bfeab46-fd36-4ebc-9934-a163a40d7eff tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "GET /v2.0/ports/392888c1-38d2-4746-93a0-80a861348f7b HTTP/1.1" status: 404 len: 333 time: 0.3384423 Sep 22 08:34:35.765903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:35.770212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36090) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:35.781640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:35.788298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:35.812640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:35.813984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:35.837599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:35.848683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ad60d8f1-7cc8-4457-a986-98f2ba53f44e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:35.852364 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ad60d8f1-7cc8-4457-a986-98f2ba53f44e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6475849 Sep 22 08:34:35.872309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36096) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:35.958884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:35.962275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.010089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network ed4d0a29-0aae-4100-933e-56264bb697c0 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:36.047254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:36.048223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.100719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cca7622c-d68f-4461-a372-5976f33b82a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.119918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, ed4d0a29-0aae-4100-933e-56264bb697c0) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:36.130460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756eb294-7915-48f3-8c05-12c32313b020 None None] Network ed4d0a29-0aae-4100-933e-56264bb697c0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:36.137121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 55248bb7-f389-4bf6-9985-5ad52537fdbf {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:36.137465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.180015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:36.185674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:36.190520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:36.191199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.216781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.228567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d086-b03b-405f-bca5-0545718e8e75 req-a54d4c81-3c2b-407e-86e3-0f50a0240be2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:36.230060 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7489d086-b03b-405f-bca5-0545718e8e75 req-a54d4c81-3c2b-407e-86e3-0f50a0240be2 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6830819 Sep 22 08:34:36.337872 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 4 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:36.343006 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-12387423-905a-4978-9049-4461e175f808 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.4783690 Sep 22 08:34:36.351498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36104) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:36.411274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:36.447189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 9aa56bab-9f5b-48c2-89bd-438217a44a35 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:36.514871 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7489d086-b03b-405f-bca5-0545718e8e75 req-66e8be68-7f38-4cda-bb98-413d8ada14ec tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2213526 Sep 22 08:34:36.685876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 98086205-006e-4ad8-a60e-a5a2574a678f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:36.686225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.892781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f31b-4977-4d85-a901-2d37cd0fc8f7 req-34435fd9-5ba5-442e-8555-f6d8aeb71e45 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:36.894177 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cb35f31b-4977-4d85-a901-2d37cd0fc8f7 req-34435fd9-5ba5-442e-8555-f6d8aeb71e45 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 931 time: 0.6805775 Sep 22 08:34:36.913052 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 5 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:36.924403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.969394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:36.977481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:34:37.006958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:37.054963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.198926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 55248bb7-f389-4bf6-9985-5ad52537fdbf owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:37.231465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.244257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Calling delete_port for 23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:37.331039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:34:37.351796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.459856 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cb35f31b-4977-4d85-a901-2d37cd0fc8f7 req-85f6a257-d5ff-4488-bf00-0b92d0361033 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5372760 Sep 22 08:34:37.467437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Transition to ACTIVE for port object 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:37.472756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.484078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.508761 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 6 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:37.534983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466be50c-7593-4232-9208-7f00c9fcff2c req-3ba0ae51-a02f-4419-944c-6b0d5242b02c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:37.536181 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-466be50c-7593-4232-9208-7f00c9fcff2c req-3ba0ae51-a02f-4419-944c-6b0d5242b02c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.6985717 Sep 22 08:34:37.564751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:37.572774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=9b94da7d-4650-4eec-8e71-1d0d54303c82,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:37.593984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bf34-9215-4331-a925-94711bc59d8b req-756de5c7-9846-4626-8c9f-f48626ca3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:37.595433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20d8bf34-9215-4331-a925-94711bc59d8b req-756de5c7-9846-4626-8c9f-f48626ca3ace service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 1098 time: 0.7029455 Sep 22 08:34:37.605284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.668236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 98086205-006e-4ad8-a60e-a5a2574a678f owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:37.776836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': 'f05a3f4a-6083-4864-87fd-aa5fad395aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:37.777177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: ed36b105-6366-4cb7-a001-ddf03849c95c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:37.827262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.831916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Pushing event updated for resources: {'Port': ['ID=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:37.834798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:37.902591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network ed36b105-6366-4cb7-a001-ddf03849c95c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:37.909117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=9aa56bab-9f5b-48c2-89bd-438217a44a35,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:37.923281 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-466be50c-7593-4232-9208-7f00c9fcff2c req-084cb795-6c54-4317-b2fa-6cc99e71e17e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3315930 Sep 22 08:34:37.924020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=55248bb7-f389-4bf6-9985-5ad52537fdbf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:37.931685 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e2d67982-dde8-41ec-a5b4-7f99c01f0043 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/55248bb7-f389-4bf6-9985-5ad52537fdbf HTTP/1.1" status: 204 len: 168 time: 2.0574148 Sep 22 08:34:37.936836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36112) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:37.956272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.043361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, ed36b105-6366-4cb7-a001-ddf03849c95c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:38.044143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bf34-9215-4331-a925-94711bc59d8b req-f117555f-80df-4fe8-89de-0a9c491d997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:38.045629 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20d8bf34-9215-4331-a925-94711bc59d8b req-f117555f-80df-4fe8-89de-0a9c491d997f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 200 len: 913 time: 0.4254849 Sep 22 08:34:38.046159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Router ff04db94-86b1-4d22-abc9-ddb37ce08b2d is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:34:38.051275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b60bc-221a-4e8a-b7a0-72c159e2b773 None None] Network ed36b105-6366-4cb7-a001-ddf03849c95c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:38.063543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.066905 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 7 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:38.074686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Port': ['ID=23d2a8f8-7f69-4ca8-8a16-9c1466ba3335,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:38.077161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:38.077796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.126631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Attempting to bind port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:34:38.126631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Attempting to bind port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:34:38.126631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Attempting to bind port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:38.201770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=98086205-006e-4ad8-a60e-a5a2574a678f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:38.203712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:34:38.203712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Attempting to bind port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:38.220677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:38.235656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.238340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:34:38.238679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Checking segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:38.239061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Bound using segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:34:38.240299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Bound port: 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:34:38.240299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.278496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3f1c-0a10-4e8d-9f69-0568320f0565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.285256 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20d8bf34-9215-4331-a925-94711bc59d8b req-a49e3d42-9008-4fd9-9f91-0fc166b87fc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 200 len: 1000 time: 0.2276127 Sep 22 08:34:38.336224 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d754362-6c68-4b25-88f4-b7837344b064 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9273119 Sep 22 08:34:38.352030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36116) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:38.361419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-65023072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:38.372122 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8d0af9b-0a89-4cea-8d52-d8b0648022e5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/98086205-006e-4ad8-a60e-a5a2574a678f HTTP/1.1" status: 204 len: 168 time: 2.0162456 Sep 22 08:34:38.378304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:38.380410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36120) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:38.409830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-ed36b105-6366-4cb7-a001-ddf03849c95c', 'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': '9b94da7d-4650-4eec-8e71-1d0d54303c82'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:34:38.410672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.451509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:router and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:38.455129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:38.465707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.471090 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d17f3b8e-d2d0-4aa2-b025-5281579c84c9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/ports/23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 HTTP/1.1" status: 204 len: 168 time: 2.6911097 Sep 22 08:34:38.472127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36124) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:38.575477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:38.587159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Allocated IP 2001:db8::2 (ed36b105-6366-4cb7-a001-ddf03849c95c/9b94da7d-4650-4eec-8e71-1d0d54303c82/2b6e54f3-ac33-4924-92ac-2bb6ca0e083c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:38.629313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf2287-da5b-4f95-9a9d-d67781a5cb6a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:38.630019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46cf2287-da5b-4f95-9a9d-d67781a5cb6a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:38.631402 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-20476b02-85cc-45b1-a402-ceceb195d6df tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] GET failed (client error): The resource could not be found. Sep 22 08:34:38.632215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-20476b02-85cc-45b1-a402-ceceb195d6df tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Synchronizing usage tracker for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:38.665208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bf34-9215-4331-a925-94711bc59d8b req-7149e39e-8bb1-4f94-81a2-9b88a1945df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:38.666652 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20d8bf34-9215-4331-a925-94711bc59d8b req-7149e39e-8bb1-4f94-81a2-9b88a1945df7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 200 len: 851 time: 0.1568768 Sep 22 08:34:38.667621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:38.669547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:34:38.675315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:34:38.686602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] Sync routers for ids ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:38.713051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] Routers {'ff04db94-86b1-4d22-abc9-ddb37ce08b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:38.713698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:38.731873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.763667 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Attempt 8 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:38.774515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:38.775415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.776772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] 10.222.0.48 "PUT /v2.0/ports/4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff HTTP/1.1" status: 200 len: 1093 time: 3.8271701 Sep 22 08:34:38.779652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46cf2287-da5b-4f95-9a9d-d67781a5cb6a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:38.783530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46cf2287-da5b-4f95-9a9d-d67781a5cb6a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8309317 Sep 22 08:34:38.783530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:34:38.784760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5ad7d-500e-4c52-8569-47a69be62622" -d '{"events": [{"name": "network-changed", "server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:34:38.805504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36130) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:38.835459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.836478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.851668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.864168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:38.887315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-195c04a3-d054-4f9b-98c7-55bf4f4b51d4 None None] Port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:34:38.893936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] Routers {'ff04db94-86b1-4d22-abc9-ddb37ce08b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:38.894746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:38.899076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.907285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85397f71-216b-457a-8025-4f6229ff4412 x-openstack-request-id: req-85397f71-216b-457a-8025-4f6229ff4412 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:34:38.907524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:34:38.907964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85397f71-216b-457a-8025-4f6229ff4412 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:34:38.908516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85397f71-216b-457a-8025-4f6229ff4412'] response: {'name': 'network-changed', 'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'status': 'completed', 'code': 200} Sep 22 08:34:38.908776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.914735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-20476b02-85cc-45b1-a402-ceceb195d6df tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Unset dirty status for tenant:e346e50145ed4cf781365df4367e32bd on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:38.919762 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-20476b02-85cc-45b1-a402-ceceb195d6df tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "GET /v2.0/ports/23d2a8f8-7f69-4ca8-8a16-9c1466ba3335 HTTP/1.1" status: 404 len: 333 time: 0.3882544 Sep 22 08:34:38.922557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36136) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:38.923632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:38.924806 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7ce97be9-3a85-4f26-89b9-55dbbc468e3c tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8018026 Sep 22 08:34:38.934667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36138) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:38.939165 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-914c09e7-e604-47ab-91b5-dbc63024832a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:34:38.940644 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-914c09e7-e604-47ab-91b5-dbc63024832a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/578f22d5-a15a-4809-a6e9-17eaf6ee5c58 HTTP/1.1" status: 404 len: 333 time: 0.1349835 Sep 22 08:34:38.946882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36142) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:38.953190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:38.979899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:38.980301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39f7a3-38f8-466d-b786-6cc559c65520 None None] The sync data for ids ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:39.049673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.062684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Transition to ACTIVE for port object 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:39.081786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.085613 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95b974d4-e8c9-4ac8-b193-551ae8851623 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7305262 Sep 22 08:34:39.086308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Transition to ACTIVE for port object 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:39.096293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.098686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36150) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:39.100899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0905f4c-1bde-4852-ac9d-c69368586a79 service neutron] Pushing event updated for resources: {'Port': ['ID=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:39.103893 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82922bb-6644-42cc-b9cc-0a07b4e34e02 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:34:39.105246 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f82922bb-6644-42cc-b9cc-0a07b4e34e02 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/55248bb7-f389-4bf6-9985-5ad52537fdbf HTTP/1.1" status: 404 len: 333 time: 0.1569836 Sep 22 08:34:39.111633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36154) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:39.132420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa99c6-f345-4ead-ae37-9b34fb6f1bba tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:39.138699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa99c6-f345-4ead-ae37-9b34fb6f1bba tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:39.139498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c6aa99c6-f345-4ead-ae37-9b34fb6f1bba tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:39.149573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'port': {'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c', 'name': 'tempest-RoutersIpV6Test-567480037'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:39.186961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Network ed36b105-6366-4cb7-a001-ddf03849c95c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:39.187833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Pushing event updated for resources: {'Port': ['ID=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:39.190500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:39.192557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:39.269273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c6aa99c6-f345-4ead-ae37-9b34fb6f1bba tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:39.270458 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c6aa99c6-f345-4ead-ae37-9b34fb6f1bba tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8890750 Sep 22 08:34:39.285962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36158) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:39.296595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Attempting to bind port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:34:39.297177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Attempting to bind port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'f05a3f4a-6083-4864-87fd-aa5fad395aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:34:39.297742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Attempting to bind port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c on network ed36b105-6366-4cb7-a001-ddf03849c95c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:39.299624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:39.299968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.303913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:34:39.304279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Checking segment: {'id': 'f05a3f4a-6083-4864-87fd-aa5fad395aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:39.304857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.305245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Bound using segment: {'id': 'f05a3f4a-6083-4864-87fd-aa5fad395aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:34:39.305706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Bound port: 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a3f4a-6083-4864-87fd-aa5fad395aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ed36b105-6366-4cb7-a001-ddf03849c95c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:34:39.306079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.345984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8bf34-9215-4331-a925-94711bc59d8b req-f827dd38-ad03-4a53-b1c9-cd91484cf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:39.347477 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20d8bf34-9215-4331-a925-94711bc59d8b req-f827dd38-ad03-4a53-b1c9-cd91484cf9fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b87c257a-8658-4e2a-8156-439803f1dec3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6650791 Sep 22 08:34:39.398763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] For port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:34:39.402817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] For port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,segment=NetworkSegment(f05a3f4a-6083-4864-87fd-aa5fad395aed),segment_id=f05a3f4a-6083-4864-87fd-aa5fad395aed)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:34:39.409095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.462152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1af73-e7ca-47c3-95ec-2ba017933f13 req-fe6d22cb-8cf2-4145-9c35-3d00c9c67937 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:39.464156 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55c1af73-e7ca-47c3-95ec-2ba017933f13 req-fe6d22cb-8cf2-4145-9c35-3d00c9c67937 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 943 time: 0.8206708 Sep 22 08:34:39.472627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.500709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.508317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37cc72-6442-4c83-abf6-2bec6f932dde None None] Pushing event updated for resources: {'Port': ['ID=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:39.548885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-6eebf600-7bc6-4401-bda2-d0ac8c940050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:39.550352 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-6eebf600-7bc6-4401-bda2-d0ac8c940050 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 1096 time: 0.6872509 Sep 22 08:34:39.552289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.659995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port d3ca91dc-0b76-4832-b2f2-1f972de0ac46 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:39.660327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:39.663230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-5c74b493-9db1-40a1-ae15-5a13b1af54d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff HTTP/1.1" status: 200 len: 217 time: 0.0973234 Sep 22 08:34:39.817797 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55c1af73-e7ca-47c3-95ec-2ba017933f13 req-13f28f9e-00ab-4489-ac82-851cc6563e80 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611372 Sep 22 08:34:39.877088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:39.902161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:port and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:39.933437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:40.024877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad928-6e12-4076-8ac6-486e34d09516 req-12740d2d-7290-4b09-891c-5d2dfade5ae1 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:40.026333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2d9ad928-6e12-4076-8ac6-486e34d09516 req-12740d2d-7290-4b09-891c-5d2dfade5ae1 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.8696470 Sep 22 08:34:40.073257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:40.089649 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20d8bf34-9215-4331-a925-94711bc59d8b req-f816066e-aa1b-427f-9ae1-23949d4ce65a service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294674 Sep 22 08:34:40.122115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-81c8cee7-5975-4283-8b59-c71377c5e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:40.123523 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-81c8cee7-5975-4283-8b59-c71377c5e8c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.4011970 Sep 22 08:34:40.147768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:40.151186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.267962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] device_id is not set on port d197f2a3-b854-401d-baab-fe7efa7be053 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:40.312919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.316095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Router ae22480a-00bc-4277-8d0f-804b23471134 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:40.346338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.371836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.392120 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2d9ad928-6e12-4076-8ac6-486e34d09516 req-216eebc8-5382-42c4-a475-b0bb1947f88e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3170409 Sep 22 08:34:40.404480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d09615a-1b62-4f98-b399-8e66e19d9256']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:40.428519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ec73b4-85c3-4335-a133-ec0d5027fd7e') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:40.428816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ec73b4-85c3-4335-a133-ec0d5027fd7e') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:40.524028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a13e8-b467-45f6-ac79-0beabee27535 None None] Network ed36b105-6366-4cb7-a001-ddf03849c95c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:40.529424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.572711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.587191 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20d8bf34-9215-4331-a925-94711bc59d8b req-a305f676-8518-4798-967a-bf7d6bbf8af1 service neutron] 10.222.0.48 "GET /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672565 Sep 22 08:34:40.589650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.597588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:40.598221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.656198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-465a199c-6879-413c-8e0f-f93ee1fe3d89 None None] Provisioning for port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:40.673068 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 35ec73b4-85c3-4335-a133-ec0d5027fd7e resource provider aggregate not found Sep 22 08:34:40.681139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for d3ca91dc-0b76-4832-b2f2-1f972de0ac46 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:40.701325 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 35ec73b4-85c3-4335-a133-ec0d5027fd7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35ec73b4-85c3-4335-a133-ec0d5027fd7e found for delete ", "request_id": "req-d32ec3a5-40ea-4e22-a7ce-a144f857f88a"}]} Sep 22 08:34:40.707569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078941c0-0a57-4e58-b645-63b2870d7859 req-9de6d0fb-a4a8-4ad9-8ef6-8e26a052c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:40.709129 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-9de6d0fb-a4a8-4ad9-8ef6-8e26a052c2c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5542145 Sep 22 08:34:40.714674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.795831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.797461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Deleting port 65dfc60c-07df-4604-9d7c-9ba07c69de48 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:40.797833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.819209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.860718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:40.888283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/9d09615a-1b62-4f98-b399-8e66e19d9256 HTTP/1.1" status: 204 len: 168 time: 1.7727473 Sep 22 08:34:40.889346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b5bf0-50a0-4d5d-8d7c-0f0cd28fc16d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=9d09615a-1b62-4f98-b399-8e66e19d9256,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:40.896997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36168) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:40.905744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1836126960'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:40.930928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:40.963643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Calling delete_port for 4f6f40cd-933e-4754-8c85-c8a2f2ebf664 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:41.001490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:41.021921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:41.049137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:41.068090 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-28fa01ed-82f4-4749-8e03-9cf44b71cc1f service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489048 Sep 22 08:34:41.088313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:41.095260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.159124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:41.218467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.254122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:41.264961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:41.265518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.267588 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c Sep 22 08:34:41.292293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8::158 (ed36b105-6366-4cb7-a001-ddf03849c95c/9b94da7d-4650-4eec-8e71-1d0d54303c82/d197f2a3-b854-401d-baab-fe7efa7be053) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:41.292555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:41.350662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.363075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Calling delete_port for 65dfc60c-07df-4604-9d7c-9ba07c69de48 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:41.439247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.439356 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment efa413f2-b870-41ef-89bd-b581b9e93abf of type vlan for network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 Sep 22 08:34:41.440323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:41.440883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.454949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:41.455297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-078941c0-0a57-4e58-b645-63b2870d7859 req-9a8f055e-3c9f-400a-8513-b77669e19735 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680851 Sep 22 08:34:41.478821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=d3ca91dc-0b76-4832-b2f2-1f972de0ac46,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:41.485101 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] Sync routers for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:41.501627 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:41.501888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.502908 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:41.515710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.520030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,segment=NetworkSegment(f05a3f4a-6083-4864-87fd-aa5fad395aed),segment_id=f05a3f4a-6083-4864-87fd-aa5fad395aed)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:41.525623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.547631 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-98c5dad3-7777-4b3c-9558-4587e6cf625a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "PUT /v2.0/routers/ae22480a-00bc-4277-8d0f-804b23471134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2715104 Sep 22 08:34:41.560772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1e69f-77e8-4715-bd0a-4da6ea5413fe req-826b776d-e2e8-41b7-94f8-347dfd02d430 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:41.562453 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4b1e69f-77e8-4715-bd0a-4da6ea5413fe req-826b776d-e2e8-41b7-94f8-347dfd02d430 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 943 time: 0.5413640 Sep 22 08:34:41.562969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36174) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:41.611330 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:41.625805 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] Routers {'ae22480a-00bc-4277-8d0f-804b23471134'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:41.626799 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ae22480a-00bc-4277-8d0f-804b23471134'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:41.653360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.658887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:41.659806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:41.713373 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:41.714171 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b241dc-c660-4499-87c4-4004ded73a2c None None] The sync data for ids ['ae22480a-00bc-4277-8d0f-804b23471134'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:41.752327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:41.776936 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef9461ce-86b7-42c3-9f6d-2f02adc80af6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/d3ca91dc-0b76-4832-b2f2-1f972de0ac46 HTTP/1.1" status: 204 len: 168 time: 2.4865727 Sep 22 08:34:41.792496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:41.823046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.008367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Port': ['ID=4f6f40cd-933e-4754-8c85-c8a2f2ebf664,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:42.020251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=0aae9ec7-3c37-45db-b23c-5447e2ab93f9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:42.027994 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1301360 Sep 22 08:34:42.034581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36182) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:42.051063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:42.070825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.070825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.071008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.071369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.071936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.072261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.072587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.072927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.073238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.073558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.073883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.074207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643a8b8-b199-4f65-a4a6-d81ba323ac1f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:42.091798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:42.101938 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4b1e69f-77e8-4715-bd0a-4da6ea5413fe req-20cbf444-0e0e-4dc8-9fc0-8cd7bbb9b344 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5027502 Sep 22 08:34:42.162036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.167113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-d7bd397c-c8c0-4029-94f4-dba16cf99126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:42.168647 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-d7bd397c-c8c0-4029-94f4-dba16cf99126 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 1096 time: 0.6318030 Sep 22 08:34:42.310200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Pushing event deleted for resources: {'Port': ['ID=65dfc60c-07df-4604-9d7c-9ba07c69de48,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:42.315839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.346027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.371320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object d197f2a3-b854-401d-baab-fe7efa7be053 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:42.388369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.407823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:42.422759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3687c6-6363-42df-9b6b-72d9cbaa71b4 req-ade033b7-85f4-42ee-b04a-96832865b347 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:42.424237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ed3687c6-6363-42df-9b6b-72d9cbaa71b4 req-ade033b7-85f4-42ee-b04a-96832865b347 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5941882 Sep 22 08:34:42.436595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:42.437042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.442943 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-75ed4a17-4fef-4162-8010-f403c7687747 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/ports/4f6f40cd-933e-4754-8c85-c8a2f2ebf664 HTTP/1.1" status: 204 len: 168 time: 3.4814584 Sep 22 08:34:42.451540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36186) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:42.454990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:42.486588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:42.531255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.531885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3ee35-c880-49e3-8428-9b59743ae919 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:42.532579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-81c3ee35-c880-49e3-8428-9b59743ae919 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:42.593887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-c0b66997-42ac-4f4f-aa4d-05e7dfdb0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:42.595359 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-c0b66997-42ac-4f4f-aa4d-05e7dfdb0b70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.3890343 Sep 22 08:34:42.595922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:42.599263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.644276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-81c3ee35-c880-49e3-8428-9b59743ae919 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:42.645630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-81c3ee35-c880-49e3-8428-9b59743ae919 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8460236 Sep 22 08:34:42.653232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36190) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:42.654230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.671241 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ed3687c6-6363-42df-9b6b-72d9cbaa71b4 req-da322213-8cf4-40c6-8786-74951888b3a9 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2358129 Sep 22 08:34:42.697983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting subnet 3705f05b-12c5-45ab-9116-004d79c2aba9 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:42.743620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.821750 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcdad15-16f7-4336-a866-83755dcf337c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:34:42.822962 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7bcdad15-16f7-4336-a866-83755dcf337c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/98086205-006e-4ad8-a60e-a5a2574a678f HTTP/1.1" status: 404 len: 333 time: 0.1627433 Sep 22 08:34:42.845746 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-a72cfc1d-5eee-4d97-922c-8de837b9a33f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff HTTP/1.1" status: 200 len: 217 time: 0.1779499 Sep 22 08:34:42.851566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:42.866463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network ed36b105-6366-4cb7-a001-ddf03849c95c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:42.892561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:42.894996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:42.901182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:42.901781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.924857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.935500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:42.967098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=d197f2a3-b854-401d-baab-fe7efa7be053,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:42.994897 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c69a3973-33f5-4ed1-98ab-a24b7c0b3fd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8913629 Sep 22 08:34:42.997665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting port 69a749b6-5c95-4184-a388-0941ef926c03 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:42.997809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.012270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36200) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:43.021141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Performing IP validity checks on allocation pools {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 08:34:43.022295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 08:34:43.082774 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b0c968-6b35-49c7-9284-f69fbcda9cf9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:34:43.083229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21b0c968-6b35-49c7-9284-f69fbcda9cf9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:43.094911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:43.182635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85898c4-3bea-45d5-b687-90a714711713 req-da750e1b-95e0-4850-a56e-a2533f7c7578 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:43.184274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f85898c4-3bea-45d5-b687-90a714711713 req-da750e1b-95e0-4850-a56e-a2533f7c7578 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.3890023 Sep 22 08:34:43.190498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:43.191838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.192594 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c Sep 22 08:34:43.262252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.320573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Provisioning for port d197f2a3-b854-401d-baab-fe7efa7be053 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:43.339774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Provisioning complete for port d197f2a3-b854-401d-baab-fe7efa7be053 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:43.340061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.340392 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 1 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:43.346723 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f85898c4-3bea-45d5-b687-90a714711713 req-86c928ce-56f6-4dd6-8ebf-8d731790f4bf tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1540120 Sep 22 08:34:43.355040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.404711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:43.432037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:43.501881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Calling delete_port for 69a749b6-5c95-4184-a388-0941ef926c03 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:43.519610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21b0c968-6b35-49c7-9284-f69fbcda9cf9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:43.520772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-21b0c968-6b35-49c7-9284-f69fbcda9cf9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/d3ca91dc-0b76-4832-b2f2-1f972de0ac46 HTTP/1.1" status: 404 len: 333 time: 0.6588609 Sep 22 08:34:43.528907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36208) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:43.574624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.586757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-72ba5046-42aa-4194-9fc4-dd0d74b88f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:43.588485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-72ba5046-42aa-4194-9fc4-dd0d74b88f17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.7175162 Sep 22 08:34:43.590764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.689937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Subnet': ['ID=3705f05b-12c5-45ab-9116-004d79c2aba9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:43.699730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.704874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43deebc-38e1-4b3e-89a8-dc6a64be9d0a None None] Network 8ed7eade-0645-4498-9424-860b2028f581 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:43.717818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.757765 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c410336a-cee1-4cc8-9c67-f0b657d928ca tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/subnets/3705f05b-12c5-45ab-9116-004d79c2aba9 HTTP/1.1" status: 204 len: 168 time: 1.3051629 Sep 22 08:34:43.772113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36214) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:43.827427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:43.932890 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 2 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:44.007823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:44.064728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] DHCP port deletion for 8ed7eade-0645-4498-9424-860b2028f581 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:44.071414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Deleting port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:44.072019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.103101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Router ff04db94-86b1-4d22-abc9-ddb37ce08b2d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:44.132808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748904-0917-4bc4-b0b3-b81222da129c req-1fcc7242-f9ef-45aa-b5ab-2525bafeb40f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:44.133519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e4748904-0917-4bc4-b0b3-b81222da129c req-1fcc7242-f9ef-45aa-b5ab-2525bafeb40f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:44.192192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.221220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ba8f3-4fc4-496d-b75b-38c0156205a9 req-58a12159-72ac-4769-975d-742043ce5b09 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:44.222687 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d24ba8f3-4fc4-496d-b75b-38c0156205a9 req-58a12159-72ac-4769-975d-742043ce5b09 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5297022 Sep 22 08:34:44.234835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.294952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] For port 09c536f0-0f53-4427-afd9-16d9cc5a6a15, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09c536f0-0f53-4427-afd9-16d9cc5a6a15,segment=NetworkSegment(70ceb258-0a24-4880-9e9e-7d3e7c505e54),segment_id=70ceb258-0a24-4880-9e9e-7d3e7c505e54)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:44.295544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.314335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:44.314677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.361857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e4748904-0917-4bc4-b0b3-b81222da129c req-1fcc7242-f9ef-45aa-b5ab-2525bafeb40f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:44.363100 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e4748904-0917-4bc4-b0b3-b81222da129c req-1fcc7242-f9ef-45aa-b5ab-2525bafeb40f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 943 time: 1.0494721 Sep 22 08:34:44.365578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-0b39840d-2d87-4a4b-8bc2-52790c5bda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:44.366983 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-0b39840d-2d87-4a4b-8bc2-52790c5bda84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7629595 Sep 22 08:34:44.373207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4d0a29-0aae-4100-933e-56264bb697c0']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:44.375810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:44.396892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e905722e-9079-42f1-b1d2-aef061680993') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:44.397190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e905722e-9079-42f1-b1d2-aef061680993') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:44.419322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] Sync routers for ids ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:44.428404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Calling delete_port for 09c536f0-0f53-4427-afd9-16d9cc5a6a15 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:44.435988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.453359 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d24ba8f3-4fc4-496d-b75b-38c0156205a9 req-bd999179-7ddc-4e9e-bfb1-3b568daaec9e tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2106595 Sep 22 08:34:44.474232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.486878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.523947 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 3 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:44.534368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.564562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.603015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:44.603453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.616178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] Routers {'ff04db94-86b1-4d22-abc9-ddb37ce08b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:44.616951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:44.621577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Port': ['ID=69a749b6-5c95-4184-a388-0941ef926c03,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:44.683868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.687387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d8914dba-5c6e-48b1-b5f3-de4cca276946 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "PUT /v2.0/routers/ff04db94-86b1-4d22-abc9-ddb37ce08b2d HTTP/1.1" status: 200 len: 705 time: 5.7431304 Sep 22 08:34:44.688108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Pushing event deleted for resources: {'Port': ['ID=09c536f0-0f53-4427-afd9-16d9cc5a6a15,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:44.694364 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e905722e-9079-42f1-b1d2-aef061680993 resource provider aggregate not found Sep 22 08:34:44.697495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:44.699799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] No DVR routers for this DVR port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:44.709788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.710333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.710607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.711033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.711481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.711897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.712474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.716964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.717558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.718106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.718602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36220) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:44.718853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.720031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55fe4b4-3b9b-4a0b-ac50-010a97380158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.721718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.722069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.722406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.722741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.723072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.723422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.724370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.724718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.725053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.725382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.725714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.726217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:34:44.731387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:44.742303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] Routers {'ff04db94-86b1-4d22-abc9-ddb37ce08b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:44.743575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:44.777689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e4748904-0917-4bc4-b0b3-b81222da129c req-12c64c2a-6617-4358-b6f1-1a57286275b1 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793645 Sep 22 08:34:44.806470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:44.807663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24739a2-e6eb-41f5-b705-e5f38e2b38a8 None None] The sync data for ids ['ff04db94-86b1-4d22-abc9-ddb37ce08b2d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:44.821440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=1eda9b78-234d-4097-9b3b-a42b1b9fc9f7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:44.824434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:44.834555 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e905722e-9079-42f1-b1d2-aef061680993 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e905722e-9079-42f1-b1d2-aef061680993 found for delete ", "request_id": "req-3d843daf-fea4-436a-92e6-90d5a6b3bf33"}]} Sep 22 08:34:44.853874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-7a758eee-fe23-477c-861a-d87ec72a5d23 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761887 Sep 22 08:34:44.903843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': 'efa413f2-b870-41ef-89bd-b581b9e93abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:44.904198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 0aae9ec7-3c37-45db-b23c-5447e2ab93f9, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:44.999675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.003640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.041099 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-673fcd70-4ce8-467e-9a22-717959f60105 tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/routers/ff04db94-86b1-4d22-abc9-ddb37ce08b2d HTTP/1.1" status: 200 len: 740 time: 0.3212082 Sep 22 08:34:45.054344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36226) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:45.057883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] For port 09c536f0-0f53-4427-afd9-16d9cc5a6a15, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09c536f0-0f53-4427-afd9-16d9cc5a6a15,segment=NetworkSegment(70ceb258-0a24-4880-9e9e-7d3e7c505e54),segment_id=70ceb258-0a24-4880-9e9e-7d3e7c505e54)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:45.058245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.068727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09c536f0-0f53-4427-afd9-16d9cc5a6a15 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:45.069904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=ed4d0a29-0aae-4100-933e-56264bb697c0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:45.074172 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9fec47ca-b22e-49cc-be00-11c77d256e50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/ed4d0a29-0aae-4100-933e-56264bb697c0 HTTP/1.1" status: 204 len: 168 time: 1.5419569 Sep 22 08:34:45.080383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:45.082594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:45.110904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 09c536f0-0f53-4427-afd9-16d9cc5a6a15 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:34:45.111300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09c536f0-0f53-4427-afd9-16d9cc5a6a15 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:34:45.113244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.146443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-946217943'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:45.171034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:45.179580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 0aae9ec7-3c37-45db-b23c-5447e2ab93f9) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:45.182920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:45.187419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2fc1fb-29e9-4299-939d-77ae7a465f47 None None] Network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:45.193042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:45.203427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:45.206103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:45.206712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.241620 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 4 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:45.314741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0d5ad7d-500e-4c52-8569-47a69be62622 req-9e079f3c-e7f3-43e0-adbf-487eb185f2f4 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349532 Sep 22 08:34:45.327840 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b58185af-cb5d-40b0-b8e0-a00b3eeed7e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2851009 Sep 22 08:34:45.328787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36234) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:45.332520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:45.336505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.351356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Calling delete_port for 09c536f0-0f53-4427-afd9-16d9cc5a6a15 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:45.357506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:45.358468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9', 'name': 'tempest-PortsTestJSON-555759751'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:45.398853 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-63fc49fa-37cf-421e-8ee8-bb1d696c065f tempest-RoutersAdminTest-1103825979 tempest-RoutersAdminTest-1103825979-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&device_id=ff04db94-86b1-4d22-abc9-ddb37ce08b2d HTTP/1.1" status: 200 len: 205 time: 0.3409381 Sep 22 08:34:45.450092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:45.504486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:45.508360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-0aae9ec7-3c37-45db-b23c-5447e2ab93f9', 'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9', 'tenant_id': 'bf957cdc588a406e84dfc2cb0a538838', 'fixed_ips': [{'subnet_id': '1eda9b78-234d-4097-9b3b-a42b1b9fc9f7'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:34:45.509487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.557650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.558382 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment edbd9229-0e6c-4011-9453-f66cbd4de50d of type vlan for network 9ae65038-007a-41e6-8915-b64173b91a48 Sep 22 08:34:45.627356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.631660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:45.641307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.650155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.684453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Allocated IP 172.20.0.2 (0aae9ec7-3c37-45db-b23c-5447e2ab93f9/1eda9b78-234d-4097-9b3b-a42b1b9fc9f7/ab94f9ae-276d-4c85-ade0-c6b72075c2ab) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:45.685359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:45.701260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.717113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.720838 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bb229652-bec1-48f3-8315-716055219736 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff04db94-86b1-4d22-abc9-ddb37ce08b2d HTTP/1.1" status: 200 len: 205 time: 0.2679174 Sep 22 08:34:45.727204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36244) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:45.783065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:45.783860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:45.785289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.785791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Fanout notify agent at l3_agent the message router_deleted on router ae22480a-00bc-4277-8d0f-804b23471134 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:34:45.809300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.812670 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5e473342-2351-446c-b9f5-f7853786e2db tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/routers/ae22480a-00bc-4277-8d0f-804b23471134 HTTP/1.1" status: 204 len: 168 time: 4.2240460 Sep 22 08:34:45.813886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36250) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:45.846762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:34:45.865741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2e380-aef7-4c08-9e1a-68e7c0de703a req-88a46f4d-10a8-4aeb-91be-db5faf582f13 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:45.867522 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3f2e380-aef7-4c08-9e1a-68e7c0de703a req-88a46f4d-10a8-4aeb-91be-db5faf582f13 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.2200570 Sep 22 08:34:45.890588 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 5 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:45.927512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Deleting subnet 2c3a88f0-9bc4-4e47-ac60-154fecdd7b73 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:45.933001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.933172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:45.936586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:45.993940 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3f2e380-aef7-4c08-9e1a-68e7c0de703a req-c0349713-c275-421f-b350-d9207ca8685b tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1137505 Sep 22 08:34:46.002598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:46.006621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a76934-b333-4dbc-bf1d-951a7248ef9f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.017928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.024992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.030829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Transition to ACTIVE for port object ab94f9ae-276d-4c85-ade0-c6b72075c2ab will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:46.051896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Transition to ACTIVE for port object ab94f9ae-276d-4c85-ade0-c6b72075c2ab will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:46.058143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.096510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.106306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=d197f2a3-b854-401d-baab-fe7efa7be053,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:46.109660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.115120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:46.115649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.126493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:46.129482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:46.134033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:46.139785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Pushing event updated for resources: {'Port': ['ID=ab94f9ae-276d-4c85-ade0-c6b72075c2ab,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:46.179275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.225269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.239516 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/subnets/2c3a88f0-9bc4-4e47-ac60-154fecdd7b73 HTTP/1.1" status: 204 len: 168 time: 0.4254634 Sep 22 08:34:46.240544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e86d7-70ed-44b0-8f94-35d65009594e tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3a88f0-9bc4-4e47-ac60-154fecdd7b73,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:46.242256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36254) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:46.250377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Attempting to bind port ab94f9ae-276d-4c85-ade0-c6b72075c2ab on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:34:46.250748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Attempting to bind port ab94f9ae-276d-4c85-ade0-c6b72075c2ab by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'efa413f2-b870-41ef-89bd-b581b9e93abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:34:46.251110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Attempting to bind port ab94f9ae-276d-4c85-ade0-c6b72075c2ab on network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:46.257623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:34:46.258441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Checking segment: {'id': 'efa413f2-b870-41ef-89bd-b581b9e93abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:46.258944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.259480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Bound using segment: {'id': 'efa413f2-b870-41ef-89bd-b581b9e93abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:34:46.260051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Bound port: ab94f9ae-276d-4c85-ade0-c6b72075c2ab, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa413f2-b870-41ef-89bd-b581b9e93abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0aae9ec7-3c37-45db-b23c-5447e2ab93f9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:34:46.260527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.321177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Deleting port 09c536f0-0f53-4427-afd9-16d9cc5a6a15 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:46.321177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.354373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] For port ab94f9ae-276d-4c85-ade0-c6b72075c2ab, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:34:46.358151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] For port ab94f9ae-276d-4c85-ade0-c6b72075c2ab, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ab94f9ae-276d-4c85-ade0-c6b72075c2ab,segment=NetworkSegment(efa413f2-b870-41ef-89bd-b581b9e93abf),segment_id=efa413f2-b870-41ef-89bd-b581b9e93abf)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:34:46.366060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.370537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 3631c946-5b86-459f-bce4-6b5344186cf4 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:46.421691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] The port '09c536f0-0f53-4427-afd9-16d9cc5a6a15' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:34:46.449507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbd080-00fe-40a6-8dec-865cebad4745 None None] Pushing event updated for resources: {'Port': ['ID=ab94f9ae-276d-4c85-ade0-c6b72075c2ab,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:46.466079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.503657 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 6 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:46.579103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:46.600174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.620350 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5322046 Sep 22 08:34:46.624710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36258) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:46.639337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '9ae65038-007a-41e6-8915-b64173b91a48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:46.777940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1c0d7-9de4-44c4-9c19-33e945d6c025 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=9ae65038-007a-41e6-8915-b64173b91a48,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:46.791466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed7eade-0645-4498-9424-860b2028f581']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:46.794987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 9ae65038-007a-41e6-8915-b64173b91a48 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:46.832552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.841937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ceb258-0a24-4880-9e9e-7d3e7c505e54') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:46.842538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ceb258-0a24-4880-9e9e-7d3e7c505e54') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:46.881790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.899107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7e5bd7-56c9-4fb4-a150-183eafbcd649']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:46.912711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a76934-b333-4dbc-bf1d-951a7248ef9f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.918263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2082af-cdc9-4718-8537-b104201f1013') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:46.918575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2082af-cdc9-4718-8537-b104201f1013') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:46.939387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.949214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.952401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:46.958469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a76934-b333-4dbc-bf1d-951a7248ef9f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.972970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.976392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:46.976985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:46.996372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:47.015922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:47.080572 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 7 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:47.084423 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 70ceb258-0a24-4880-9e9e-7d3e7c505e54 resource provider aggregate not found Sep 22 08:34:47.105516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.142742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:47.145760 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 70ceb258-0a24-4880-9e9e-7d3e7c505e54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70ceb258-0a24-4880-9e9e-7d3e7c505e54 found for delete ", "request_id": "req-21955f1f-367a-4f45-b459-ef7dd631cc26"}]} Sep 22 08:34:47.164803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:47.170506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.194491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8208664-5701-420a-a238-fcecf71efe6e req-02d0e9af-3b11-4414-83f5-5d38f38e9a75 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:47.197340 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d8208664-5701-420a-a238-fcecf71efe6e req-02d0e9af-3b11-4414-83f5-5d38f38e9a75 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 943 time: 1.2044256 Sep 22 08:34:47.212841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a76934-b333-4dbc-bf1d-951a7248ef9f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.213811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a76934-b333-4dbc-bf1d-951a7248ef9f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Fanout notify agent at l3_agent the message router_deleted on router ff04db94-86b1-4d22-abc9-ddb37ce08b2d {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:34:47.216711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:47.219047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab94f9ae-276d-4c85-ade0-c6b72075c2ab up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:47.225817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.4 (0aae9ec7-3c37-45db-b23c-5447e2ab93f9/1eda9b78-234d-4097-9b3b-a42b1b9fc9f7/3631c946-5b86-459f-bce4-6b5344186cf4) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:47.258057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-29e298b2-70da-43aa-84c9-2ab26a452e8f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:47.260168 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-29e298b2-70da-43aa-84c9-2ab26a452e8f tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.7922854 Sep 22 08:34:47.311969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ab94f9ae-276d-4c85-ade0-c6b72075c2ab completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:47.364035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:47.368404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.382765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a76934-b333-4dbc-bf1d-951a7248ef9f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.383899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64a76934-b333-4dbc-bf1d-951a7248ef9f tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/ff04db94-86b1-4d22-abc9-ddb37ce08b2d HTTP/1.1" status: 204 len: 168 time: 1.6408820 Sep 22 08:34:47.390089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:47.441562 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d8208664-5701-420a-a238-fcecf71efe6e req-cd7709db-1b95-4471-a6bf-5fedb9d25740 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319064 Sep 22 08:34:47.447566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.477847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Deleting port 80d36957-5906-4318-bf5c-b1360bdbcc7a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:47.477847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.633394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.638599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.658019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc0cff-6c39-44d3-9eec-e6f2384dd39f None None] Network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:47.670654 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-927dd608-d145-4776-882c-f66e89ea8cbd tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff04db94-86b1-4d22-abc9-ddb37ce08b2d HTTP/1.1" status: 200 len: 205 time: 0.2710018 Sep 22 08:34:47.674188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36272) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:47.678204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.679923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] Pushing event deleted for resources: {'Network': ['ID=8ed7eade-0645-4498-9424-860b2028f581,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:47.758969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:47.763309 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] 10.222.0.42 "DELETE /v2.0/networks/2b7e5bd7-56c9-4fb4-a150-183eafbcd649 HTTP/1.1" status: 204 len: 168 time: 1.5166423 Sep 22 08:34:47.784208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eac67de1-18a8-4924-a9e6-2e29d1c22ae9 tempest-AllowedAddressPairTestJSON-56036294 tempest-AllowedAddressPairTestJSON-56036294-project] 10.222.0.42 "DELETE /v2.0/networks/8ed7eade-0645-4498-9424-860b2028f581 HTTP/1.1" status: 204 len: 168 time: 4.0087461 Sep 22 08:34:47.792744 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 8 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:47.806794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 08:34:47.809597 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 08:34:47.817651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e921c66-9858-499f-a5ae-d402d23dd19a tempest-FloatingIPTestJSON-855845654 tempest-FloatingIPTestJSON-855845654-project] Pushing event deleted for resources: {'Network': ['ID=2b7e5bd7-56c9-4fb4-a150-183eafbcd649,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:47.823693 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-16d4070e-39ad-4f95-8ce1-de178b36f33b tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] delete failed (client error): The resource could not be found. Sep 22 08:34:47.838703 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16d4070e-39ad-4f95-8ce1-de178b36f33b tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/ff04db94-86b1-4d22-abc9-ddb37ce08b2d HTTP/1.1" status: 404 len: 336 time: 0.1556740 Sep 22 08:34:47.839328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36280) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:47.954082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:48.026947 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d05181a-0a1a-43c7-80dd-165caa54cd02 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2374d43-9d4f-4d07-b1d4-40de1eb966ce HTTP/1.1" status: 200 len: 205 time: 0.1836390 Sep 22 08:34:48.034071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.126795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:48.137207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac57cb-5fc6-41f4-a096-b34aee126294 req-95cc779b-72b1-4c92-8d7f-746a219d356c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:48.139023 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-13ac57cb-5fc6-41f4-a096-b34aee126294 req-95cc779b-72b1-4c92-8d7f-746a219d356c tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.9766266 Sep 22 08:34:48.180321 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-d1e58080-7fec-44f0-90ee-6714e37a8f83 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] delete failed (client error): The resource could not be found. Sep 22 08:34:48.185914 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d1e58080-7fec-44f0-90ee-6714e37a8f83 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/e2374d43-9d4f-4d07-b1d4-40de1eb966ce HTTP/1.1" status: 404 len: 336 time: 0.1490016 Sep 22 08:34:48.186678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.276153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.281645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object 3631c946-5b86-459f-bce4-6b5344186cf4 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:48.288545 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f219685e-058a-4a66-a05d-ea0517e6ea6b tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=341a0a97-45a3-45af-a6d5-293a32f0161e HTTP/1.1" status: 200 len: 205 time: 0.0935102 Sep 22 08:34:48.289351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.323154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.398147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] For port 80d36957-5906-4318-bf5c-b1360bdbcc7a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=80d36957-5906-4318-bf5c-b1360bdbcc7a,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:48.398627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:48.408161 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-e8da34ec-2a43-4145-aeb0-deed8e42b5e0 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] delete failed (client error): The resource could not be found. Sep 22 08:34:48.412287 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e8da34ec-2a43-4145-aeb0-deed8e42b5e0 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/341a0a97-45a3-45af-a6d5-293a32f0161e HTTP/1.1" status: 404 len: 336 time: 0.1153347 Sep 22 08:34:48.425264 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-13ac57cb-5fc6-41f4-a096-b34aee126294 req-4b2a73e5-af8c-4943-853e-d6de074dcb5a tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2693479 Sep 22 08:34:48.455698 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 9 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:48.464187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36312) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.543175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:48.577668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:48.637589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bbc8c0ab-1d6d-49ce-8654-f10d704606b1 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=d09b9c05-12a4-4e86-9c0c-3e7fb79a762d HTTP/1.1" status: 200 len: 205 time: 0.1722035 Sep 22 08:34:48.643126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.648498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:48.710487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=c65255ac-1980-4fa3-92e8-9f60729c1b9b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:48.738541 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-334d963b-fa54-49a0-b72c-bb29b529b560 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] delete failed (client error): The resource could not be found. Sep 22 08:34:48.740368 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-334d963b-fa54-49a0-b72c-bb29b529b560 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/d09b9c05-12a4-4e86-9c0c-3e7fb79a762d HTTP/1.1" status: 404 len: 336 time: 0.0886092 Sep 22 08:34:48.741289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': 'edbd9229-0e6c-4011-9453-f66cbd4de50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9ae65038-007a-41e6-8915-b64173b91a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:48.741826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: 9ae65038-007a-41e6-8915-b64173b91a48, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:48.751445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36324) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.814608 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-84daf2b2-ec1f-4de5-84d8-87beeb932243 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=4a3851bd-9f08-4481-a021-117404b0f9d5 HTTP/1.1" status: 200 len: 205 time: 0.0611286 Sep 22 08:34:48.817166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36328) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.847462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:48.876939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 9ae65038-007a-41e6-8915-b64173b91a48 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:48.889722 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-71a446ad-b9c6-46e9-98b6-ff5078bd763a tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] delete failed (client error): The resource could not be found. Sep 22 08:34:48.890740 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-71a446ad-b9c6-46e9-98b6-ff5078bd763a tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/4a3851bd-9f08-4481-a021-117404b0f9d5 HTTP/1.1" status: 404 len: 336 time: 0.0707822 Sep 22 08:34:48.894058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.916022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:48.948503 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e621470d-134e-4f55-9155-c901e8a2a837 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb0d3d1f-3a0d-4808-840e-3ed6e404762d HTTP/1.1" status: 200 len: 205 time: 0.0533397 Sep 22 08:34:48.949414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 9ae65038-007a-41e6-8915-b64173b91a48) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:48.950987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:48.955721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:48.956183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:48.957037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:48.965772 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50da405c-66ec-4f75-b729-2bfa10cfce7b None None] Network 9ae65038-007a-41e6-8915-b64173b91a48 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:49.029043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9e8e225e-b6c3-4079-93df-26ced811a227 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e346e50145ed4cf781365df4367e32bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7494977 Sep 22 08:34:49.040266 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-641df5c4-86ef-47ce-81bb-0d099c4e2217 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] delete failed (client error): The resource could not be found. Sep 22 08:34:49.041301 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-641df5c4-86ef-47ce-81bb-0d099c4e2217 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/routers/eb0d3d1f-3a0d-4808-840e-3ed6e404762d HTTP/1.1" status: 404 len: 336 time: 0.0892618 Sep 22 08:34:49.042111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36340) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:49.044459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:49.048308 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d54c113b-5ad2-4aac-8d2e-0733ae6f6515 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4200616 Sep 22 08:34:49.076730 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Attempt 10 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:49.082376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:49.093616 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-41abe881-dac9-4310-b814-63e9f886aee5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=751a49b9c36b4d049c36d4ab7ad0cbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643054 Sep 22 08:34:49.099695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=3631c946-5b86-459f-bce4-6b5344186cf4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:49.103837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:49.113197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:49.113831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.138071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '9ae65038-007a-41e6-8915-b64173b91a48', 'name': 'tempest-PortsIpV6TestJSON-1371189693'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:49.160978 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb0afcf-9917-4701-b663-840d86986b69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:49.161442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb0afcf-9917-4701-b663-840d86986b69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:49.166200 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ddb0afcf-9917-4701-b663-840d86986b69 tempest-RoutersAdminTest-2055472149 tempest-RoutersAdminTest-2055472149-project] 10.222.0.42 "DELETE /v2.0/subnets/51fd0305-56c0-4c5a-9283-519a6dd809ae HTTP/1.1" status: 404 len: 337 time: 0.1170828 Sep 22 08:34:49.179099 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2d2082af-cdc9-4718-8537-b104201f1013 resource provider aggregate not found Sep 22 08:34:49.198475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-370dd4e4-04c6-4952-ac20-d5ddf0a57b5e None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:49.207433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff818dd5-25df-4488-b447-1d4507476cc0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8555670 Sep 22 08:34:49.253897 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2d2082af-cdc9-4718-8537-b104201f1013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d2082af-cdc9-4718-8537-b104201f1013 found for delete ", "request_id": "req-396944a2-30e0-4c25-b909-8027295b735e"}]} Sep 22 08:34:49.254302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36362) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:49.325183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.361880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Provisioning for port ab94f9ae-276d-4c85-ade0-c6b72075c2ab completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:49.365571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4f1ec-a816-4c94-8577-6779e14d723f req-0ab1a73e-cff2-48c4-afd5-2cd731950bbf tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:49.367395 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09a4f1ec-a816-4c94-8577-6779e14d723f req-0ab1a73e-cff2-48c4-afd5-2cd731950bbf tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 943 time: 0.7324684 Sep 22 08:34:49.371893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-9ae65038-007a-41e6-8915-b64173b91a48', 'network_id': '9ae65038-007a-41e6-8915-b64173b91a48', 'tenant_id': '1952bd3ef9bd49818f7d1549347a39d8', 'fixed_ips': [{'subnet_id': 'c65255ac-1980-4fa3-92e8-9f60729c1b9b'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:34:49.372379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.374149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.374882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.382391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-24d3fa2f-0e00-4d5b-af51-41c295005f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.397083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Provisioning complete for port ab94f9ae-276d-4c85-ade0-c6b72075c2ab triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:49.397451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.397779 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Attempt 1 to provision port ab94f9ae-276d-4c85-ade0-c6b72075c2ab Sep 22 08:34:49.411658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-24d3fa2f-0e00-4d5b-af51-41c295005f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.429927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 3631c946-5b86-459f-bce4-6b5344186cf4 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:49.430497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.606301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.606758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.607069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Floating IP ff497e4b-8a2c-488a-ab22-44dd2379bfda disassociated. External IP: 172.26.8.82, port: 80d36957-5906-4318-bf5c-b1360bdbcc7a. Sep 22 08:34:49.607454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Calling delete_port for 80d36957-5906-4318-bf5c-b1360bdbcc7a owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:49.648090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-064d7cec-e953-40c2-9d07-d5dcf188a25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.662150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Current status of the port ab94f9ae-276d-4c85-ade0-c6b72075c2ab is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:49.662531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.676881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:49.682190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:49.690683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Allocated IP 2001:db8::2 (9ae65038-007a-41e6-8915-b64173b91a48/c65255ac-1980-4fa3-92e8-9f60729c1b9b/a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:49.696045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=d197f2a3-b854-401d-baab-fe7efa7be053,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:49.711588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] For port ab94f9ae-276d-4c85-ade0-c6b72075c2ab, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ab94f9ae-276d-4c85-ade0-c6b72075c2ab,segment=NetworkSegment(efa413f2-b870-41ef-89bd-b581b9e93abf),segment_id=efa413f2-b870-41ef-89bd-b581b9e93abf)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:49.718931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.750221 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09a4f1ec-a816-4c94-8577-6779e14d723f req-1e2a6cdf-01f0-49d0-93bf-ffb44ed3a832 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646152 Sep 22 08:34:49.777884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-064d7cec-e953-40c2-9d07-d5dcf188a25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.865925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Provisioning for port 3631c946-5b86-459f-bce4-6b5344186cf4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:49.875982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Provisioning complete for port 3631c946-5b86-459f-bce4-6b5344186cf4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:49.876357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.876704 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Attempt 1 to provision port 3631c946-5b86-459f-bce4-6b5344186cf4 Sep 22 08:34:49.899467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:49.936918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-24d3fa2f-0e00-4d5b-af51-41c295005f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:49.950996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Pushing event updated for resources: {'Port': ['ID=ab94f9ae-276d-4c85-ade0-c6b72075c2ab,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:49.976966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 80d36957-5906-4318-bf5c-b1360bdbcc7a no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:50.001031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Port 3631c946-5b86-459f-bce4-6b5344186cf4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:50.028786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.042150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:50.046795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.058890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3fa2f-0e00-4d5b-af51-41c295005f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85465883-c4da-4a6d-85ec-22f230132b18,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:50.071943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:50.074579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network ed36b105-6366-4cb7-a001-ddf03849c95c is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:50.077603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:50.086491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f3a898813147f1b219fdf94594fb1f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:50.088503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-24d3fa2f-0e00-4d5b-af51-41c295005f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.089844 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-24d3fa2f-0e00-4d5b-af51-41c295005f70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85465883-c4da-4a6d-85ec-22f230132b18 HTTP/1.1" status: 204 len: 168 time: 1.0468550 Sep 22 08:34:50.091262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port ae9caac4-4161-455d-a036-9ba8270826b3 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:50.126924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:50.178033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.195606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Transition to ACTIVE for port object a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:50.208108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 80d36957-5906-4318-bf5c-b1360bdbcc7a is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:50.209040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.213437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:50.241214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Transition to ACTIVE for port object a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:50.242908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489638ee-61ed-421e-8a2b-2cfb5a1a76aa req-c01efd22-28d1-45a2-8378-28a1edf78728 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:50.244734 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-489638ee-61ed-421e-8a2b-2cfb5a1a76aa req-c01efd22-28d1-45a2-8378-28a1edf78728 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 945 time: 0.5561213 Sep 22 08:34:50.250261 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.253418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.326540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Network 9ae65038-007a-41e6-8915-b64173b91a48 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:50.338265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:50.342600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:50.353629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Pushing event updated for resources: {'Port': ['ID=a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:50.354606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-064d7cec-e953-40c2-9d07-d5dcf188a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.395325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d7cec-e953-40c2-9d07-d5dcf188a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef0044-c658-4a71-b79c-f390a19d8d99,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:50.408636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.477333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event deleted for resources: {'Port': ['ID=80d36957-5906-4318-bf5c-b1360bdbcc7a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:50.545526 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Attempt 2 to provision port 3631c946-5b86-459f-bce4-6b5344186cf4 Sep 22 08:34:50.567150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.576827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 3631c946-5b86-459f-bce4-6b5344186cf4 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:50.584283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.618163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Attempting to bind port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:34:50.618460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Attempting to bind port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'edbd9229-0e6c-4011-9453-f66cbd4de50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9ae65038-007a-41e6-8915-b64173b91a48'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:34:50.619105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Attempting to bind port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af on network 9ae65038-007a-41e6-8915-b64173b91a48 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:50.628533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-064d7cec-e953-40c2-9d07-d5dcf188a25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.629384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:34:50.629752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Checking segment: {'id': 'edbd9229-0e6c-4011-9453-f66cbd4de50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9ae65038-007a-41e6-8915-b64173b91a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:50.630678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.631070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Bound using segment: {'id': 'edbd9229-0e6c-4011-9453-f66cbd4de50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9ae65038-007a-41e6-8915-b64173b91a48'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:34:50.631560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Bound port: a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbd9229-0e6c-4011-9453-f66cbd4de50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9ae65038-007a-41e6-8915-b64173b91a48'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:34:50.631925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.642653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Port 3631c946-5b86-459f-bce4-6b5344186cf4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:50.647456 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-064d7cec-e953-40c2-9d07-d5dcf188a25e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35ef0044-c658-4a71-b79c-f390a19d8d99 HTTP/1.1" status: 204 len: 168 time: 1.5160913 Sep 22 08:34:50.679695 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-489638ee-61ed-421e-8a2b-2cfb5a1a76aa req-727411a6-0dc1-453e-86c8-416583b1f9d5 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9741585-adda-4e25-a224-2a4a36235a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4110286 Sep 22 08:34:50.741832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::c5 (9ae65038-007a-41e6-8915-b64173b91a48/c65255ac-1980-4fa3-92e8-9f60729c1b9b/ae9caac4-4161-455d-a036-9ba8270826b3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:50.809105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] For port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:34:50.822910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] For port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af,segment=NetworkSegment(edbd9229-0e6c-4011-9453-f66cbd4de50d),segment_id=edbd9229-0e6c-4011-9453-f66cbd4de50d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:34:50.836245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:50.898978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a202a78-761e-41ac-a5a5-47f2f3919bf2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:50.981385 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eca55d3c-20df-4897-b507-b46fa6e86762 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8f3a898813147f1b219fdf94594fb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2813280 Sep 22 08:34:50.987031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36394) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:51.041442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 67b1062d-0750-49cb-90a2-5ea7fad8d7d7 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:34:51.095697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:51.126750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab94f9ae-276d-4c85-ade0-c6b72075c2ab up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:51.185019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=3631c946-5b86-459f-bce4-6b5344186cf4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:51.248383 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Attempt 3 to provision port 3631c946-5b86-459f-bce4-6b5344186cf4 Sep 22 08:34:51.332171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc17d5-f202-478e-9b4d-5f131ff5d9fb None None] Port 3631c946-5b86-459f-bce4-6b5344186cf4 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:34:51.347138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b1368-daa2-4375-90de-d061322bd796 None None] Pushing event updated for resources: {'Port': ['ID=a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:51.406012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ab94f9ae-276d-4c85-ade0-c6b72075c2ab triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:51.406378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:51.406883 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ab94f9ae-276d-4c85-ade0-c6b72075c2ab Sep 22 08:34:51.427186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:51.468239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:51.494733 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-47d8d3cb-c09a-4dcd-adb8-30b38acd87b3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/3631c946-5b86-459f-bce4-6b5344186cf4 HTTP/1.1" status: 204 len: 168 time: 2.2354157 Sep 22 08:34:51.497742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36412) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:51.532914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Provisioning complete for port d197f2a3-b854-401d-baab-fe7efa7be053 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:51.533811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:51.534349 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 1 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:51.561851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:51.586769 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] Sync routers for ids ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:51.599533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36418) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:51.602703 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] Routers {'67b1062d-0750-49cb-90a2-5ea7fad8d7d7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:51.604907 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:51.606808 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0bf9d39-b7e8-4039-91e8-1795760bac9b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/67b1062d-0750-49cb-90a2-5ea7fad8d7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5931668 Sep 22 08:34:51.624714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36420) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:51.654238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object ae9caac4-4161-455d-a036-9ba8270826b3 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:51.707754 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b048db4-0cef-43e2-9634-62958e7e30c2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:51.709623 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b048db4-0cef-43e2-9634-62958e7e30c2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:51.711934 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b048db4-0cef-43e2-9634-62958e7e30c2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/3631c946-5b86-459f-bce4-6b5344186cf4 HTTP/1.1" status: 404 len: 333 time: 0.2048092 Sep 22 08:34:51.729713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:51.733760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:51.756979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad78-c1ef-45b2-9489-649eafd6f6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:51.803821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ab94f9ae-276d-4c85-ade0-c6b72075c2ab is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:51.816073 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db02751-7b4f-4bb9-aed9-cb604283b9e6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:34:51.816954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8db02751-7b4f-4bb9-aed9-cb604283b9e6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:51.826690 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:51.831749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Router 30b097e4-6881-4d2e-8c5a-650746d96ea3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:51.832908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182bf543-cfc0-4a14-aa1c-1b8a10aa66f3 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:51.834711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-182bf543-cfc0-4a14-aa1c-1b8a10aa66f3 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:51.862323 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] Routers {'67b1062d-0750-49cb-90a2-5ea7fad8d7d7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:51.863138 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:51.881783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-182bf543-cfc0-4a14-aa1c-1b8a10aa66f3 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:51.883524 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-182bf543-cfc0-4a14-aa1c-1b8a10aa66f3 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports/d197f2a3-b854-401d-baab-fe7efa7be053 HTTP/1.1" status: 200 len: 983 time: 0.2362170 Sep 22 08:34:51.886396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36436) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:51.912063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad78-c1ef-45b2-9489-649eafd6f6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.007064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:34:52.012941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad6598-674e-4c67-be1c-6195b27c336b req-dadb09a4-cd7e-40c2-a968-23ccb9acb1e9 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:52.014874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4bad6598-674e-4c67-be1c-6195b27c336b req-dadb09a4-cd7e-40c2-a968-23ccb9acb1e9 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 943 time: 0.9549410 Sep 22 08:34:52.015776 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:52.016184 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2279d1-9d27-410a-addc-054a769dc88e None None] The sync data for ids ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:52.105548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8db02751-7b4f-4bb9-aed9-cb604283b9e6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:52.107339 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8db02751-7b4f-4bb9-aed9-cb604283b9e6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/3631c946-5b86-459f-bce4-6b5344186cf4 HTTP/1.1" status: 404 len: 333 time: 0.3673863 Sep 22 08:34:52.108903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.111564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36444) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:52.192071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1961162370'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:52.198032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad78-c1ef-45b2-9489-649eafd6f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.225718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:52.226910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:52.236764 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 2 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:52.242509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:network and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:52.251496 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4bad6598-674e-4c67-be1c-6195b27c336b req-a1aa3cdc-cd41-4cf5-b380-3d5aa406f294 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730137 Sep 22 08:34:52.252211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ad78-c1ef-45b2-9489-649eafd6f6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a202a78-761e-41ac-a5a5-47f2f3919bf2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:52.346866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=ae9caac4-4161-455d-a036-9ba8270826b3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:52.349449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:52.362598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'port_id': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'mac_address': 'fa:16:3e:d2:0a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:34:52.399253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:52.416642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36450) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:52.417638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:52.439572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 9ae65038-007a-41e6-8915-b64173b91a48 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:52.449472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:52.450162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.451264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:52.460208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ad78-c1ef-45b2-9489-649eafd6f6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.463896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0bb7ad78-c1ef-45b2-9489-649eafd6f6d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a202a78-761e-41ac-a5a5-47f2f3919bf2 HTTP/1.1" status: 204 len: 168 time: 1.4625814 Sep 22 08:34:52.468134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet 1eda9b78-234d-4097-9b3b-a42b1b9fc9f7 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:52.470517 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-af8d11be-fd16-45ad-8365-05f1fcd6cf1e req-7d26ceec-e197-4a05-97eb-1b48a0ae64c7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 210 time: 0.3409250 Sep 22 08:34:52.473920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:52.480478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:52.481137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.488088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.504717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:34:52.540536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:52.546543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.642136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.732254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:52.782710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:34:52.828603 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6d0f380d-6900-407a-8126-2ca195f9ff5c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7060914 Sep 22 08:34:52.845081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:52.848797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.849929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36458) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:52.852540 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 3 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:52.853665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-786108130'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:52.883357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.921801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:52.950393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0199ddb-9a52-413e-ad30-f69072a93f51 None None] Network 9ae65038-007a-41e6-8915-b64173b91a48 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:52.958791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port ae9caac4-4161-455d-a036-9ba8270826b3 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:52.959691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:52.969218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:34:52.981846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:52.987393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] Sync routers for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:34:52.988911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:53.054360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.076910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:network and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:53.107659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:53.144153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:53.144706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:53.164721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:security_group_rule and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:53.176494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:53.203765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36464) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:53.211011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:53.226921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:53.236512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] No DVR routers for this DVR port 80d36957-5906-4318-bf5c-b1360bdbcc7a on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:53.239320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.242484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb2d634b-8b8f-41e3-8c7e-31b5ddfd67c3 req-9309635d-3b25-4ff5-9149-cde479da9539 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.48 "DELETE /v2.0/ports/80d36957-5906-4318-bf5c-b1360bdbcc7a HTTP/1.1" status: 204 len: 173 time: 5.9718428 Sep 22 08:34:53.247685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:53.249631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'name': 'network-vif-deleted', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:34:53.252470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6323ad5f-4c53-4202-9076-b1311953782a" -d '{"events": [{"server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "name": "network-vif-deleted", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:34:53.337206 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-62db8d39-d38d-4e9f-b994-b7e7ed3a628a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c409c4901d1c400c946b3b2ea15c4469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279984 Sep 22 08:34:53.343349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36472) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:53.343896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:53.347874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.384672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.425907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:53.433046 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 4 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:53.445972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:security_group_rule and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:53.453029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:53.461442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.493860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a85e2-9bd5-4b43-bb9d-3b839df68b61 x-openstack-request-id: req-379a85e2-9bd5-4b43-bb9d-3b839df68b61 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:34:53.494214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d25aa8c-ea39-4daa-9c9f-4b717344a865", "name": "network-vif-deleted", "tag": "80d36957-5906-4318-bf5c-b1360bdbcc7a", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:34:53.494403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-379a85e2-9bd5-4b43-bb9d-3b839df68b61 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:34:53.495560 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379a85e2-9bd5-4b43-bb9d-3b839df68b61'] response: {'server_uuid': '4d25aa8c-ea39-4daa-9c9f-4b717344a865', 'name': 'network-vif-deleted', 'tag': '80d36957-5906-4318-bf5c-b1360bdbcc7a', 'status': 'completed', 'code': 200} Sep 22 08:34:53.496123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.515705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.574261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:53.589057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:53.602778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=1eda9b78-234d-4097-9b3b-a42b1b9fc9f7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:53.610124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.621375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3f44c-58f4-48bb-8611-a68b371a285c None None] Network 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:53.634400 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6e4f11e6-a105-472f-97bd-a964f4d3d2ca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/1eda9b78-234d-4097-9b3b-a42b1b9fc9f7 HTTP/1.1" status: 204 len: 168 time: 1.5154040 Sep 22 08:34:53.635596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36478) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:53.637238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.637585 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Added segment df69b8c2-70f7-4b1f-b67d-c84e23262f0d of type vlan for network f665e6c9-a097-4574-a663-b19ea5e6aeb8 Sep 22 08:34:53.640828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad2520c-acba-44ca-8d67-e7a00677bfd1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:53.642618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77a96644-e4c1-449e-9496-c8aeb0d7f934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.655794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:53.770890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:53.779619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77a96644-e4c1-449e-9496-c8aeb0d7f934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.783043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:34:53.832972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.839923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.840749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9f49c094-a552-44e7-8461-ca982ed33ca5 req-adba5db3-ab97-4611-82d5-56ffdc2ff9c4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Synchronizing usage tracker for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:53.870265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.904014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9f49c094-a552-44e7-8461-ca982ed33ca5 req-adba5db3-ab97-4611-82d5-56ffdc2ff9c4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Unset dirty status for tenant:0d690f8c51f642c791c7f3eaebb2a77d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:53.905178 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f49c094-a552-44e7-8461-ca982ed33ca5 req-adba5db3-ab97-4611-82d5-56ffdc2ff9c4 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/ports?device_id=4d25aa8c-ea39-4daa-9c9f-4b717344a865 HTTP/1.1" status: 200 len: 210 time: 0.1564972 Sep 22 08:34:53.905802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port ab94f9ae-276d-4c85-ade0-c6b72075c2ab {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:53.906137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.976797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:53.982356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:53.982951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.034561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for ae9caac4-4161-455d-a036-9ba8270826b3 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:54.094338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63147cd5-5c5d-4239-b6cd-d70d0d7399b6 req-bf375c2b-97cb-4813-b255-abe3d121490c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:54.095877 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63147cd5-5c5d-4239-b6cd-d70d0d7399b6 req-bf375c2b-97cb-4813-b255-abe3d121490c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 944 time: 0.6584663 Sep 22 08:34:54.130297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5172267 Sep 22 08:34:54.135636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36482) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:54.154312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:54.166138 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 5 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:54.171739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad033-73a4-4fdb-b39c-5d0a2d24990c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Network': ['ID=f665e6c9-a097-4574-a663-b19ea5e6aeb8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:54.218788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.219652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77a96644-e4c1-449e-9496-c8aeb0d7f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.266396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.275673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a96644-e4c1-449e-9496-c8aeb0d7f934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea9e0ee-0cf4-4d35-96a7-736723c1e74f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:54.276445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:54.281855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.360036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:54.367705 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63147cd5-5c5d-4239-b6cd-d70d0d7399b6 req-b26282af-1a26-49b8-9dae-1638c16c7e34 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260487 Sep 22 08:34:54.373128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:54.378607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:54.382947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] For port ab94f9ae-276d-4c85-ade0-c6b72075c2ab, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ab94f9ae-276d-4c85-ade0-c6b72075c2ab,segment=NetworkSegment(efa413f2-b870-41ef-89bd-b581b9e93abf),segment_id=efa413f2-b870-41ef-89bd-b581b9e93abf)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:54.383338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.396495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:54.482388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77a96644-e4c1-449e-9496-c8aeb0d7f934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.483780 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77a96644-e4c1-449e-9496-c8aeb0d7f934 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aea9e0ee-0cf4-4d35-96a7-736723c1e74f HTTP/1.1" status: 204 len: 168 time: 1.1269691 Sep 22 08:34:54.495428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:54.517187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for ab94f9ae-276d-4c85-ade0-c6b72075c2ab owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:54.529311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:54.553766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9bb7fe-336a-4774-8de5-5065c4905b9e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:54.557078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.561164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:54.564882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.722466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.750544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:31:05Z', 'revision_number': 5, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:54.770852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2252d-8279-4036-9af1-1c04cd46339f None None] DHCP port deletion for 0aae9ec7-3c37-45db-b23c-5447e2ab93f9 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:54.774831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] Checking router: 30b097e4-6881-4d2e-8c5a-650746d96ea3 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:34:54.783570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=ab94f9ae-276d-4c85-ade0-c6b72075c2ab,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:54.786486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.787151 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Added segment 66ab5276-50a7-435a-9824-08386696e566 of type vlan for network d930e062-3be6-4ced-9eef-d1f61737ab7d Sep 22 08:34:54.789675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No DVR routers for this DVR port ab94f9ae-276d-4c85-ade0-c6b72075c2ab on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:54.790958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=ae9caac4-4161-455d-a036-9ba8270826b3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:54.813027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:34:54.813658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:54.876951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:54.945726 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d97045a-c655-430a-a0ec-396af3c7f676 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/ae9caac4-4161-455d-a036-9ba8270826b3 HTTP/1.1" status: 204 len: 168 time: 2.0868521 Sep 22 08:34:54.959815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36490) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:55.001053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.050744 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 6 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:55.156177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab94f9ae-276d-4c85-ade0-c6b72075c2ab no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:55.168518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:55.170527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.223310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ab94f9ae-276d-4c85-ade0-c6b72075c2ab {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:34:55.223692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab94f9ae-276d-4c85-ade0-c6b72075c2ab not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:34:55.246662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:55.250898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:34:55.291984 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6949dc-7a95-446f-a883-1b8aa0ee0783 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:34:55.294417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6949dc-7a95-446f-a883-1b8aa0ee0783 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:34:55.298459 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca6949dc-7a95-446f-a883-1b8aa0ee0783 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/ae9caac4-4161-455d-a036-9ba8270826b3 HTTP/1.1" status: 404 len: 333 time: 0.3308594 Sep 22 08:34:55.310508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36506) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:55.357339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aae9ec7-3c37-45db-b23c-5447e2ab93f9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:55.381826 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf0f533-0b03-4913-a2d2-efbe6f1531e1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:34:55.382361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcf0f533-0b03-4913-a2d2-efbe6f1531e1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:34:55.441042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcf0f533-0b03-4913-a2d2-efbe6f1531e1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:34:55.442191 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dcf0f533-0b03-4913-a2d2-efbe6f1531e1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/ae9caac4-4161-455d-a036-9ba8270826b3 HTTP/1.1" status: 404 len: 333 time: 0.1287763 Sep 22 08:34:55.469472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36516) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:55.525642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa413f2-b870-41ef-89bd-b581b9e93abf') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:55.526294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa413f2-b870-41ef-89bd-b581b9e93abf') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:55.536679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.588460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.615859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.621818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:55.622404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.629392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet c65255ac-1980-4fa3-92e8-9f60729c1b9b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:34:55.633035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.651300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:31:05Z', 'revision_number': 5, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:34:55.656064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5348c-7623-4fdb-b65e-9b165ee7ed1a None None] The sync data for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv is: [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:30:51Z', 'revision_number': 4, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d', 'name': '', 'network_id': 'b87c257a-8658-4e2a-8156-439803f1dec3', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'mac_address': 'fa:16:3e:99:ba:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:48Z', 'updated_at': '2022-09-22T08:31:05Z', 'revision_number': 5, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'subnets': [{'id': '13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:34:55.689852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.690980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.724310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:34:55.724714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.748186 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 7 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:55.816630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=d04387fd-609b-4db4-862a-4820e70f79c8,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:55.830847 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment efa413f2-b870-41ef-89bd-b581b9e93abf resource provider aggregate not found Sep 22 08:34:55.838788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:55.839250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network hostable DHCP agents. Network: f665e6c9-a097-4574-a663-b19ea5e6aeb8, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:55.872358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment efa413f2-b870-41ef-89bd-b581b9e93abf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efa413f2-b870-41ef-89bd-b581b9e93abf found for delete ", "request_id": "req-d33a5268-5de6-4aed-8442-2d0fd803ceab"}]} Sep 22 08:34:55.904145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579392c8-cb5b-476b-8179-e8de294d7fe7 req-af2ee684-2e47-4eee-a747-7f3e9d276b30 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:55.906285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-579392c8-cb5b-476b-8179-e8de294d7fe7 req-af2ee684-2e47-4eee-a747-7f3e9d276b30 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 944 time: 0.3110366 Sep 22 08:34:55.908246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.909928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:55.914626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Network': ['ID=d930e062-3be6-4ced-9eef-d1f61737ab7d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:55.941474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network d930e062-3be6-4ced-9eef-d1f61737ab7d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:55.947599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:55.953460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=0aae9ec7-3c37-45db-b23c-5447e2ab93f9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:55.989151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25a96432-fa34-4a3d-a8f3-845972aa4560 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.005257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f665e6c9-a097-4574-a663-b19ea5e6aeb8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:56.032209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36532) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:56.038256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:56.039193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.046528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port d197f2a3-b854-401d-baab-fe7efa7be053 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:56.047243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47150c36-6edb-4838-967c-903a8b69fe68 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:56.047559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.060748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:34:56.073531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-44e633a7-d123-404a-9318-d22cfbeeff7a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9346247 Sep 22 08:34:56.081054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36536) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:56.090271 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ce9b50db-c3a9-4444-9fa3-6bfa69d9f96f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/0aae9ec7-3c37-45db-b23c-5447e2ab93f9 HTTP/1.1" status: 204 len: 168 time: 2.4509206 Sep 22 08:34:56.092011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.094221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36540) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:56.102940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-645643633'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:56.110322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:56.116477 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-579392c8-cb5b-476b-8179-e8de294d7fe7 req-f6618bc1-14a2-49de-adc8-3ad354c2b931 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984410 Sep 22 08:34:56.116725 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c4d33-da5d-4d60-9af0-147d8d3b1330 None None] New status for floating IP ff497e4b-8a2c-488a-ab22-44dd2379bfda: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:34:56.118887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:56.122553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:56.131369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:56.148575 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fedd99ae-5ea8-4190-8927-c45f167efecf tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.7300398 Sep 22 08:34:56.156924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:56.158573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:56.164373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.252795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:56.286759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.287385 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment 7e1587da-3f55-441f-9d8d-00f2f673c380 of type vlan for network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 Sep 22 08:34:56.294673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'name': 'tempest-NetworksTestDHCPv6-417683331'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:56.326314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.349701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.403921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25a96432-fa34-4a3d-a8f3-845972aa4560 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.404671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.414994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:56.422240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.461676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:34:56.475753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'd04387fd-609b-4db4-862a-4820e70f79c8'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:34:56.477911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.497324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:34:56.499536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.500233 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff Sep 22 08:34:56.528077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.561180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-211051564'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:56.567850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:56.572554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:network and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:56.576891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:56.577701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51831bd6-a42c-4e38-b0b2-64014c80e647 None None] Network 9ae65038-007a-41e6-8915-b64173b91a48 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:56.600511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:56.614687 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5164828 Sep 22 08:34:56.615189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7c468-3c95-4cba-a50d-d00e21232836 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=920bfb6f-284c-46b5-9f1b-e2238563b1a1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:56.620628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:56.620628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:56.626188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:56.630859 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/c65255ac-1980-4fa3-92e8-9f60729c1b9b HTTP/1.1" status: 204 len: 168 time: 1.1496649 Sep 22 08:34:56.632624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939e484-a8a6-4edb-a4b5-3ee6662f116d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=c65255ac-1980-4fa3-92e8-9f60729c1b9b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:56.668881 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 8 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:56.672060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Made reservation on behalf of 711936c3abc34adeb064ebba3f1f9cac for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:56.676149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.696398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:56.772190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.806189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:56.811911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:security_group_rule and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:56.815276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:56.821420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:56.837658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.917064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.918367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:56.921578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:56.930750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:56.933854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.949378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:56.993940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:34:56.994322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.039768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:57.052706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:34:57.062555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25a96432-fa34-4a3d-a8f3-845972aa4560 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.069194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:57.074952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5cb554-643d-49d8-8dd3-cd2e5ac58307,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:57.108273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:57.111198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:57.115972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:57.120067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:57.123860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:34:57.126028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088a950d-e74a-47f1-9763-1a85555a4f7a" -d '{"events": [{"server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "name": "network-vif-plugged", "status": "completed", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:34:57.129264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:57.165897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:57.166749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:57.174111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.174748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.181644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:57.204603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.229864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a96432-fa34-4a3d-a8f3-845972aa4560 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9741585-adda-4e25-a224-2a4a36235a7d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:57.248740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.249219 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Added segment 84f79635-8726-470f-9be5-98b45f6f9a6a of type vlan for network 40d06fd5-2cf3-4698-8d53-d9a36a05078e Sep 22 08:34:57.265977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d382d-b2a9-4832-9a6d-6e3cdaea000c x-openstack-request-id: req-094d382d-b2a9-4832-9a6d-6e3cdaea000c {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:34:57.266267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "name": "network-vif-plugged", "status": "completed", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:34:57.266520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-094d382d-b2a9-4832-9a6d-6e3cdaea000c {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:34:57.266910 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094d382d-b2a9-4832-9a6d-6e3cdaea000c'] response: {'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'code': 200} Sep 22 08:34:57.298792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.323608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/d04387fd-609b-4db4-862a-4820e70f79c8/c91157a2-f9ad-42e4-8559-1c157bac9093) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:57.346842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:57.432361 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 9 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:57.465443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] DHCP port deletion for 9ae65038-007a-41e6-8915-b64173b91a48 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:34:57.482250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] Deleting port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:57.482612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.576925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 52643f4b-db39-4daf-afaf-04ea081d58a9 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:34:57.618691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for d197f2a3-b854-401d-baab-fe7efa7be053 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:57.661362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.803382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25a96432-fa34-4a3d-a8f3-845972aa4560 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.805745 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-25a96432-fa34-4a3d-a8f3-845972aa4560 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9741585-adda-4e25-a224-2a4a36235a7d HTTP/1.1" status: 204 len: 168 time: 2.5860591 Sep 22 08:34:57.814997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:57.836530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] For port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af,segment=NetworkSegment(edbd9229-0e6c-4011-9453-f66cbd4de50d),segment_id=edbd9229-0e6c-4011-9453-f66cbd4de50d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:57.837101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:57.874034 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-2c33c0ca-4f72-49c1-8b18-5f57503f4bcb tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] show failed (client error): The resource could not be found. Sep 22 08:34:57.875258 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c33c0ca-4f72-49c1-8b18-5f57503f4bcb tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "GET /v2.0/security-groups/b9741585-adda-4e25-a224-2a4a36235a7d HTTP/1.1" status: 404 len: 347 time: 0.0555458 Sep 22 08:34:57.885947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36562) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:57.963780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] Calling delete_port for a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:58.038649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.077190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.082791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:58.083555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.125221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] For port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af,segment=NetworkSegment(edbd9229-0e6c-4011-9453-f66cbd4de50d),segment_id=edbd9229-0e6c-4011-9453-f66cbd4de50d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:34:58.126238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.156612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:34:58.184735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.211440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Network': ['ID=40d06fd5-2cf3-4698-8d53-d9a36a05078e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:58.217300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Transition to ACTIVE for port object c91157a2-f9ad-42e4-8559-1c157bac9093 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:58.228418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:34:58.232108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Deleting port 77b339d1-340a-4f7b-b795-a1f6ca2c456c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:58.232789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.299395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36566) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:58.299646 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e22dd4ae-5190-407d-af62-1281cad502a4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2657704 Sep 22 08:34:58.338924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Transition to ACTIVE for port object c91157a2-f9ad-42e4-8559-1c157bac9093 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:34:58.345498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.381804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'subnet': {'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:58.421071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.429493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] Pushing event deleted for resources: {'Port': ['ID=a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:58.433391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54544c-b652-4c3c-8a13-2b007b4951ab None None] No DVR routers for this DVR port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:34:58.547939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:34:58.552973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:58.560245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:34:58.590661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.598113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::1ad (f665e6c9-a097-4574-a663-b19ea5e6aeb8/d04387fd-609b-4db4-862a-4820e70f79c8/52643f4b-db39-4daf-afaf-04ea081d58a9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:58.602770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170928a8-9fd9-43e7-8ef4-cf70a65655d8 req-cea1a8d5-f069-45d1-bd93-6d28b71f270c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:58.611638 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-170928a8-9fd9-43e7-8ef4-cf70a65655d8 req-cea1a8d5-f069-45d1-bd93-6d28b71f270c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 1.1214452 Sep 22 08:34:58.628121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Pushing event updated for resources: {'Port': ['ID=c91157a2-f9ad-42e4-8559-1c157bac9093,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:58.630722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:58.661968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=d197f2a3-b854-401d-baab-fe7efa7be053,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:58.677822 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Attempt 10 to provision port d197f2a3-b854-401d-baab-fe7efa7be053 Sep 22 08:34:58.699756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=a642bc17-986a-4f39-aef8-3f63352bfc2b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:58.720605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:58.754319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:subnet and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:58.756822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8fc5fe9e-216e-4a5a-ac9d-94bd3db5555c None None] Port d197f2a3-b854-401d-baab-fe7efa7be053 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:34:58.764626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': '7e1587da-3f55-441f-9d8d-00f2f673c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:58.764994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 920bfb6f-284c-46b5-9f1b-e2238563b1a1, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:34:58.767815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Attempting to bind port c91157a2-f9ad-42e4-8559-1c157bac9093 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:34:58.768176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Attempting to bind port c91157a2-f9ad-42e4-8559-1c157bac9093 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:34:58.768529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Attempting to bind port c91157a2-f9ad-42e4-8559-1c157bac9093 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:34:58.775800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:34:58.776015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:58.776223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:34:58.776545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.776928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:34:58.782045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Bound port: c91157a2-f9ad-42e4-8559-1c157bac9093, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:34:58.782448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.803533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31a68d-1776-4951-82f3-4b540f93fc77 req-073bcaae-06d5-44f0-bbe0-596b0c6b43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:58.805116 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f31a68d-1776-4951-82f3-4b540f93fc77 req-073bcaae-06d5-44f0-bbe0-596b0c6b43ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 1098 time: 1.2383459 Sep 22 08:34:58.813294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:58.823478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.824146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.902292 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-170928a8-9fd9-43e7-8ef4-cf70a65655d8 req-e103bda6-b97d-4e99-b90c-10105ceee4da tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823017 Sep 22 08:34:58.933328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] For port c91157a2-f9ad-42e4-8559-1c157bac9093, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:34:58.937824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] For port c91157a2-f9ad-42e4-8559-1c157bac9093, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c91157a2-f9ad-42e4-8559-1c157bac9093,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:34:58.948153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a57c34a0-173c-4c96-b979-dd0bd822fd4a None None] Could not find standard attr ID for object ae9caac4-4161-455d-a036-9ba8270826b3. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:58.956265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:58.961999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Made reservation on behalf of 711936c3abc34adeb064ebba3f1f9cac for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:58.967899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:59.003929 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f31a68d-1776-4951-82f3-4b540f93fc77 req-b820ec26-786b-4938-bcbb-004f50ae850e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792138 Sep 22 08:34:59.049365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a57c34a0-173c-4c96-b979-dd0bd822fd4a None None] Could not find standard attr ID for object a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:34:59.126305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:34:59.132331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:34:59.140399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:59.149946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 920bfb6f-284c-46b5-9f1b-e2238563b1a1) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:34:59.171695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876fa14-ae87-43cf-8d64-415edb88604e None None] Network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:34:59.175969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:34:59.177068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:34:59.191965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:34:59.192932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:59.197290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45b4e0-4dea-4100-b9ca-7b999ec5ced0 None None] Pushing event updated for resources: {'Port': ['ID=c91157a2-f9ad-42e4-8559-1c157bac9093,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:34:59.213650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:34:59.213986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:34:59.254296 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b3b5c223-e3f0-4b35-bb89-4d68f5b1b0f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6354966 Sep 22 08:34:59.258920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36570) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:59.268560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-15497918'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:59.268799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Calling delete_port for 77b339d1-340a-4f7b-b795-a1f6ca2c456c owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:34:59.431823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36574) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:34:59.440297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'subnet': {'network_id': 'd930e062-3be6-4ced-9eef-d1f61737ab7d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:34:59.568315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-920bfb6f-284c-46b5-9f1b-e2238563b1a1', 'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1', 'tenant_id': 'bf957cdc588a406e84dfc2cb0a538838', 'fixed_ips': [{'subnet_id': 'a642bc17-986a-4f39-aef8-3f63352bfc2b'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:34:59.568315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:59.678646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:34:59.678845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:59.751252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Allocated IP 172.20.0.2 (920bfb6f-284c-46b5-9f1b-e2238563b1a1/a642bc17-986a-4f39-aef8-3f63352bfc2b/802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:34:59.754098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:59.757025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:34:59.776925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] The port 'a3c157d7-e7a4-4ef1-9d75-b26b32fdf8af' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:34:59.783046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:subnet and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:59.811583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:59.815125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:34:59.831331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:34:59.855795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:59.873435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:34:59.909377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:34:59.913600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:59.924032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 67b1062d-0750-49cb-90a2-5ea7fad8d7d7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:34:59.976897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:34:59.990503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Transition to ACTIVE for port object 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:00.031876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Transition to ACTIVE for port object 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:00.038577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.083203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.157430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:00.161115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.237364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:00.244925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:00.249048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:00.255933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Pushing event updated for resources: {'Port': ['ID=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:00.276166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.301720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.310153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 52643f4b-db39-4daf-afaf-04ea081d58a9 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:00.319616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port cd68cf0a-8c49-4b6d-b6c9-98daa2978396 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:00.380737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Attempting to bind port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:00.381090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Attempting to bind port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '7e1587da-3f55-441f-9d8d-00f2f673c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:00.381446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Attempting to bind port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 on network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:00.387032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:00.387525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Checking segment: {'id': '7e1587da-3f55-441f-9d8d-00f2f673c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:00.387922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.388296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Bound using segment: {'id': '7e1587da-3f55-441f-9d8d-00f2f673c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:00.388746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Bound port: 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1587da-3f55-441f-9d8d-00f2f673c380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '920bfb6f-284c-46b5-9f1b-e2238563b1a1'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:00.389199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.411996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:00.446970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.458182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d162c7fd-8ac5-4d94-a3d6-41922a203249 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:00.471807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] Sync routers for ids ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:00.501777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae65038-007a-41e6-8915-b64173b91a48']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:00.509025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Pushing event deleted for resources: {'Port': ['ID=77b339d1-340a-4f7b-b795-a1f6ca2c456c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:00.516078 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6b122838-e51f-451d-bb17-230d4ddda09d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/67b1062d-0750-49cb-90a2-5ea7fad8d7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6257448 Sep 22 08:35:00.516281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Subnet': ['ID=e0d7ce51-361c-4f06-ab3b-94cf2d888824,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:00.521190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36580) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:00.527435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbd9229-0e6c-4011-9453-f66cbd4de50d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:00.527737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbd9229-0e6c-4011-9453-f66cbd4de50d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:00.570153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] Routers {'67b1062d-0750-49cb-90a2-5ea7fad8d7d7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:00.570962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:00.608185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.655093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b7986890-c29f-4f1e-b285-1cf9718fd3be None None] Provisioning for port c91157a2-f9ad-42e4-8559-1c157bac9093 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:00.668101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dd5cc-6bb4-4a7c-bb48-38e391e5dc3d req-ca0a1a8c-11b2-401c-995b-1c67fa04b75a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:00.669651 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c3dd5cc-6bb4-4a7c-bb48-38e391e5dc3d req-ca0a1a8c-11b2-401c-995b-1c67fa04b75a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 0.5059288 Sep 22 08:35:00.670013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:00.702267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] For port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:00.703976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] Routers {'67b1062d-0750-49cb-90a2-5ea7fad8d7d7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:00.704927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:34:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:00.729834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:00.735413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:00.737700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:00.743422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:00.744446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.744907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Checking segment: {'id': '84f79635-8726-470f-9be5-98b45f6f9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:00.745265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Network hostable DHCP agents. Network: 40d06fd5-2cf3-4698-8d53-d9a36a05078e, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:00.749591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.750853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.752164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.757939 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e17aafe8-5570-4f6f-978f-aa0b3d368cc7 tempest-ServerActionsTestJSON-1569721485 tempest-ServerActionsTestJSON-1569721485-project] 10.222.0.42 "DELETE /v2.0/floatingips/ff497e4b-8a2c-488a-ab22-44dd2379bfda HTTP/1.1" status: 204 len: 168 time: 2.8573616 Sep 22 08:35:00.761103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36584) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:00.777801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] For port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,segment=NetworkSegment(7e1587da-3f55-441f-9d8d-00f2f673c380),segment_id=7e1587da-3f55-441f-9d8d-00f2f673c380)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:00.802872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:00.803437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e39d843-defa-43af-92b4-076009cc4dab None None] The sync data for ids ['67b1062d-0750-49cb-90a2-5ea7fad8d7d7'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:00.808088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.838840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=52643f4b-db39-4daf-afaf-04ea081d58a9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:00.842140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.11 (920bfb6f-284c-46b5-9f1b-e2238563b1a1/a642bc17-986a-4f39-aef8-3f63352bfc2b/cd68cf0a-8c49-4b6d-b6c9-98daa2978396) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:00.860833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:00.870369 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f89660a9-b67e-4963-b7fa-51977ee8d7f1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7403970 Sep 22 08:35:00.884949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36588) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:00.943730 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c3dd5cc-6bb4-4a7c-bb48-38e391e5dc3d req-08b87b64-a492-4413-94ef-27fe40c886f1 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614493 Sep 22 08:35:00.947468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127351ef-ebde-474a-a59a-bc98e7214b44 None None] Pushing event updated for resources: {'Port': ['ID=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:00.951293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:00.951611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.145762 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment edbd9229-0e6c-4011-9453-f66cbd4de50d resource provider aggregate not found Sep 22 08:35:01.149312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:01.151496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c91157a2-f9ad-42e4-8559-1c157bac9093 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:01.230449 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment edbd9229-0e6c-4011-9453-f66cbd4de50d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edbd9229-0e6c-4011-9453-f66cbd4de50d found for delete ", "request_id": "req-fbc7c742-545c-453c-b972-579b37d5e31a"}]} Sep 22 08:35:01.319890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c91157a2-f9ad-42e4-8559-1c157bac9093 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:01.326866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c91157a2-f9ad-42e4-8559-1c157bac9093 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:01.327572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.328048 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c91157a2-f9ad-42e4-8559-1c157bac9093 Sep 22 08:35:01.379118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 40d06fd5-2cf3-4698-8d53-d9a36a05078e) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:01.404280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd1ddc-6696-4933-b732-e15b53f387df None None] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:01.438880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:01.439507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.452490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.462378 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-33f77025-95e2-4ffe-a221-3fd6d792c54e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 08:35:01.466502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-33f77025-95e2-4ffe-a221-3fd6d792c54e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/67b1062d-0750-49cb-90a2-5ea7fad8d7d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9383039 Sep 22 08:35:01.480568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6f5c2-8921-4194-aa70-55ce68edf698 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:01.487461 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6f5c2-8921-4194-aa70-55ce68edf698 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:01.487628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36596) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:01.488559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-55b6f5c2-8921-4194-aa70-55ce68edf698 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:01.495802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.557626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-55b6f5c2-8921-4194-aa70-55ce68edf698 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:01.561222 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-55b6f5c2-8921-4194-aa70-55ce68edf698 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6729882 Sep 22 08:35:01.563649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36600) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:01.668914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.694469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=9ae65038-007a-41e6-8915-b64173b91a48,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:01.705939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-17d1e7f0-5390-465c-9b92-2e54bedf9c62 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:01.710036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.746093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c91157a2-f9ad-42e4-8559-1c157bac9093 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:01.746395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.757663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-40d06fd5-2cf3-4698-8d53-d9a36a05078e', 'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e', 'tenant_id': '711936c3abc34adeb064ebba3f1f9cac', 'fixed_ips': [{'subnet_id': 'e0d7ce51-361c-4f06-ab3b-94cf2d888824'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:01.758487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.765977 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e09b7b87-7a4c-4651-a584-c24f24c5f52a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4564185 Sep 22 08:35:01.767604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object cd68cf0a-8c49-4b6d-b6c9-98daa2978396 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:01.774596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36604) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:01.787793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8653c506-294c-4204-9580-64d838882b29 None None] Provisioning complete for port c91157a2-f9ad-42e4-8559-1c157bac9093 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:01.788043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8653c506-294c-4204-9580-64d838882b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.788354 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Attempt 1 to provision port c91157a2-f9ad-42e4-8559-1c157bac9093 Sep 22 08:35:01.796796 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-513a0de7-4696-4646-a0a3-c1a5842491cc tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/9ae65038-007a-41e6-8915-b64173b91a48 HTTP/1.1" status: 204 len: 168 time: 5.1752903 Sep 22 08:35:01.801335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1590448202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:01.802426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36608) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:01.812830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:01.816290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2081397886'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:01.823416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 52643f4b-db39-4daf-afaf-04ea081d58a9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:01.823776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.858727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Subnet': ['ID=568adcb6-dd2f-4167-83dd-84d48858b4a7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:01.862711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:router and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:01.869160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:01.871852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:01.878467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-17d1e7f0-5390-465c-9b92-2e54bedf9c62 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:01.883083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36612) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:01.884097 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-17d1e7f0-5390-465c-9b92-2e54bedf9c62 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=67b1062d-0750-49cb-90a2-5ea7fad8d7d7 HTTP/1.1" status: 200 len: 205 time: 0.3852060 Sep 22 08:35:01.891547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:01.915941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Checking segment: {'id': '66ab5276-50a7-435a-9824-08386696e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd930e062-3be6-4ced-9eef-d1f61737ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:01.916467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network hostable DHCP agents. Network: d930e062-3be6-4ced-9eef-d1f61737ab7d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:01.920752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port c91157a2-f9ad-42e4-8559-1c157bac9093, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c91157a2-f9ad-42e4-8559-1c157bac9093,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:01.924970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.925988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.936283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.951346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:01.994841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.050025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.062206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:02.072540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:02.083821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-999cd5d9-b37d-4bcb-b481-6d4ba4ca12f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.122526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network d930e062-3be6-4ced-9eef-d1f61737ab7d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:02.140530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:02.186638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=c91157a2-f9ad-42e4-8559-1c157bac9093,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:02.221575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Current status of the port c91157a2-f9ad-42e4-8559-1c157bac9093 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:02.226242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Allocated IP 172.20.0.2 (40d06fd5-2cf3-4698-8d53-d9a36a05078e/e0d7ce51-361c-4f06-ab3b-94cf2d888824/e6e59905-6c13-412b-9897-31849821cd5d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:02.243513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.244964 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9607a6fe-0a6d-4cf8-9f51-c3dfab2e274b tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4654753 Sep 22 08:35:02.257400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8653c506-294c-4204-9580-64d838882b29 None None] Provisioning for port 52643f4b-db39-4daf-afaf-04ea081d58a9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:02.264521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:02.270003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, d930e062-3be6-4ced-9eef-d1f61737ab7d) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:02.294042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2969ac3-3944-4051-8e02-a033c150ac62 None None] Network d930e062-3be6-4ced-9eef-d1f61737ab7d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:02.297067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:02.297863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.305735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=cd68cf0a-8c49-4b6d-b6c9-98daa2978396,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:02.326122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:02.334099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:02.344563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:02.359429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:02.362907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.398792 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fcf8eb2b-5f57-42a6-bac4-234d84d1df41 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9637902 Sep 22 08:35:02.403447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:02.417322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1339669663'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:02.428064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:02.439999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:network and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:02.445686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:02.446488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8653c506-294c-4204-9580-64d838882b29 None None] Provisioning complete for port 52643f4b-db39-4daf-afaf-04ea081d58a9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:02.446860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8653c506-294c-4204-9580-64d838882b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.447192 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Attempt 1 to provision port 52643f4b-db39-4daf-afaf-04ea081d58a9 Sep 22 08:35:02.461330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:02.462104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.476440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de6850-5308-4ce7-bba7-d1b930a13ad1 req-a4bce636-fc64-454d-85fc-5275eff02419 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:02.478098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4de6850-5308-4ce7-bba7-d1b930a13ad1 req-a4bce636-fc64-454d-85fc-5275eff02419 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 0.2917032 Sep 22 08:35:02.481456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:02.526697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc99f01-c721-4ef9-8957-cd1a76ba28f1 None None] Network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:02.531742 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-069adec5-dc44-4ae3-a3be-68775a3aea54 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.2688200 Sep 22 08:35:02.532740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:02.536139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.545241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:02.559280 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4de6850-5308-4ce7-bba7-d1b930a13ad1 req-6bfba7f8-fbba-408e-b65f-a0d6e74a6a59 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697038 Sep 22 08:35:02.653410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port cd68cf0a-8c49-4b6d-b6c9-98daa2978396 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:02.653824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.680555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Port 52643f4b-db39-4daf-afaf-04ea081d58a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:02.701088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:02.712443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.713122 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment be8ed796-493f-4a26-b76a-d20018af8065 of type vlan for network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 Sep 22 08:35:02.727447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:02.740985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.746437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.746774 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Added segment 563a02a7-a5f2-4450-8e62-b92fedfb0a6d of type vlan for network 72fe48ec-09c3-4122-b297-0dea1f61cbfd Sep 22 08:35:02.829931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.894110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.900667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:02.901005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.915331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-999cd5d9-b37d-4bcb-b481-6d4ba4ca12f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.958018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.972494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:02.972700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-d930e062-3be6-4ced-9eef-d1f61737ab7d', 'network_id': 'd930e062-3be6-4ced-9eef-d1f61737ab7d', 'tenant_id': '90183128b8794e6da67d0da0123bda33', 'fixed_ips': [{'subnet_id': '568adcb6-dd2f-4167-83dd-84d48858b4a7'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:02.973115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.973544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.987821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:02.995932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-999cd5d9-b37d-4bcb-b481-6d4ba4ca12f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.041294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Transition to ACTIVE for port object e6e59905-6c13-412b-9897-31849821cd5d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:03.150356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Transition to ACTIVE for port object e6e59905-6c13-412b-9897-31849821cd5d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:03.169458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.228509 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Attempt 2 to provision port 52643f4b-db39-4daf-afaf-04ea081d58a9 Sep 22 08:35:03.249769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Network': ['ID=72fe48ec-09c3-4122-b297-0dea1f61cbfd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:03.257996 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ac53a0c-c75d-4527-b404-c7a871c64ced tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8483722 Sep 22 08:35:03.258882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36632) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:03.271856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'subnet': {'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:03.300547 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 72fe48ec-09c3-4122-b297-0dea1f61cbfd details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:03.312002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:03.357404 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5505941 Sep 22 08:35:03.372097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.379162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36636) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:03.393034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:03.460645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:03.483103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:03.486142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:03.495067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Port 52643f4b-db39-4daf-afaf-04ea081d58a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:03.509059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Allocated IP 2001:db8:0:ffff::2 (d930e062-3be6-4ced-9eef-d1f61737ab7d/568adcb6-dd2f-4167-83dd-84d48858b4a7/6d606e94-2136-408e-a2fd-7eccd400976a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:03.529760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Pushing event updated for resources: {'Port': ['ID=e6e59905-6c13-412b-9897-31849821cd5d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:03.535617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c7f73-8a80-44a8-a083-20c8fe8752b0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=9bd1fc43-2f21-47a2-a484-6a9183da60f9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:03.539366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-999cd5d9-b37d-4bcb-b481-6d4ba4ca12f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.539947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999cd5d9-b37d-4bcb-b481-6d4ba4ca12f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Fanout notify agent at l3_agent the message router_deleted on router 67b1062d-0750-49cb-90a2-5ea7fad8d7d7 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:35:03.573069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.584439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:03.608724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for cd68cf0a-8c49-4b6d-b6c9-98daa2978396 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:03.625656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-999cd5d9-b37d-4bcb-b481-6d4ba4ca12f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.629360 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-999cd5d9-b37d-4bcb-b481-6d4ba4ca12f4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/67b1062d-0750-49cb-90a2-5ea7fad8d7d7 HTTP/1.1" status: 204 len: 168 time: 1.7417245 Sep 22 08:35:03.639386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36640) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:03.707435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.746055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet 9b94da7d-4650-4eec-8e71-1d0d54303c82 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:03.766175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.794055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:03.825724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:subnet and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:03.839352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:03.842445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 52643f4b-db39-4daf-afaf-04ea081d58a9 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:03.849692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:03.868980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:03.873178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:03.876077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:03.882046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:03.898632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:03.902612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.919661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcba739-8712-4fdc-b812-79e32b387784 req-c8991a79-8a77-4cd7-99cb-4cd33b1c1df5 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:03.927068 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4dcba739-8712-4fdc-b812-79e32b387784 req-c8991a79-8a77-4cd7-99cb-4cd33b1c1df5 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 1.1387446 Sep 22 08:35:03.960798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Attempting to bind port e6e59905-6c13-412b-9897-31849821cd5d on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:03.961157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Attempting to bind port e6e59905-6c13-412b-9897-31849821cd5d by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '84f79635-8726-470f-9be5-98b45f6f9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:03.961519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Attempting to bind port e6e59905-6c13-412b-9897-31849821cd5d on network 40d06fd5-2cf3-4698-8d53-d9a36a05078e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:03.993752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:03.994124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Checking segment: {'id': '84f79635-8726-470f-9be5-98b45f6f9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:03.994783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:03.995168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Bound using segment: {'id': '84f79635-8726-470f-9be5-98b45f6f9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:03.995660 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Bound port: e6e59905-6c13-412b-9897-31849821cd5d, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f79635-8726-470f-9be5-98b45f6f9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:03.996026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.070739 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Attempt 3 to provision port 52643f4b-db39-4daf-afaf-04ea081d58a9 Sep 22 08:35:04.100599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:04.110191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.140960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:04.141370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c91157a2-f9ad-42e4-8559-1c157bac9093 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:04.144323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.161922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.204540 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4dcba739-8712-4fdc-b812-79e32b387784 req-9b50dbd0-7427-43df-a751-dff5d4829d29 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754014 Sep 22 08:35:04.256164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.268055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Port 52643f4b-db39-4daf-afaf-04ea081d58a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:04.282811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Transition to ACTIVE for port object 6d606e94-2136-408e-a2fd-7eccd400976a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:04.283080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36644) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:04.331261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Transition to ACTIVE for port object 6d606e94-2136-408e-a2fd-7eccd400976a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:04.339971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] For port e6e59905-6c13-412b-9897-31849821cd5d, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:04.343996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.348901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c91157a2-f9ad-42e4-8559-1c157bac9093 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:04.349266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.349611 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c91157a2-f9ad-42e4-8559-1c157bac9093 Sep 22 08:35:04.392081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.448172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.465417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] For port e6e59905-6c13-412b-9897-31849821cd5d, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6e59905-6c13-412b-9897-31849821cd5d,segment=NetworkSegment(84f79635-8726-470f-9be5-98b45f6f9a6a),segment_id=84f79635-8726-470f-9be5-98b45f6f9a6a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:04.486523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.494375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Network d930e062-3be6-4ced-9eef-d1f61737ab7d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:04.506819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:04.509525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:04.513674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Pushing event updated for resources: {'Port': ['ID=6d606e94-2136-408e-a2fd-7eccd400976a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:04.569078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=cd68cf0a-8c49-4b6d-b6c9-98daa2978396,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:04.611522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.704240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.740689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d29ba5-a64c-4eae-8a0d-d29e8a51d9c2 None None] Pushing event updated for resources: {'Port': ['ID=e6e59905-6c13-412b-9897-31849821cd5d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:04.756427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Attempting to bind port 6d606e94-2136-408e-a2fd-7eccd400976a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:04.756815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Attempting to bind port 6d606e94-2136-408e-a2fd-7eccd400976a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '66ab5276-50a7-435a-9824-08386696e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd930e062-3be6-4ced-9eef-d1f61737ab7d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:04.757174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Attempting to bind port 6d606e94-2136-408e-a2fd-7eccd400976a on network d930e062-3be6-4ced-9eef-d1f61737ab7d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:04.772827 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Attempt 4 to provision port 52643f4b-db39-4daf-afaf-04ea081d58a9 Sep 22 08:35:04.818964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:04.819356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Checking segment: {'id': '66ab5276-50a7-435a-9824-08386696e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd930e062-3be6-4ced-9eef-d1f61737ab7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:04.819756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.820144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Bound using segment: {'id': '66ab5276-50a7-435a-9824-08386696e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd930e062-3be6-4ced-9eef-d1f61737ab7d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:04.820657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Bound port: 6d606e94-2136-408e-a2fd-7eccd400976a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ab5276-50a7-435a-9824-08386696e566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'd930e062-3be6-4ced-9eef-d1f61737ab7d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:04.821130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:04.842795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8653c506-294c-4204-9580-64d838882b29 None None] Port 52643f4b-db39-4daf-afaf-04ea081d58a9 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:35:04.851034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=52643f4b-db39-4daf-afaf-04ea081d58a9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:04.855447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c91157a2-f9ad-42e4-8559-1c157bac9093 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:04.968408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Could not find standard attr ID for object cd68cf0a-8c49-4b6d-b6c9-98daa2978396. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:05.018900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Provisioning for port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:05.027750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.059669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Provisioning complete for port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:05.060050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.060377 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Attempt 1 to provision port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 Sep 22 08:35:05.119162 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-60c56ea3-70c1-410e-babd-18272d928ce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/52643f4b-db39-4daf-afaf-04ea081d58a9 HTTP/1.1" status: 204 len: 168 time: 3.5542648 Sep 22 08:35:05.129971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36650) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:05.146198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] For port 6d606e94-2136-408e-a2fd-7eccd400976a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:05.188855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=4b6452f1-caf1-45ff-8e7c-d506f15ed866,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:05.194140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] For port 6d606e94-2136-408e-a2fd-7eccd400976a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6d606e94-2136-408e-a2fd-7eccd400976a,segment=NetworkSegment(66ab5276-50a7-435a-9824-08386696e566),segment_id=66ab5276-50a7-435a-9824-08386696e566)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:05.208470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.280398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e59905-6c13-412b-9897-31849821cd5d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:05.314626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb806ba5-214e-4dfa-ba58-cde4b9259bf5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:05.317955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb806ba5-214e-4dfa-ba58-cde4b9259bf5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:05.319545 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb806ba5-214e-4dfa-ba58-cde4b9259bf5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1880989 Sep 22 08:35:05.322343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Allocated IP 172.20.0.1 (40d06fd5-2cf3-4698-8d53-d9a36a05078e/e0d7ce51-361c-4f06-ab3b-94cf2d888824/bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:05.324281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': 'be8ed796-493f-4a26-b76a-d20018af8065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:05.324767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: 9bd1fc43-2f21-47a2-a484-6a9183da60f9, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:05.340172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36654) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:05.439223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Current status of the port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:05.439667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.450500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ae3e7-7a47-4e54-a161-80d3fe00ce02 None None] Pushing event updated for resources: {'Port': ['ID=6d606e94-2136-408e-a2fd-7eccd400976a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:05.473806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.496573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Deleting port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:05.496915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.501840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e6e59905-6c13-412b-9897-31849821cd5d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:05.510240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] For port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,segment=NetworkSegment(7e1587da-3f55-441f-9d8d-00f2f673c380),segment_id=7e1587da-3f55-441f-9d8d-00f2f673c380)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:05.516090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.556422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae78ce-9508-401a-8973-4a72fda2e78f None None] Network ed36b105-6366-4cb7-a001-ddf03849c95c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:05.587734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Could not find standard attr ID for object 52643f4b-db39-4daf-afaf-04ea081d58a9. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:05.620595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.656034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet d04387fd-609b-4db4-862a-4820e70f79c8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:05.659785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.666786 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/9b94da7d-4650-4eec-8e71-1d0d54303c82 HTTP/1.1" status: 204 len: 168 time: 2.0133939 Sep 22 08:35:05.691364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36658) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:05.700432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:05.703710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5db99-a5ca-475e-a855-015488b075ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=9b94da7d-4650-4eec-8e71-1d0d54303c82,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:05.707598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35672310-2a9c-40af-87d6-4b9f737f5bcd None None] Pushing event updated for resources: {'Port': ['ID=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:05.714551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:35:05.734067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.746612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.758533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.760438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9948b286-fe9b-4e02-9572-f7a45c5d1a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/cd68cf0a-8c49-4b6d-b6c9-98daa2978396 HTTP/1.1" status: 204 len: 168 time: 3.2096326 Sep 22 08:35:05.773900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36662) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:05.850307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 9bd1fc43-2f21-47a2-a484-6a9183da60f9) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:05.870339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f285cc2-73d3-446d-b210-6dd64e5c2146 None None] Network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:05.894516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:05.895394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:05.918662 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f6e10c-fc5f-4512-a657-ee44e7d216db tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:35:05.922945 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-62f6e10c-fc5f-4512-a657-ee44e7d216db tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/cd68cf0a-8c49-4b6d-b6c9-98daa2978396 HTTP/1.1" status: 404 len: 333 time: 0.1463654 Sep 22 08:35:05.927735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36666) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:05.998573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a4e1f-dc5b-443f-9030-67bfb8b3e40b tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:05.999618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cf1a4e1f-dc5b-443f-9030-67bfb8b3e40b tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] Synchronizing usage tracker for tenant:e06139876a3e4bf8a4f488ccfd10ae32 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:06.046575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.062010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Subnet': ['ID=b92cad01-3ed5-4492-a1c5-1e592fe5def1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:06.087670 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef3ac955-7feb-4384-9129-ade61e8ef66d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7068510 Sep 22 08:35:06.095902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36670) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:06.111953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Checking segment: {'id': '563a02a7-a5f2-4450-8e62-b92fedfb0a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:06.112592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network hostable DHCP agents. Network: 72fe48ec-09c3-4122-b297-0dea1f61cbfd, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:06.120737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cf1a4e1f-dc5b-443f-9030-67bfb8b3e40b tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] Unset dirty status for tenant:e06139876a3e4bf8a4f488ccfd10ae32 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:06.124743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.125371 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cf1a4e1f-dc5b-443f-9030-67bfb8b3e40b tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 1093 time: 1.8356524 Sep 22 08:35:06.126206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36674) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:06.132862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:06.133389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1309010602'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:06.133590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.156512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] DHCP port deletion for ed36b105-6366-4cb7-a001-ddf03849c95c request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:06.174722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:06.182656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Deleting port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:06.183333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.189707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:06.207495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:floatingip and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:06.212133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:06.232247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:06.303810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:06.311441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet a642bc17-986a-4f39-aef8-3f63352bfc2b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:06.329986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:06.332666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.376378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:06.399970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73999793-34aa-4e7e-a826-9d24e7cd8e1c None None] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:06.409281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:06.421994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] For port 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:06.422359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.430147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.431290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-9bd1fc43-2f21-47a2-a484-6a9183da60f9', 'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9', 'tenant_id': '1952bd3ef9bd49818f7d1549347a39d8', 'fixed_ips': [{'subnet_id': '4b6452f1-caf1-45ff-8e7c-d506f15ed866'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:06.432376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.434558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.457671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network 72fe48ec-09c3-4122-b297-0dea1f61cbfd is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:06.468580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Transition to ACTIVE for port object bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:06.486042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 72fe48ec-09c3-4122-b297-0dea1f61cbfd) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:06.530914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c70bec0-aede-4cbf-aa49-68cb607e17d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.548773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece46eb9-d6e9-4b7d-9335-831d688a150e None None] Network 72fe48ec-09c3-4122-b297-0dea1f61cbfd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:06.555450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:06.556384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.561244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,segment=NetworkSegment(f05a3f4a-6083-4864-87fd-aa5fad395aed),segment_id=f05a3f4a-6083-4864-87fd-aa5fad395aed)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:06.561608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.616611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:06.620360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.638500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Calling delete_port for 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:06.656640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Provisioning for port e6e59905-6c13-412b-9897-31849821cd5d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:06.671959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.698056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8032dd0-bd4c-449a-b195-23bb4fe3ccc7 None None] Network d930e062-3be6-4ced-9eef-d1f61737ab7d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:06.721651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:06.757451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Provisioning complete for port e6e59905-6c13-412b-9897-31849821cd5d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:06.757815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:06.758818 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Attempt 1 to provision port e6e59905-6c13-412b-9897-31849821cd5d Sep 22 08:35:06.767071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 7a6bf523-2bfb-40c6-8bb8-37360f042f58 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:06.772890 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-84a998ec-2af5-4252-a1c3-565eae784f48 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5098603 Sep 22 08:35:06.775727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36678) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:06.786146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'port': {'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd', 'name': 'tempest-NetworksIpV6TestAttrs-347806667'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:06.998302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.061784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:07.079600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No DVR routers for this DVR port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:07.116812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:07.121518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] For port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2b6e54f3-ac33-4924-92ac-2bb6ca0e083c,segment=NetworkSegment(f05a3f4a-6083-4864-87fd-aa5fad395aed),segment_id=f05a3f4a-6083-4864-87fd-aa5fad395aed)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:07.122192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.131919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.135888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:port and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:07.157361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:07.170073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:07.196612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.250300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.253102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=d04387fd-609b-4db4-862a-4820e70f79c8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:07.258899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::2b5 (9bd1fc43-2f21-47a2-a484-6a9183da60f9/4b6452f1-caf1-45ff-8e7c-d506f15ed866/7a6bf523-2bfb-40c6-8bb8-37360f042f58) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:07.265094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.305946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.310722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Calling delete_port for 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:07.313996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:07.318525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.321489 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4500fc31-4913-42bb-8d1a-3b3091025292 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/d04387fd-609b-4db4-862a-4820e70f79c8 HTTP/1.1" status: 204 len: 168 time: 1.9757028 Sep 22 08:35:07.329286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:07.336209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.343656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed8768-1bf9-4956-b176-e7fe3dc25fb5 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:07.381792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed36b105-6366-4cb7-a001-ddf03849c95c']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:07.444368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:07.457726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6d606e94-2136-408e-a2fd-7eccd400976a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:07.468595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:07.471685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:07.526217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05a3f4a-6083-4864-87fd-aa5fad395aed') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:07.526898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05a3f4a-6083-4864-87fd-aa5fad395aed') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:07.533525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] device_id is not set on port 70ee7326-15ee-4049-b1ec-bed2cb701cb8 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:07.538026 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9a763677-bbac-4421-9e4f-eacab8925121 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1693840 Sep 22 08:35:07.538026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Port': ['ID=bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:07.573012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36686) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:07.584704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:07.599679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.675562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.701020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.787592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:07.787925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.876496 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f05a3f4a-6083-4864-87fd-aa5fad395aed resource provider aggregate not found Sep 22 08:35:07.907868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.925226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f05a3f4a-6083-4864-87fd-aa5fad395aed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f05a3f4a-6083-4864-87fd-aa5fad395aed found for delete ", "request_id": "req-310f244e-a675-47be-80bc-f55e5dcecc03"}]} Sep 22 08:35:07.931826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-72fe48ec-09c3-4122-b297-0dea1f61cbfd', 'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd', 'tenant_id': '90183128b8794e6da67d0da0123bda33', 'fixed_ips': [{'subnet_id': 'b92cad01-3ed5-4492-a1c5-1e592fe5def1'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:07.932642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.940915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Current status of the port e6e59905-6c13-412b-9897-31849821cd5d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:07.941282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.966686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:07.977921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:07.981330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=a642bc17-986a-4f39-aef8-3f63352bfc2b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:07.982751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:07.999334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 6d606e94-2136-408e-a2fd-7eccd400976a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:07.999683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:08.006611 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a6bcf14c-f636-45cc-8d9f-7fa0f5b35d4e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/a642bc17-986a-4f39-aef8-3f63352bfc2b HTTP/1.1" status: 204 len: 168 time: 2.0725739 Sep 22 08:35:08.007283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Allocated IP 172.26.8.157 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/12097688-4f99-4368-8b39-69686d77c03b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:08.010476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36694) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:08.015349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.015633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:08.016045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:08.022509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:08.023347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f68b91-8cc0-4f8b-945b-eff7b2de18f3 None None] Network 920bfb6f-284c-46b5-9f1b-e2238563b1a1 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:08.047257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.056009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.074551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=ed36b105-6366-4cb7-a001-ddf03849c95c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:08.085010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:08.117240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:08.121180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.179203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.188182 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ace14cf1-10c8-49dd-ad01-ed5380dbf26f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/ed36b105-6366-4cb7-a001-ddf03849c95c HTTP/1.1" status: 204 len: 168 time: 2.4822397 Sep 22 08:35:08.189834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Allocated IP 2001:db8::f816:3eff:fe35:bbf3 (72fe48ec-09c3-4122-b297-0dea1f61cbfd/b92cad01-3ed5-4492-a1c5-1e592fe5def1/70ee7326-15ee-4049-b1ec-bed2cb701cb8) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:08.196160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:08.221973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] For port e6e59905-6c13-412b-9897-31849821cd5d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6e59905-6c13-412b-9897-31849821cd5d,segment=NetworkSegment(84f79635-8726-470f-9be5-98b45f6f9a6a),segment_id=84f79635-8726-470f-9be5-98b45f6f9a6a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:08.244927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.260275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1351006092'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:08.267980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:08.304261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:08.313687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:08.323896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:08.344327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:08.359801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 7a6bf523-2bfb-40c6-8bb8-37360f042f58 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:08.391207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.406800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.503231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dbec1fe-1149-4d33-b56e-bbad78383669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.528314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Deleting port 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:08.528930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.578405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:08.578748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.648115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2897a-922f-4427-8618-e10da06d715f None None] Pushing event updated for resources: {'Port': ['ID=e6e59905-6c13-412b-9897-31849821cd5d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:08.657878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:08.673717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.677247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Provisioning for port 6d606e94-2136-408e-a2fd-7eccd400976a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:08.696320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:08.697077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.697557 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 Sep 22 08:35:08.745187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Provisioning complete for port 6d606e94-2136-408e-a2fd-7eccd400976a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:08.745942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.746326 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Attempt 1 to provision port 6d606e94-2136-408e-a2fd-7eccd400976a Sep 22 08:35:08.804929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.837560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-76f97f9a-c1d2-4b77-9db9-3e4cab6aa14a None None] The port '2b6e54f3-ac33-4924-92ac-2bb6ca0e083c' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:35:08.838470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:08.857342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:08.885833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.912485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] Deleting port c91157a2-f9ad-42e4-8559-1c157bac9093 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:08.912861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.933313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:08.933752 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment dd86510b-8059-4b0a-a0f2-f541bcd05d9f of type vlan for network 1249c64e-04ff-439a-abab-b92f61a26e31 Sep 22 08:35:08.967622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.053444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.055110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Allocated IP 2001:db8::2 (9bd1fc43-2f21-47a2-a484-6a9183da60f9/4b6452f1-caf1-45ff-8e7c-d506f15ed866/1c13ac96-8224-494a-9546-ae471046f6f9) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:09.110981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Transition to ACTIVE for port object 70ee7326-15ee-4049-b1ec-bed2cb701cb8 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:09.113172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.200872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:09.215660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:09.218556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:09.225841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:09.226467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.231673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:09.236538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.252263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=7a6bf523-2bfb-40c6-8bb8-37360f042f58,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:09.276107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:09.281003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.287820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.293663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:09.294960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.305695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:09.346623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=12097688-4f99-4368-8b39-69686d77c03b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:09.351540 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e1acb18-ee66-42b9-8be9-df6ebb4627c5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.2494915 Sep 22 08:35:09.358016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36702) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:09.454408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:09.479432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:09.487871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:09.488556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.495793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Current status of the port 6d606e94-2136-408e-a2fd-7eccd400976a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:09.496174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.508855 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3086109 Sep 22 08:35:09.518845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.520956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36706) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:09.529605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=f5f3b083-14e0-465d-9a84-dfeb9dd74d24,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:09.538986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448cbb9-0a9c-4e37-bd48-98a084714a75 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=1249c64e-04ff-439a-abab-b92f61a26e31,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:09.581073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': '1249c64e-04ff-439a-abab-b92f61a26e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:09.608308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 1249c64e-04ff-439a-abab-b92f61a26e31 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:09.620807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a280209d-71da-4b85-a203-b875c26df105 None None] DHCP port deletion for 920bfb6f-284c-46b5-9f1b-e2238563b1a1 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:09.654801 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-774d7bd6-00ce-49cd-a64c-0d8a6025e31c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0779908 Sep 22 08:35:09.663115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:09.679937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'name': 'tempest-NetworksTestDHCPv6-709098669'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:09.731916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] For port c91157a2-f9ad-42e4-8559-1c157bac9093, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c91157a2-f9ad-42e4-8559-1c157bac9093,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:09.732334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.739883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Deleting port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:09.740253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.805596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:09.812100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 7a6bf523-2bfb-40c6-8bb8-37360f042f58 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:09.812362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.842422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.846201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] For port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,segment=NetworkSegment(7e1587da-3f55-441f-9d8d-00f2f673c380),segment_id=7e1587da-3f55-441f-9d8d-00f2f673c380)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:09.846885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.880315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network 72fe48ec-09c3-4122-b297-0dea1f61cbfd is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:09.888153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:09.902444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:09.908151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:09.908939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:09.976868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Port': ['ID=70ee7326-15ee-4049-b1ec-bed2cb701cb8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:09.990121 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3dd4e7c6-480f-44fc-9035-9a7f3603766f tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2132590 Sep 22 08:35:09.993709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:09.996202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:10.002298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:10.019313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:10.039821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:10.051909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] Calling delete_port for c91157a2-f9ad-42e4-8559-1c157bac9093 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:10.059641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:10.091527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.132413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:10.132413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b6e54f3-ac33-4924-92ac-2bb6ca0e083c not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:10.137018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] For port 6d606e94-2136-408e-a2fd-7eccd400976a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6d606e94-2136-408e-a2fd-7eccd400976a,segment=NetworkSegment(66ab5276-50a7-435a-9824-08386696e566),segment_id=66ab5276-50a7-435a-9824-08386696e566)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:10.158978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:10.161035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Allocated IP 2001:db8::f816:3eff:fefd:91 (72fe48ec-09c3-4122-b297-0dea1f61cbfd/b92cad01-3ed5-4492-a1c5-1e592fe5def1/e87db4e5-e3da-454b-bd64-aeea255f225d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:10.163756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.167527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.215695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.252967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting subnet b92cad01-3ed5-4492-a1c5-1e592fe5def1 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:10.273637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:10.279465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Transition to ACTIVE for port object 1c13ac96-8224-494a-9546-ae471046f6f9 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:10.442364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e59905-6c13-412b-9897-31849821cd5d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:10.516991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Transition to ACTIVE for port object 1c13ac96-8224-494a-9546-ae471046f6f9 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:10.540726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.554958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.598030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.602894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Provisioning for port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:10.603637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:10.622679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4511f43-bbf3-4d03-8de3-ddb89d7dafce None None] Pushing event updated for resources: {'Port': ['ID=6d606e94-2136-408e-a2fd-7eccd400976a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:10.634432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:10.639609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:10.642725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.648012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.704835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Provisioning complete for port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:10.705620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.705620 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 1 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:10.716338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.731258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.744777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:10.750772 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] No DVR routers for this DVR port c91157a2-f9ad-42e4-8559-1c157bac9093 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:10.761843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.784920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:10.795956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d170c53-29e7-4973-a3fa-b8684ae6d954 None None] Pushing event deleted for resources: {'Port': ['ID=c91157a2-f9ad-42e4-8559-1c157bac9093,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:10.808670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:10.817605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23798c-b673-41c3-852e-fed35f7fbffd None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:10.849864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:10.871324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:10.964529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:10.974940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No DVR routers for this DVR port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:11.029412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a280209d-71da-4b85-a203-b875c26df105 None None] For port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8,segment=NetworkSegment(7e1587da-3f55-441f-9d8d-00f2f673c380),segment_id=7e1587da-3f55-441f-9d8d-00f2f673c380)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:11.029808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.054121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.075789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:11.100359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.245920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': 'dd86510b-8059-4b0a-a0f2-f541bcd05d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1249c64e-04ff-439a-abab-b92f61a26e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:11.247123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: 1249c64e-04ff-439a-abab-b92f61a26e31, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:11.287274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=23a84901-b227-4af1-952c-84dc537cca00,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:11.318357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.342300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.364112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 7a6bf523-2bfb-40c6-8bb8-37360f042f58 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:11.364667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Calling delete_port for 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:11.413973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Pushing event updated for resources: {'Port': ['ID=1c13ac96-8224-494a-9546-ae471046f6f9,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:11.417220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e6e59905-6c13-412b-9897-31849821cd5d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:11.417336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.417671 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e6e59905-6c13-412b-9897-31849821cd5d Sep 22 08:35:11.444562 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:35:11.457736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=12097688-4f99-4368-8b39-69686d77c03b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:11.467151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 1249c64e-04ff-439a-abab-b92f61a26e31 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:11.524715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Attempting to bind port 1c13ac96-8224-494a-9546-ae471046f6f9 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:11.525212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Attempting to bind port 1c13ac96-8224-494a-9546-ae471046f6f9 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'be8ed796-493f-4a26-b76a-d20018af8065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:11.525398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Attempting to bind port 1c13ac96-8224-494a-9546-ae471046f6f9 on network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:11.539722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:11.540346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Checking segment: {'id': 'be8ed796-493f-4a26-b76a-d20018af8065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:11.540488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.540885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Bound using segment: {'id': 'be8ed796-493f-4a26-b76a-d20018af8065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:11.541417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Bound port: 1c13ac96-8224-494a-9546-ae471046f6f9, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8ed796-493f-4a26-b76a-d20018af8065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9bd1fc43-2f21-47a2-a484-6a9183da60f9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:11.542145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.566299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.575350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 1249c64e-04ff-439a-abab-b92f61a26e31) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:11.605739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:11.606933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.622411 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 2 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:11.648968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504e2e52-1840-4cf0-ba27-aba28964b690 None None] Network 1249c64e-04ff-439a-abab-b92f61a26e31 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:11.666295 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1703dd4b-4b69-40a0-bb18-2ee1eae89fe5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1370139 Sep 22 08:35:11.670096 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Floating IP ec2d6066-d6a0-4ba6-a182-06e3127464e2 associated. External IP: 172.26.8.157, port: 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff. Sep 22 08:35:11.678324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.682332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:11.699085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:11.701972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.736947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-884363963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:11.770472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Router 30b097e4-6881-4d2e-8c5a-650746d96ea3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:35:11.774123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:11.780829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port a8ba0d15-bd14-4792-80b3-fa0afdfeef2d yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:11.938588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Transition to ACTIVE for port object e87db4e5-e3da-454b-bd64-aeea255f225d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:11.974619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:11.982442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:router and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:12.072242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:12.073569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:12.129780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Transition to ACTIVE for port object e87db4e5-e3da-454b-bd64-aeea255f225d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:12.150758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:12.166681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:12.187366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Port': ['ID=bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:12.187917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.208142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:12.209425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.275458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.303399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:12.322016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] For port 1c13ac96-8224-494a-9546-ae471046f6f9, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:12.360520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:12.370334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920bfb6f-284c-46b5-9f1b-e2238563b1a1']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:12.384243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] For port 1c13ac96-8224-494a-9546-ae471046f6f9, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1c13ac96-8224-494a-9546-ae471046f6f9,segment=NetworkSegment(be8ed796-493f-4a26-b76a-d20018af8065),segment_id=be8ed796-493f-4a26-b76a-d20018af8065)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:12.396478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'f5f3b083-14e0-465d-9a84-dfeb9dd74d24'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:12.397618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.410651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e6e59905-6c13-412b-9897-31849821cd5d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:12.427790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:35:12.428318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Network 72fe48ec-09c3-4122-b297-0dea1f61cbfd is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:12.433879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.434426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1587da-3f55-441f-9d8d-00f2f673c380') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:12.434728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1587da-3f55-441f-9d8d-00f2f673c380') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:12.475520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:12.487161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:12.513775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.514859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Pushing event updated for resources: {'Port': ['ID=e87db4e5-e3da-454b-bd64-aeea255f225d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:12.529769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:12.637552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Deleting port 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:12.638293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a280209d-71da-4b85-a203-b875c26df105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.674244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.679964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.680983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.685496 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 3 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:12.711733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:12.728899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.735046 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:12.741959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::50 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/f5f3b083-14e0-465d-9a84-dfeb9dd74d24/a8ba0d15-bd14-4792-80b3-fa0afdfeef2d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:12.753321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.770584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:12.771195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:12.771806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c91157a2-f9ad-42e4-8559-1c157bac9093 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:12.776346 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:12.777083 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:12.834956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.879728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Subnet': ['ID=b92cad01-3ed5-4492-a1c5-1e592fe5def1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:12.894309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.911032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.917080 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f08fa582-e209-4a84-9b31-1e118331fe66 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/b92cad01-3ed5-4492-a1c5-1e592fe5def1 HTTP/1.1" status: 204 len: 168 time: 2.9177432 Sep 22 08:35:12.922217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:12.933777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.943759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a280209d-71da-4b85-a203-b875c26df105 None None] The port '802696bc-b1d1-4f53-bf32-bcf8f1dd2ed8' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:35:12.951456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c91157a2-f9ad-42e4-8559-1c157bac9093 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:12.952010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c91157a2-f9ad-42e4-8559-1c157bac9093 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:12.968293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.979304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:12.990608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:12.991015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.083567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-1249c64e-04ff-439a-abab-b92f61a26e31', 'network_id': '1249c64e-04ff-439a-abab-b92f61a26e31', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': '23a84901-b227-4af1-952c-84dc537cca00'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:13.083778 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:35:13.084775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.101278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:13.102566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Attempting to bind port e87db4e5-e3da-454b-bd64-aeea255f225d on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:13.103079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Attempting to bind port e87db4e5-e3da-454b-bd64-aeea255f225d by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '563a02a7-a5f2-4450-8e62-b92fedfb0a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:13.103612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Attempting to bind port e87db4e5-e3da-454b-bd64-aeea255f225d on network 72fe48ec-09c3-4122-b297-0dea1f61cbfd {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:13.131928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec917a-79e4-496f-b646-bafec70c8e4c None None] Pushing event updated for resources: {'Port': ['ID=1c13ac96-8224-494a-9546-ae471046f6f9,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:13.140724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:13.141390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Checking segment: {'id': '563a02a7-a5f2-4450-8e62-b92fedfb0a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:13.142158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.142899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Bound using segment: {'id': '563a02a7-a5f2-4450-8e62-b92fedfb0a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:13.143579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Bound port: e87db4e5-e3da-454b-bd64-aeea255f225d, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563a02a7-a5f2-4450-8e62-b92fedfb0a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '72fe48ec-09c3-4122-b297-0dea1f61cbfd'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:13.144311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.153140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c590ed8-ed9b-4468-9429-352d2179b9aa tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:13.155415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c590ed8-ed9b-4468-9429-352d2179b9aa tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:13.156383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8c590ed8-ed9b-4468-9429-352d2179b9aa tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Synchronizing usage tracker for tenant:90183128b8794e6da67d0da0123bda33 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:13.160296 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-15227dde-7e3b-4564-84f5-aee0dfc2e79e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0325544 Sep 22 08:35:13.162625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:35:13.165401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be898b2c-756b-4638-876c-7a67b3535309" -d '{"events": [{"name": "network-changed", "server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:35:13.183980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6d606e94-2136-408e-a2fd-7eccd400976a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:13.186856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8c590ed8-ed9b-4468-9429-352d2179b9aa tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Unset dirty status for tenant:90183128b8794e6da67d0da0123bda33 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:13.188588 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c590ed8-ed9b-4468-9429-352d2179b9aa tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2629302 Sep 22 08:35:13.192642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36730) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:13.290046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:13.375038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] Sync routers for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:13.384573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.389589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.401814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da2ff082-a317-4e53-ad8b-85a1951c2f69 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.408138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d27b3-665b-4999-9813-1d691099c071 x-openstack-request-id: req-dc8d27b3-665b-4999-9813-1d691099c071 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:35:13.409613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:35:13.410132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc8d27b3-665b-4999-9813-1d691099c071 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:35:13.410752 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8d27b3-665b-4999-9813-1d691099c071'] response: {'name': 'network-changed', 'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'status': 'completed', 'code': 200} Sep 22 08:35:13.417296 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7e1587da-3f55-441f-9d8d-00f2f673c380 resource provider aggregate not found Sep 22 08:35:13.438906 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6a778fa9-1d18-48d9-8bc2-385fbc3b0314 admin admin] 10.222.0.42 "PUT /v2.0/routers/30b097e4-6881-4d2e-8c5a-650746d96ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6748137 Sep 22 08:35:13.471769 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/920bfb6f-284c-46b5-9f1b-e2238563b1a1 HTTP/1.1" status: 204 len: 168 time: 5.4599237 Sep 22 08:35:13.475503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:13.476259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36740) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:13.483969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6cf74-928f-46b3-ab29-c9c89bf689d2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=920bfb6f-284c-46b5-9f1b-e2238563b1a1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:13.494815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.501441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36742) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:13.501684 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/7a6bf523-2bfb-40c6-8bb8-37360f042f58 HTTP/1.1" status: 204 len: 168 time: 4.1399384 Sep 22 08:35:13.509070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073fb0f-49d9-4650-98f9-bed7cc5eb340 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=7a6bf523-2bfb-40c6-8bb8-37360f042f58,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:13.516460 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7e1587da-3f55-441f-9d8d-00f2f673c380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e1587da-3f55-441f-9d8d-00f2f673c380 found for delete ", "request_id": "req-6951967d-7cfc-40c3-b2fd-59b13d50af82"}]} Sep 22 08:35:13.565584 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2ff082-a317-4e53-ad8b-85a1951c2f69 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 08:35:13.566243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2ff082-a317-4e53-ad8b-85a1951c2f69 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:13.569304 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da2ff082-a317-4e53-ad8b-85a1951c2f69 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/72fe48ec-09c3-4122-b297-0dea1f61cbfd HTTP/1.1" status: 409 len: 405 time: 0.3753884 Sep 22 08:35:13.580926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:13.587680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb63497-1037-4f36-b728-0e6565cadb59 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:35:13.588945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4eb63497-1037-4f36-b728-0e6565cadb59 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:13.597975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1244888019'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:13.600713 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ec2d6066-d6a0-4ba6-a182-06e3127464e2', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:d2:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:35:10Z', 'updated_at': '2022-09-22T08:35:10Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:13.604549 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:35:13.605367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:13.607891 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 4 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:13.610148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:network and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:13.614143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:13.621005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:13.622822 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:13.623654 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:13.648073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:13.652338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.665923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4eb63497-1037-4f36-b728-0e6565cadb59 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:13.667613 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4eb63497-1037-4f36-b728-0e6565cadb59 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/7a6bf523-2bfb-40c6-8bb8-37360f042f58 HTTP/1.1" status: 404 len: 333 time: 0.1485376 Sep 22 08:35:13.670798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:13.671493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:13.675619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:13.755347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'name': 'tempest-PortsTestJSON-892080238'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:13.762824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 4b6452f1-caf1-45ff-8e7c-d506f15ed866 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:13.772801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.833800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:13.836086 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:35:13.846338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.847096 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Added segment ac8aabcd-9fb7-4e14-9ab8-3283caeec124 of type vlan for network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b Sep 22 08:35:13.868773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:13.869977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] For port e87db4e5-e3da-454b-bd64-aeea255f225d, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:13.879926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.887490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.952852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] For port e87db4e5-e3da-454b-bd64-aeea255f225d, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e87db4e5-e3da-454b-bd64-aeea255f225d,segment=NetworkSegment(563a02a7-a5f2-4450-8e62-b92fedfb0a6d),segment_id=563a02a7-a5f2-4450-8e62-b92fedfb0a6d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:13.967165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6d606e94-2136-408e-a2fd-7eccd400976a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:13.968159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:13.968663 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6d606e94-2136-408e-a2fd-7eccd400976a Sep 22 08:35:13.985616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898b2c-756b-4638-876c-7a67b3535309 req-43d1b60b-6107-4e79-93a1-9b15b6ecaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:13.988876 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be898b2c-756b-4638-876c-7a67b3535309 req-43d1b60b-6107-4e79-93a1-9b15b6ecaa04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 1098 time: 0.5826271 Sep 22 08:35:14.000872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.011408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:14.014103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.016095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.140613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Allocated IP 2001:db8::2 (1249c64e-04ff-439a-abab-b92f61a26e31/23a84901-b227-4af1-952c-84dc537cca00/ba0066f0-1249-4089-ba07-cebd3f1bef38) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:14.202513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.221544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:14.251021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.255802 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1869c969-72cb-4b41-b9da-cd4985aa686a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.5309043 Sep 22 08:35:14.256622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36758) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:14.271997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:35:14.287354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:14.400060 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ec2d6066-d6a0-4ba6-a182-06e3127464e2', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:d2:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:35:10Z', 'updated_at': '2022-09-22T08:35:10Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:14.403731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:14.406326 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f7777-5437-4722-ae29-63da182a4907 None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ec2d6066-d6a0-4ba6-a182-06e3127464e2', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:d2:0a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:35:10Z', 'updated_at': '2022-09-22T08:35:10Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:14.537257 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 5 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:14.565217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9826810 Sep 22 08:35:14.584121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:14.589449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898b2c-756b-4638-876c-7a67b3535309 req-6f52fc1e-81c1-4ba4-a174-b96f41d946b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:14.590864 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be898b2c-756b-4638-876c-7a67b3535309 req-6f52fc1e-81c1-4ba4-a174-b96f41d946b0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.5539961 Sep 22 08:35:14.598507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'subnet': {'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:14.609649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:14.650845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d77ed-8171-4f54-9f4a-e0f8b5b0abf4 None None] Network 9bd1fc43-2f21-47a2-a484-6a9183da60f9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:14.677562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e00aff-06ea-46fd-bd01-8480451600dd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Network': ['ID=c1a48e1c-313e-42f7-8413-6ec5df6dcb1b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:14.718751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:14.723096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.759306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:14.774619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f0e34-c032-4c7a-83da-a25571172207 None None] Pushing event updated for resources: {'Port': ['ID=e87db4e5-e3da-454b-bd64-aeea255f225d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:14.792503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.794305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Router 3d69e70b-dfd4-4b51-ba0e-3c06c7c75271 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:35:14.818688 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403016b1-c783-4a7b-8b38-8a6ce36cc9ed None None] New status for floating IP ec2d6066-d6a0-4ba6-a182-06e3127464e2: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:35:14.833689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:14.935971 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be898b2c-756b-4638-876c-7a67b3535309 req-02ceae8a-0430-4287-9901-5110fd28a556 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff HTTP/1.1" status: 200 len: 999 time: 0.3176000 Sep 22 08:35:14.940192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.050022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:15.054425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6452f1-caf1-45ff-8e7c-d506f15ed866,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:15.058528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.078030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object a8ba0d15-bd14-4792-80b3-fa0afdfeef2d will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:15.082934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.095446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:15.102265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 007276ae-ba92-4c8f-befe-86ffbeb8658a yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:15.104411 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0015024-4249-4d8c-a111-17c537358604 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/4b6452f1-caf1-45ff-8e7c-d506f15ed866 HTTP/1.1" status: 204 len: 168 time: 1.4268048 Sep 22 08:35:15.108246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36766) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:15.126684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:15.153895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.168423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Deleting port 0e42c172-6b16-4954-91a0-ec3c5221789b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:15.168921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.198793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51393ea7-7168-4863-9190-675639312144 None None] Network 72fe48ec-09c3-4122-b297-0dea1f61cbfd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:15.224016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898b2c-756b-4638-876c-7a67b3535309 req-2af587de-0031-4719-bf42-26ba3b521dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:15.225453 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be898b2c-756b-4638-876c-7a67b3535309 req-2af587de-0031-4719-bf42-26ba3b521dfc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.2794416 Sep 22 08:35:15.301310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:15.305020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.401857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.411867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6d606e94-2136-408e-a2fd-7eccd400976a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:15.451666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 1c13ac96-8224-494a-9546-ae471046f6f9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:15.451666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.524709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/f5f3b083-14e0-465d-9a84-dfeb9dd74d24/09c8c092-a636-43aa-ae30-2901749476dc) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:15.531496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898b2c-756b-4638-876c-7a67b3535309 req-99a560e2-d044-4601-8be3-9b287cbbca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:15.533339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be898b2c-756b-4638-876c-7a67b3535309 req-99a560e2-d044-4601-8be3-9b287cbbca8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3007040 Sep 22 08:35:15.573878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.651600 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 6 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:15.680619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1c13ac96-8224-494a-9546-ae471046f6f9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:15.699539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:15.739167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:15.741713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:15.743451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=a8ba0d15-bd14-4792-80b3-fa0afdfeef2d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:15.745946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:15.752618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:15.754688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.762879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Transition to ACTIVE for port object ba0066f0-1249-4089-ba07-cebd3f1bef38 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:15.778793 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5da089b4-a113-4d9b-8d00-f2152f89677f tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "PUT /v2.0/routers/3d69e70b-dfd4-4b51-ba0e-3c06c7c75271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5117612 Sep 22 08:35:15.792808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] Sync routers for ids ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:15.805165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36770) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:15.822979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'port': {'network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e', 'name': 'tempest-FloatingIPNegativeTestJSON-1754910626'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:15.831682 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e69143d4-29e9-4e4b-8a9a-951ec549a4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.1674767 Sep 22 08:35:15.838063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:15.850425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36774) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:15.912124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Transition to ACTIVE for port object ba0066f0-1249-4089-ba07-cebd3f1bef38 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:15.918476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:15.927065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] Routers {'3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:15.927987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:15.997814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.010642 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be898b2c-756b-4638-876c-7a67b3535309 req-d36ed137-298c-4c06-b7c1-3b54effdcf0f service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423015 Sep 22 08:35:16.049954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:16.112060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Network 1249c64e-04ff-439a-abab-b92f61a26e31 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:16.119938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] For port 1c13ac96-8224-494a-9546-ae471046f6f9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1c13ac96-8224-494a-9546-ae471046f6f9,segment=NetworkSegment(be8ed796-493f-4a26-b76a-d20018af8065),segment_id=be8ed796-493f-4a26-b76a-d20018af8065)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:16.120306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.132587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:16.134316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 1c13ac96-8224-494a-9546-ae471046f6f9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:16.144170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:16.147058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] Routers {'3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:16.147720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:16.227809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Pushing event updated for resources: {'Port': ['ID=ba0066f0-1249-4089-ba07-cebd3f1bef38,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:16.338722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] For port 0e42c172-6b16-4954-91a0-ec3c5221789b, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0e42c172-6b16-4954-91a0-ec3c5221789b,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:16.339080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.353297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:35:07Z', 'revision_number': 5, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port': {'id': '0e42c172-6b16-4954-91a0-ec3c5221789b', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:30:42Z', 'updated_at': '2022-09-22T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:16.357406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:16.357855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2cc55-3eb5-4352-867f-fb18381ab91f None None] The sync data for ids ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:16.411328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887db04-ab86-4a8f-8b2e-b4bab6aabd4e None None] DHCP port deletion for 9bd1fc43-2f21-47a2-a484-6a9183da60f9 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:16.414648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] Checking router: 30b097e4-6881-4d2e-8c5a-650746d96ea3 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:35:16.426672 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 7 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:16.451070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 1c13ac96-8224-494a-9546-ae471046f6f9 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:16.458291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6887db04-ab86-4a8f-8b2e-b4bab6aabd4e None None] Deleting port 1c13ac96-8224-494a-9546-ae471046f6f9 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:16.458719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6887db04-ab86-4a8f-8b2e-b4bab6aabd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.492162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:16.516240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:port and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:16.521010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:16.538863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:16.541150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] Routers {'30b097e4-6881-4d2e-8c5a-650746d96ea3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:16.541973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['30b097e4-6881-4d2e-8c5a-650746d96ea3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:16.549402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Calling delete_port for 0e42c172-6b16-4954-91a0-ec3c5221789b owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:16.579298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.607051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Attempting to bind port ba0066f0-1249-4089-ba07-cebd3f1bef38 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:16.607716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Attempting to bind port ba0066f0-1249-4089-ba07-cebd3f1bef38 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'dd86510b-8059-4b0a-a0f2-f541bcd05d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1249c64e-04ff-439a-abab-b92f61a26e31'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:16.608353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Attempting to bind port ba0066f0-1249-4089-ba07-cebd3f1bef38 on network 1249c64e-04ff-439a-abab-b92f61a26e31 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:16.622661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:35:16.626626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.687876 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be898b2c-756b-4638-876c-7a67b3535309 req-e3ecac8b-7fa5-4dcd-b700-fcb1fb30b7a0 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6634610 Sep 22 08:35:16.687876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Made reservation on behalf of 711936c3abc34adeb064ebba3f1f9cac for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:16.695592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.703646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9efebf-fbd3-454b-a8b1-f1995049d644 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:16.704150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f9efebf-fbd3-454b-a8b1-f1995049d644 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:16.757678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] device_id is not set on port 9db0301a-0dca-45de-a8d0-bb307f913b90 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:16.811095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.813397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.836642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:16.836927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Checking segment: {'id': 'dd86510b-8059-4b0a-a0f2-f541bcd05d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1249c64e-04ff-439a-abab-b92f61a26e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:16.837333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.839073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Bound using segment: {'id': 'dd86510b-8059-4b0a-a0f2-f541bcd05d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1249c64e-04ff-439a-abab-b92f61a26e31'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:16.839608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Bound port: ba0066f0-1249-4089-ba07-cebd3f1bef38, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd86510b-8059-4b0a-a0f2-f541bcd05d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1249c64e-04ff-439a-abab-b92f61a26e31'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:16.839975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.863910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:16.899612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Subnet': ['ID=dac2b22b-b0ac-4ff6-82ff-6f18497483a1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:16.902229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=1c13ac96-8224-494a-9546-ae471046f6f9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:16.914274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No DVR routers for this DVR port 1c13ac96-8224-494a-9546-ae471046f6f9 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:16.918013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:16.928896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Transition to ACTIVE for port object 09c8c092-a636-43aa-ae30-2901749476dc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:16.946324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6887db04-ab86-4a8f-8b2e-b4bab6aabd4e None None] The port '1c13ac96-8224-494a-9546-ae471046f6f9' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:35:16.951331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Checking segment: {'id': 'ac8aabcd-9fb7-4e14-9ab8-3283caeec124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:16.951812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network hostable DHCP agents. Network: c1a48e1c-313e-42f7-8413-6ec5df6dcb1b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:16.962202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f9efebf-fbd3-454b-a8b1-f1995049d644 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:16.963427 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2f9efebf-fbd3-454b-a8b1-f1995049d644 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.1101542 Sep 22 08:35:16.983122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:17.025012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Transition to ACTIVE for port object 09c8c092-a636-43aa-ae30-2901749476dc will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:17.038124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] Set router 30b097e4-6881-4d2e-8c5a-650746d96ea3 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:35:17.093285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:17.107004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:17.118690 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:17.125382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:17.125999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.129879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=007276ae-ba92-4c8f-befe-86ffbeb8658a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:17.133456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8::1 (1249c64e-04ff-439a-abab-b92f61a26e31/23a84901-b227-4af1-952c-84dc537cca00/fdf8047f-abe8-4c47-98a3-f025c9e8ffcf) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:17.134153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.148344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.156102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port a8ba0d15-bd14-4792-80b3-fa0afdfeef2d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:17.156445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.159569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:17.185425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c1a48e1c-313e-42f7-8413-6ec5df6dcb1b) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:17.187904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Allocated IP 172.20.0.10 (40d06fd5-2cf3-4698-8d53-d9a36a05078e/e0d7ce51-361c-4f06-ab3b-94cf2d888824/9db0301a-0dca-45de-a8d0-bb307f913b90) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:17.190973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd1fc43-2f21-47a2-a484-6a9183da60f9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:17.203083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:17.203818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.217783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff121a7-74e1-4a74-9add-52fcf640003f None None] Network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:17.224047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8ed796-493f-4a26-b76a-d20018af8065') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:17.224658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8ed796-493f-4a26-b76a-d20018af8065') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:17.245638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.282903 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5b21361-ff8b-4518-bf76-857c826f2374 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6952140 Sep 22 08:35:17.284386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.290885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36782) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:17.304611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'port': {'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b', 'name': 'tempest-NetworksIpV6TestAttrs-571300135'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:17.312069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:35:14Z', 'revision_number': 6, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:17.325873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:17.326625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.341750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db803f6-7773-42a9-85d7-56bea33518bb None None] The sync data for ids ['30b097e4-6881-4d2e-8c5a-650746d96ea3'] in dv-neutron-857569-1-hyperv is: [{'id': '30b097e4-6881-4d2e-8c5a-650746d96ea3', 'name': 'tempest-ServerActionsTestJSON-1853868310-router', 'tenant_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:30:41Z', 'updated_at': '2022-09-22T08:35:14Z', 'revision_number': 6, 'project_id': '0d690f8c51f642c791c7f3eaebb2a77d', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:17.345897 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-51253031-13a6-48ed-9415-c37d4a6e2273 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.8392568 Sep 22 08:35:17.355758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:17.358549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36786) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:17.365702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] For port ba0066f0-1249-4089-ba07-cebd3f1bef38, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:17.370394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:17.380630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:17.382930 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 8 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:17.414170 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment be8ed796-493f-4a26-b76a-d20018af8065 resource provider aggregate not found Sep 22 08:35:17.437640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Pushing event updated for resources: {'Port': ['ID=09c8c092-a636-43aa-ae30-2901749476dc,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:17.480917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.527739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment be8ed796-493f-4a26-b76a-d20018af8065 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be8ed796-493f-4a26-b76a-d20018af8065 found for delete ", "request_id": "req-716b481e-5712-4a9f-b23d-893e78be4741"}]} Sep 22 08:35:17.581207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e42c172-6b16-4954-91a0-ec3c5221789b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:17.585569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:17.589227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Attempting to bind port 09c8c092-a636-43aa-ae30-2901749476dc on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:17.589601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Attempting to bind port 09c8c092-a636-43aa-ae30-2901749476dc by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:17.589959 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Attempting to bind port 09c8c092-a636-43aa-ae30-2901749476dc on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:17.637912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] For port ba0066f0-1249-4089-ba07-cebd3f1bef38, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ba0066f0-1249-4089-ba07-cebd3f1bef38,segment=NetworkSegment(dd86510b-8059-4b0a-a0f2-f541bcd05d9f),segment_id=dd86510b-8059-4b0a-a0f2-f541bcd05d9f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:17.639191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:17.639680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:17.640364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.640814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:17.641277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Bound port: 09c8c092-a636-43aa-ae30-2901749476dc, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:17.641650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.678888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.696161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.745504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.772151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 007276ae-ba92-4c8f-befe-86ffbeb8658a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:17.772151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:17.781423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=9bd1fc43-2f21-47a2-a484-6a9183da60f9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:17.781423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:17.808357 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e3806577-1e99-461f-a44d-e5c9628435fa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/9bd1fc43-2f21-47a2-a484-6a9183da60f9 HTTP/1.1" status: 204 len: 168 time: 2.6845765 Sep 22 08:35:17.808357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:port and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:17.817369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36794) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:17.817369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:17.827525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:17.839924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'name': 'tempest-PortsIpV6TestJSON-1726700999'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:17.975411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c1a48e1c-313e-42f7-8413-6ec5df6dcb1b', 'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b', 'tenant_id': '90183128b8794e6da67d0da0123bda33', 'fixed_ips': [{'subnet_id': 'dac2b22b-b0ac-4ff6-82ff-6f18497483a1'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:17.975411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.024598 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.058399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:18.058399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.106685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:18.121955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.148817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] device_id is not set on port 7ec26833-6a1b-400b-953b-18727101ec6d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:18.163543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object fdf8047f-abe8-4c47-98a3-f025c9e8ffcf will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:18.187594 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 9 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:18.194090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.214411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:18.235758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Transition to ACTIVE for port object 9db0301a-0dca-45de-a8d0-bb307f913b90 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:18.257098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:18.266906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aa53c-1543-4063-b4f1-4f949b603147 None None] Pushing event updated for resources: {'Port': ['ID=ba0066f0-1249-4089-ba07-cebd3f1bef38,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:18.308899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:18.308899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73e21651-a6a3-4fcf-bd3f-f9e91e22ca0d not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:18.323146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1c13ac96-8224-494a-9546-ae471046f6f9 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:18.381130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:18.381130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.439465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 00fab8d2-6c7b-4507-8f9d-10a3bb5c55e8 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:18.535429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Allocated IP 2001:db8::f816:3eff:fe73:bccc (c1a48e1c-313e-42f7-8413-6ec5df6dcb1b/dac2b22b-b0ac-4ff6-82ff-6f18497483a1/7ec26833-6a1b-400b-953b-18727101ec6d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:18.535429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.562135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 1c13ac96-8224-494a-9546-ae471046f6f9 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:18.562135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1c13ac96-8224-494a-9546-ae471046f6f9 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:18.572082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] For port 09c8c092-a636-43aa-ae30-2901749476dc, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:18.582872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:18.601348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] For port 09c8c092-a636-43aa-ae30-2901749476dc, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09c8c092-a636-43aa-ae30-2901749476dc,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:18.607463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.729288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a00b72-9b93-4754-9856-263c360431a3 None None] Pushing event updated for resources: {'Port': ['ID=09c8c092-a636-43aa-ae30-2901749476dc,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:18.830716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:18.896574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:18.921115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:18.951535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.072186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.089741 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 10 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:19.104730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:19.234539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:19.239427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:19.240091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.246060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Port': ['ID=9db0301a-0dca-45de-a8d0-bb307f913b90,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:19.272793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Provisioning complete for port e6e59905-6c13-412b-9897-31849821cd5d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:19.272793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.272793 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 1 to provision port e6e59905-6c13-412b-9897-31849821cd5d Sep 22 08:35:19.307285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.478893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for a8ba0d15-bd14-4792-80b3-fa0afdfeef2d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:19.490071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Current status of the port e6e59905-6c13-412b-9897-31849821cd5d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:19.509390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Provisioning complete for port 6d606e94-2136-408e-a2fd-7eccd400976a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:19.510180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.510742 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Attempt 1 to provision port 6d606e94-2136-408e-a2fd-7eccd400976a Sep 22 08:35:19.511207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.511773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b097e4-6881-4d2e-8c5a-650746d96ea3 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:35:19.556289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 007276ae-ba92-4c8f-befe-86ffbeb8658a owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:19.562844 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d7a83013-3cf5-4b20-add4-fe2ab1476993 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7513845 Sep 22 08:35:19.566630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:19.638474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.639942 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f6a3f9b9-a76b-4810-9ab7-d7a1e719641d admin admin] 10.222.0.42 "DELETE /v2.0/routers/30b097e4-6881-4d2e-8c5a-650746d96ea3 HTTP/1.1" status: 204 len: 168 time: 6.1362121 Sep 22 08:35:19.640781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.652440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36802) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:19.659551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.709744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:19.714070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ba0066f0-1249-4089-ba07-cebd3f1bef38 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:19.744701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:19.748404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.754383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.859835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:floatingip and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:19.864955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=00fab8d2-6c7b-4507-8f9d-10a3bb5c55e8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:19.873092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:19.878399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 1249c64e-04ff-439a-abab-b92f61a26e31 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:19.893212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:19.897059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:19.897719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:19.918790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Transition to ACTIVE for port object 7ec26833-6a1b-400b-953b-18727101ec6d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:19.949241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:19.962912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73ceaf-15e4-4cab-bbc3-7778b690d877 None None] Network 1249c64e-04ff-439a-abab-b92f61a26e31 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:19.992651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:20.004279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=fdf8047f-abe8-4c47-98a3-f025c9e8ffcf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:20.013864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:20.018427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:20.027566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] Deleting subnet 13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:20.030900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.035587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:20.036242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.058735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.065263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fec1c32b-919d-4588-a158-0c6983ccaac3 None None] Current status of the port 6d606e94-2136-408e-a2fd-7eccd400976a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:20.106345 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10f026fd-2d7e-4e9c-bed3-b1bbcdf6f36b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2918851 Sep 22 08:35:20.111986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.113495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ba0066f0-1249-4089-ba07-cebd3f1bef38 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:20.122852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09c8c092-a636-43aa-ae30-2901749476dc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:20.124072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36806) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:20.164827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.211600 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=007276ae-ba92-4c8f-befe-86ffbeb8658a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:20.225578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.242175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Allocated IP 2001:db8::f816:3eff:feb2:d297 (c1a48e1c-313e-42f7-8413-6ec5df6dcb1b/dac2b22b-b0ac-4ff6-82ff-6f18497483a1/b775fd6c-8ac3-43f9-a032-b62ab797290a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:20.274328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:20.284108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:20.291038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:20.294191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.298519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:20.299493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.327358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.351728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Port': ['ID=7ec26833-6a1b-400b-953b-18727101ec6d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:20.355927 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b739e4de-25fe-4324-ac19-03dd7c37daa7 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0637445 Sep 22 08:35:20.359419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36810) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:20.413725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Provisioning complete for port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:20.414097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.415005 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 1 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:20.468046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 00fab8d2-6c7b-4507-8f9d-10a3bb5c55e8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:20.468374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.486478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting subnet dac2b22b-b0ac-4ff6-82ff-6f18497483a1 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:20.498922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:20.499164 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-058a562d-a892-4782-88a7-e85b2d5a1f0a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/007276ae-ba92-4c8f-befe-86ffbeb8658a HTTP/1.1" status: 204 len: 168 time: 3.1317265 Sep 22 08:35:20.503936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.549971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'mac_address': 'fa:16:3e:87:97:b6', 'name': 'tempest-PortsTestJSON-1183111111'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:20.559200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=a8ba0d15-bd14-4792-80b3-fa0afdfeef2d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:20.571022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:20.598103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.602910 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2890eeb6-bb1c-46d5-ad00-30b2f49739f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/a8ba0d15-bd14-4792-80b3-fa0afdfeef2d HTTP/1.1" status: 204 len: 168 time: 3.6184847 Sep 22 08:35:20.608909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:20.710692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 09c8c092-a636-43aa-ae30-2901749476dc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:20.725561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:20.735710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:20.744442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:20.745142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e42c172-6b16-4954-91a0-ec3c5221789b no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:20.756798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:20.806500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 0e42c172-6b16-4954-91a0-ec3c5221789b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:20.806840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e42c172-6b16-4954-91a0-ec3c5221789b not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:20.809226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.816096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.826186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Transition to ACTIVE for port object b775fd6c-8ac3-43f9-a032-b62ab797290a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:20.826594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:20.862814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Transition to ACTIVE for port object b775fd6c-8ac3-43f9-a032-b62ab797290a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:20.874964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.937482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:20.978115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Pushing event updated for resources: {'Port': ['ID=b775fd6c-8ac3-43f9-a032-b62ab797290a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:20.997858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:20.999438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:21.002609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:21.084105 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 2 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:21.155153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Allocated IP 172.26.8.135 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/f09bda39-3ffb-4cda-bb52-742e8994b503) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:21.179379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.203436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.205842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:21.219596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.226873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Attempting to bind port b775fd6c-8ac3-43f9-a032-b62ab797290a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:21.227262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Attempting to bind port b775fd6c-8ac3-43f9-a032-b62ab797290a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'ac8aabcd-9fb7-4e14-9ab8-3283caeec124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:21.227624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Attempting to bind port b775fd6c-8ac3-43f9-a032-b62ab797290a on network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:21.233992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:21.234368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Checking segment: {'id': 'ac8aabcd-9fb7-4e14-9ab8-3283caeec124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:21.234765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.235467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Bound using segment: {'id': 'ac8aabcd-9fb7-4e14-9ab8-3283caeec124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:21.235658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Bound port: b775fd6c-8ac3-43f9-a032-b62ab797290a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8aabcd-9fb7-4e14-9ab8-3283caeec124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c1a48e1c-313e-42f7-8413-6ec5df6dcb1b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:21.236028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.334578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] For port b775fd6c-8ac3-43f9-a032-b62ab797290a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:21.338008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] For port b775fd6c-8ac3-43f9-a032-b62ab797290a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b775fd6c-8ac3-43f9-a032-b62ab797290a,segment=NetworkSegment(ac8aabcd-9fb7-4e14-9ab8-3283caeec124),segment_id=ac8aabcd-9fb7-4e14-9ab8-3283caeec124)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:21.343836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.349775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port f18193a0-030d-4089-ad54-8626e46126d9 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:21.458313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ade59c-3598-435e-aa33-d5f87c32447f None None] Pushing event updated for resources: {'Port': ['ID=b775fd6c-8ac3-43f9-a032-b62ab797290a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:21.503111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274cebb-7498-49d1-bf29-a995cc722643 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:21.505224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274cebb-7498-49d1-bf29-a995cc722643 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:21.506025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0274cebb-7498-49d1-bf29-a995cc722643 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:21.509905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.708912 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 3 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:21.801155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 00fab8d2-6c7b-4507-8f9d-10a3bb5c55e8 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:21.853029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0274cebb-7498-49d1-bf29-a995cc722643 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:21.854233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.854688 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0274cebb-7498-49d1-bf29-a995cc722643 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2417989 Sep 22 08:35:21.867098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36824) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:21.883706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:21.915884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:21.999090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38b810c-39df-4225-9c08-11f99b3c58e2 None None] Network b87c257a-8658-4e2a-8156-439803f1dec3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:22.017767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:22.030192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.030192 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f8092c36-bbbc-481d-a544-77fb51b35b0f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/13b4ccdd-e4ed-4fc7-b461-c54b5e8be61d HTTP/1.1" status: 204 len: 168 time: 2.3672063 Sep 22 08:35:22.045243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36828) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:22.088984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.151906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet f5f3b083-14e0-465d-9a84-dfeb9dd74d24 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:22.166425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.169054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.171894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.278294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=00fab8d2-6c7b-4507-8f9d-10a3bb5c55e8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:22.279888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.284533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.292527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.299870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.305445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.330734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.330734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.379061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Deleting port c3abc935-fb00-4116-be09-61fdbb924b42 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:22.379061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.393016 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 4 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:22.421587 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-473ab329-56b1-4657-a324-5430c639d6d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/00fab8d2-6c7b-4507-8f9d-10a3bb5c55e8 HTTP/1.1" status: 204 len: 168 time: 2.2453949 Sep 22 08:35:22.422994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:22.437496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36832) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:22.524679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.552011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:22.552011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] DHCP port deletion for b87c257a-8658-4e2a-8156-439803f1dec3 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:22.552011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Deleting port c3abc935-fb00-4116-be09-61fdbb924b42 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:22.563305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.574748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=fdf8047f-abe8-4c47-98a3-f025c9e8ffcf,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:22.603748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:22.603748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:22.633517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'mac_address': 'fa:16:3e:c3:d2:d0', 'name': 'tempest-PortsIpV6TestJSON-2043699819'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:22.657968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.790360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f3b083-14e0-465d-9a84-dfeb9dd74d24,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:22.792164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Port': ['ID=f09bda39-3ffb-4cda-bb52-742e8994b503,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:22.822877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1af0e-2d7f-4fca-9f6f-b9896312d8a7 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:22.828584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.843199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7f6f8-7f88-4e3e-acc2-92414e5f9072 None None] Network c1a48e1c-313e-42f7-8413-6ec5df6dcb1b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:22.844337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.890557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:22.907087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Subnet': ['ID=dac2b22b-b0ac-4ff6-82ff-6f18497483a1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:22.919704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.021512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:23.026078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:23.032525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:23.067122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:23.067122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:23.067122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.077010 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d2c7bbb-5044-4324-88d1-c49a067aa020 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/dac2b22b-b0ac-4ff6-82ff-6f18497483a1 HTTP/1.1" status: 204 len: 168 time: 2.7159026 Sep 22 08:35:23.077171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36836) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:23.080280 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 5 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:23.084321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:23.096542 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0a2a8c68-325e-421d-8fc9-79bb8a9d7634 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/f5f3b083-14e0-465d-9a84-dfeb9dd74d24 HTTP/1.1" status: 204 len: 168 time: 1.2116878 Sep 22 08:35:23.104433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:23.114078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36840) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:23.127306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:23.158180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:23.177738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] For port c3abc935-fb00-4116-be09-61fdbb924b42, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c3abc935-fb00-4116-be09-61fdbb924b42,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:23.177738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.225957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=f18193a0-030d-4089-ad54-8626e46126d9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:23.242287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 1249c64e-04ff-439a-abab-b92f61a26e31 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:23.255681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.265233 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-03a85667-ff60-49d9-b88e-64b1064f681b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7612221 Sep 22 08:35:23.270741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13c6cad2-c211-4f55-97ad-84d435285f3f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552744 Sep 22 08:35:23.271123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36844) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:23.272545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:23.279399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:23.303414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:23.311187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Calling delete_port for c3abc935-fb00-4116-be09-61fdbb924b42 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:23.329277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] For port c3abc935-fb00-4116-be09-61fdbb924b42, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c3abc935-fb00-4116-be09-61fdbb924b42,segment=NetworkSegment(b894eb46-1aab-4a84-812b-d26c357e7e40),segment_id=b894eb46-1aab-4a84-812b-d26c357e7e40)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:23.329674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.406130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:23.417932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77125cc2-49ec-4cdd-8377-523b52471e70 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:23.419965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77125cc2-49ec-4cdd-8377-523b52471e70 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:23.424651 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77125cc2-49ec-4cdd-8377-523b52471e70 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3418610 Sep 22 08:35:23.438463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36852) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:23.577865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Calling delete_port for c3abc935-fb00-4116-be09-61fdbb924b42 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:23.656861 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 6 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:23.685655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b775fd6c-8ac3-43f9-a032-b62ab797290a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:23.703141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:23.703141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:23.708571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:23.713234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-906a931e-573b-4183-8aae-7b91247fcb94 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.715580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:23.723512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.745215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.790951 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-906a931e-573b-4183-8aae-7b91247fcb94 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 08:35:23.790951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906a931e-573b-4183-8aae-7b91247fcb94 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:23.790951 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-906a931e-573b-4183-8aae-7b91247fcb94 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/c1a48e1c-313e-42f7-8413-6ec5df6dcb1b HTTP/1.1" status: 409 len: 405 time: 0.3489866 Sep 22 08:35:23.793585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36856) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:23.814038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:23.818396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706029846'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:23.820900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:23.824477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.824676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:23.827805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:network and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:23.831079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:23.841607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:23.849735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port b775fd6c-8ac3-43f9-a032-b62ab797290a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:23.855817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:23.860522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.891664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 75aead32-1466-41cf-92d2-941a0da966cf yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:23.893067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:23.894288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:23.898658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.966605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:23.973533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] Deleting port 09c8c092-a636-43aa-ae30-2901749476dc {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:23.974418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:23.983301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3abc935-fb00-4116-be09-61fdbb924b42,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:23.989865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] No DVR routers for this DVR port c3abc935-fb00-4116-be09-61fdbb924b42 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:24.034051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:35:24.051393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:24.071670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c3abc935-fb00-4116-be09-61fdbb924b42 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:24.105686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] DHCP port deletion for c1a48e1c-313e-42f7-8413-6ec5df6dcb1b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:24.116326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c3abc935-fb00-4116-be09-61fdbb924b42 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:24.117057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c3abc935-fb00-4116-be09-61fdbb924b42 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:24.120595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] Deleting port b775fd6c-8ac3-43f9-a032-b62ab797290a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:24.121288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.247758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.248024 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Added segment ee019c18-71fc-438b-934f-9571dc322f80 of type vlan for network 7ce3feec-ca28-451f-86dd-211350a1aea0 Sep 22 08:35:24.259370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5de1f-d505-4cdf-805a-d1ce9a8583a3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:24.260321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6ab5de1f-d505-4cdf-805a-d1ce9a8583a3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:24.353810 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 7 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:24.371337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6ab5de1f-d505-4cdf-805a-d1ce9a8583a3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:24.372779 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6ab5de1f-d505-4cdf-805a-d1ce9a8583a3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/f18193a0-030d-4089-ad54-8626e46126d9 HTTP/1.1" status: 200 len: 841 time: 1.0983012 Sep 22 08:35:24.375487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.388608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:24.399635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.402722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Deleting port c3abc935-fb00-4116-be09-61fdbb924b42 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:24.403356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.522838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87c257a-8658-4e2a-8156-439803f1dec3']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:24.535025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:24.557686 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] Sync routers for ids ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:24.571455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b894eb46-1aab-4a84-812b-d26c357e7e40') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:24.571755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b894eb46-1aab-4a84-812b-d26c357e7e40') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:24.577734 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] Routers {'6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:24.579435 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:24.588740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port f18193a0-030d-4089-ad54-8626e46126d9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:24.589347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.606231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.624031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.640445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-777f3f43-8d66-4cd0-a964-25a465dfa4ce None None] The port 'c3abc935-fb00-4116-be09-61fdbb924b42' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:35:24.648138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:24.656285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] For port 09c8c092-a636-43aa-ae30-2901749476dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09c8c092-a636-43aa-ae30-2901749476dc,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:24.656285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.685420 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:24.686033 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b1bbb174-352f-48f1-ab43-b4b7c415297d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4219949 Sep 22 08:35:24.697513 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] Routers {'6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:24.698552 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:24.712678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:24.722453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.754705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.782728 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:24.783060 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49f08bc-6bb8-41a9-96a8-a0d3371b2339 None None] The sync data for ids ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:24.801178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] Calling delete_port for 09c8c092-a636-43aa-ae30-2901749476dc owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:24.812063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.818330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:24.819591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.850997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.861912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] For port b775fd6c-8ac3-43f9-a032-b62ab797290a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b775fd6c-8ac3-43f9-a032-b62ab797290a,segment=NetworkSegment(ac8aabcd-9fb7-4e14-9ab8-3283caeec124),segment_id=ac8aabcd-9fb7-4e14-9ab8-3283caeec124)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:24.862340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.867980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Port': ['ID=f09bda39-3ffb-4cda-bb52-742e8994b503,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:24.929108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:24.930431 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c74d3aef-9911-4d69-97be-6ffb4b790972 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3470049 Sep 22 08:35:24.936177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36868) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:24.964680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f2b74795-2c24-44bd-ab82-2073971f8178 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'floatingip': {'port_id': '9db0301a-0dca-45de-a8d0-bb307f913b90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:25.031744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] Calling delete_port for b775fd6c-8ac3-43f9-a032-b62ab797290a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:25.066240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.112077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.115849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2b74795-2c24-44bd-ab82-2073971f8178 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.151565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.166085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.168087 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 8 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:25.187268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:25.187693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.210425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] Pushing event deleted for resources: {'Port': ['ID=09c8c092-a636-43aa-ae30-2901749476dc,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:25.227127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b84bb-19c4-4761-98be-89dc55141611 None None] No DVR routers for this DVR port 09c8c092-a636-43aa-ae30-2901749476dc on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:25.237216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.261004 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4587145 Sep 22 08:35:25.276052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:25.308230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] Pushing event deleted for resources: {'Port': ['ID=b775fd6c-8ac3-43f9-a032-b62ab797290a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:25.308230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:25.308230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf541e-c3e1-4005-a608-80859821a270 None None] No DVR routers for this DVR port b775fd6c-8ac3-43f9-a032-b62ab797290a on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:25.330909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce0ba2-409c-4ff5-ab48-bb675f55a93c None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:35:25.331869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:25.345015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5cb00-4658-4799-9462-92b241406898 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Network': ['ID=7ce3feec-ca28-451f-86dd-211350a1aea0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:25.355882 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b894eb46-1aab-4a84-812b-d26c357e7e40 resource provider aggregate not found Sep 22 08:35:25.364999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'subnet': {'network_id': '7ce3feec-ca28-451f-86dd-211350a1aea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:25.369857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:25.389179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecc0c2-d19d-47b9-bd90-71daaf8c11df tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:25.390152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 7ce3feec-ca28-451f-86dd-211350a1aea0 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:25.390355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-23ecc0c2-d19d-47b9-bd90-71daaf8c11df tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:25.410285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:25.410285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.422172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=3c4aa03e-bab3-46e8-bb76-82e57c478ec8,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:25.437752 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b894eb46-1aab-4a84-812b-d26c357e7e40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b894eb46-1aab-4a84-812b-d26c357e7e40 found for delete ", "request_id": "req-4805a674-5910-4386-8cfc-89254fd62c0d"}]} Sep 22 08:35:25.450191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:25.455680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=75aead32-1466-41cf-92d2-941a0da966cf,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:25.470385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:25.475757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:25.485031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:25.485897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.492622 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7dae6f3f-56ad-4cb2-93b7-c7f32eec7459 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2151306 Sep 22 08:35:25.543757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09c8c092-a636-43aa-ae30-2901749476dc no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:25.548108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:25.568366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'name': 'tempest-NetworksTestDHCPv6-1674776039'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:25.587320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 09c8c092-a636-43aa-ae30-2901749476dc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:25.587568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09c8c092-a636-43aa-ae30-2901749476dc not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:25.588254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b775fd6c-8ac3-43f9-a032-b62ab797290a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:25.622762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-23ecc0c2-d19d-47b9-bd90-71daaf8c11df tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:25.623836 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-23ecc0c2-d19d-47b9-bd90-71daaf8c11df tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports/fdf8047f-abe8-4c47-98a3-f025c9e8ffcf HTTP/1.1" status: 200 len: 911 time: 0.9097905 Sep 22 08:35:25.636565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.637894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:25.655279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: b775fd6c-8ac3-43f9-a032-b62ab797290a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:25.655970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b775fd6c-8ac3-43f9-a032-b62ab797290a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:25.663495 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea37a6be-fd04-4e75-8d32-1d9dbe765ccb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0649049 Sep 22 08:35:25.673762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36888) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:25.684216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce0ba2-409c-4ff5-ab48-bb675f55a93c None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:35:25.730175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.776976 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-f2b74795-2c24-44bd-ab82-2073971f8178 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] update failed (client error): The resource could not be found. Sep 22 08:35:25.778057 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2b74795-2c24-44bd-ab82-2073971f8178 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "PUT /v2.0/floatingips/1efaa159-3746-424a-9d92-6647ce4e8e92 HTTP/1.1" status: 404 len: 507 time: 0.8262842 Sep 22 08:35:25.786496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:25.801530 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 9 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:25.852347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:25.910286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:25.980232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for f18193a0-030d-4089-ad54-8626e46126d9 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:25.995481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Deleting port f09bda39-3ffb-4cda-bb52-742e8994b503 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:25.998077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.079241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] Pushing event deleted for resources: {'Network': ['ID=b87c257a-8658-4e2a-8156-439803f1dec3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:26.089004 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e26dae1c-c74e-480e-a5e9-3bf9b0a0a66e admin admin] 10.222.0.42 "DELETE /v2.0/networks/b87c257a-8658-4e2a-8156-439803f1dec3 HTTP/1.1" status: 204 len: 168 time: 4.0521049 Sep 22 08:35:26.108206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:26.132716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:subnet and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:26.144515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:26.153612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.351242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '3c4aa03e-bab3-46e8-bb76-82e57c478ec8'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:26.351748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.380651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.381023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.405752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:26.409953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:26.413764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=f18193a0-030d-4089-ad54-8626e46126d9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:26.428153 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 10 to provision port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 Sep 22 08:35:26.434344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.467317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6705c-12e1-48e8-816c-b6beb52eb010 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:26.467317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-27b6705c-12e1-48e8-816c-b6beb52eb010 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:26.506501 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0084eb4c-8c0d-44fc-a35f-c92c0be94a34 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/f18193a0-030d-4089-ad54-8626e46126d9 HTTP/1.1" status: 204 len: 168 time: 2.1120074 Sep 22 08:35:26.506501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:26.509243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.554069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Calling delete_port for f09bda39-3ffb-4cda-bb52-742e8994b503 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:26.556440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:26.570667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Could not find standard attr ID for object 1c13ac96-8224-494a-9546-ae471046f6f9. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:26.580446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:26.601969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Provisioning for port 9db0301a-0dca-45de-a8d0-bb307f913b90 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:26.608760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Provisioning complete for port 9db0301a-0dca-45de-a8d0-bb307f913b90 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:26.608760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.608760 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 1 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:26.624943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-27b6705c-12e1-48e8-816c-b6beb52eb010 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:26.629615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-27b6705c-12e1-48e8-816c-b6beb52eb010 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/75aead32-1466-41cf-92d2-941a0da966cf HTTP/1.1" status: 200 len: 845 time: 0.9471960 Sep 22 08:35:26.631641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36906) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:26.670122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:26.705839 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a539c2d-0d6c-4c2b-b24e-4fb6f0280a24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d690f8c51f642c791c7f3eaebb2a77d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2924914 Sep 22 08:35:26.709929 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad68a3e-3745-449c-9ae5-c69dc5eb9fe0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:35:26.710446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cad68a3e-3745-449c-9ae5-c69dc5eb9fe0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:26.713671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36910) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:26.733030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:26.771870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/3c4aa03e-bab3-46e8-bb76-82e57c478ec8/6db51fba-7be2-4597-b2af-b7a16341b0ee) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:26.771870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:26.784028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 75aead32-1466-41cf-92d2-941a0da966cf {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:26.784028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.817153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:26.820597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:26.934973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port aad4e842-e35c-408c-86e9-498dfbb314a8 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:26.987923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cad68a3e-3745-449c-9ae5-c69dc5eb9fe0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:26.989332 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cad68a3e-3745-449c-9ae5-c69dc5eb9fe0 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/f18193a0-030d-4089-ad54-8626e46126d9 HTTP/1.1" status: 404 len: 333 time: 0.4012215 Sep 22 08:35:26.993556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36916) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:27.001303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'name': 'tempest-PortsTestJSON-1338126325'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:27.045405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4337504-5989-41d8-8a36-7840b94ed65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.082946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.106664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Transition to ACTIVE for port object 6db51fba-7be2-4597-b2af-b7a16341b0ee will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:27.114251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.130966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Transition to ACTIVE for port object 6db51fba-7be2-4597-b2af-b7a16341b0ee will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:27.137546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.202073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4337504-5989-41d8-8a36-7840b94ed65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.209589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:27.231040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:27.231811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event deleted for resources: {'Port': ['ID=f09bda39-3ffb-4cda-bb52-742e8994b503,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:27.232542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:27.236339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:27.262226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:27.276736 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 2 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:27.312924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:27.316981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.393145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Pushing event updated for resources: {'Port': ['ID=6db51fba-7be2-4597-b2af-b7a16341b0ee,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:27.399295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 4ed2ff96-3db7-4581-9d30-dc51c403962f yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Attempting to bind port 6db51fba-7be2-4597-b2af-b7a16341b0ee on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Attempting to bind port 6db51fba-7be2-4597-b2af-b7a16341b0ee by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Attempting to bind port 6db51fba-7be2-4597-b2af-b7a16341b0ee on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Bound port: 6db51fba-7be2-4597-b2af-b7a16341b0ee, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:27.428477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.454307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:27.469772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.498894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.541802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] For port 6db51fba-7be2-4597-b2af-b7a16341b0ee, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:27.543658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] For port 6db51fba-7be2-4597-b2af-b7a16341b0ee, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6db51fba-7be2-4597-b2af-b7a16341b0ee,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:27.553463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.626901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd47de-d7a3-45db-bdda-e662d22c7e21 None None] Pushing event updated for resources: {'Port': ['ID=6db51fba-7be2-4597-b2af-b7a16341b0ee,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:27.668816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::34a (f665e6c9-a097-4574-a663-b19ea5e6aeb8/3c4aa03e-bab3-46e8-bb76-82e57c478ec8/aad4e842-e35c-408c-86e9-498dfbb314a8) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:27.676748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:35:27.682324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.685940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 75aead32-1466-41cf-92d2-941a0da966cf owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:27.737277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.783389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4337504-5989-41d8-8a36-7840b94ed65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.837695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4337504-5989-41d8-8a36-7840b94ed65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7adad8-e7d9-40c8-93b1-d4cea4ae6049,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:27.881135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4337504-5989-41d8-8a36-7840b94ed65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.882592 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a4337504-5989-41d8-8a36-7840b94ed65b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc7adad8-e7d9-40c8-93b1-d4cea4ae6049 HTTP/1.1" status: 204 len: 168 time: 1.1661439 Sep 22 08:35:27.907548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.908946 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bf8f3c66-9a10-4f95-8514-2e553319076a tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "DELETE /v2.0/floatingips/1efaa159-3746-424a-9d92-6647ce4e8e92 HTTP/1.1" status: 204 len: 168 time: 2.1218438 Sep 22 08:35:27.934522 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 3 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:27.935126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:27.943354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:28.044153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:28.083152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=75aead32-1466-41cf-92d2-941a0da966cf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:28.088424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Subnet': ['ID=4bed7afd-7c65-49ed-b0a2-d42eea486168,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:28.150672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Checking segment: {'id': 'ee019c18-71fc-438b-934f-9571dc322f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7ce3feec-ca28-451f-86dd-211350a1aea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:28.151041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network hostable DHCP agents. Network: 7ce3feec-ca28-451f-86dd-211350a1aea0, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:28.197876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.217285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network 7ce3feec-ca28-451f-86dd-211350a1aea0 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:28.245658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 7ce3feec-ca28-451f-86dd-211350a1aea0) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:28.246458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'floatingip': {'floating_network_id': '40d06fd5-2cf3-4698-8d53-d9a36a05078e', 'port_id': '9db0301a-0dca-45de-a8d0-bb307f913b90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:28.265093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:28.267595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.277447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:floatingip and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:28.284058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:28.285541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.286060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:28.298590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:28.315256 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d939b0d0-eee0-4637-9b3d-72c5e6d06456 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/75aead32-1466-41cf-92d2-941a0da966cf HTTP/1.1" status: 204 len: 168 time: 1.6817901 Sep 22 08:35:28.322137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36928) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:28.336670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.383957 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-17628097-1c89-465f-a024-05d913b4a6a6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:35:28.384517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17628097-1c89-465f-a024-05d913b4a6a6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:28.396152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port fdf8047f-abe8-4c47-98a3-f025c9e8ffcf {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:28.396596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.428150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.439409 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb811707-4294-4c9c-b5ab-13921cbc4b24 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1584456 Sep 22 08:35:28.447036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36936) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:28.475074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.545581 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 4 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:28.558387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17628097-1c89-465f-a024-05d913b4a6a6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:28.559579 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17628097-1c89-465f-a024-05d913b4a6a6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/75aead32-1466-41cf-92d2-941a0da966cf HTTP/1.1" status: 404 len: 333 time: 0.2364864 Sep 22 08:35:28.591092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36944) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:28.607272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'name': 'tempest-PortsIpV6TestJSON-1695357544'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:28.614851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:28.621372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object aad4e842-e35c-408c-86e9-498dfbb314a8 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:28.623107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:28.634192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:28.639751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:28.646070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:28.646917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.669414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=4ed2ff96-3db7-4581-9d30-dc51c403962f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:28.691255 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1701cacd-8e18-4b32-8b14-d25eb3bc27e5 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6961582 Sep 22 08:35:28.704165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36948) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:28.713789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:28.778360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.825143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:28.832842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.855363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:28.917804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:28.921236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:28.936392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.035360 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:35:29.036679 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0da61ce9-2b9f-4145-b654-3d958fadb545 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0164092 Sep 22 08:35:29.047089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:29.051536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 8ec6df40-8c3d-4be3-95a7-5b333635616b yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:29.081457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b44366c-2b3e-417b-8725-3b322fe81be2 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:29.098878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2242697-73e0-4552-b633-90dadf5061d3 None None] Network 7ce3feec-ca28-451f-86dd-211350a1aea0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:29.161497 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 5 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:29.169617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for fdf8047f-abe8-4c47-98a3-f025c9e8ffcf owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:29.199684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.221903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:29.332723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.377797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=aad4e842-e35c-408c-86e9-498dfbb314a8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:29.385178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:29.388648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.390350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:29.496661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '9db0301a-0dca-45de-a8d0-bb307f913b90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:29.502226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=8ec6df40-8c3d-4be3-95a7-5b333635616b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:29.510385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:29.524881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:29.525801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.554920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.561233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.561976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] In _notify_port_updated(), no bound segment for port 4ed2ff96-3db7-4581-9d30-dc51c403962f on network 7009098c-8311-473f-9a70-d51545c76b20 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:35:29.569172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.572129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:29.572976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.574209 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "PUT /v2.0/ports/4ed2ff96-3db7-4581-9d30-dc51c403962f HTTP/1.1" status: 200 len: 818 time: 0.8688824 Sep 22 08:35:29.589363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035857c-7068-42dc-81b5-77647a14ce71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-7ce3feec-ca28-451f-86dd-211350a1aea0', 'network_id': '7ce3feec-ca28-451f-86dd-211350a1aea0', 'tenant_id': '90183128b8794e6da67d0da0123bda33', 'fixed_ips': [{'subnet_id': '4bed7afd-7c65-49ed-b0a2-d42eea486168'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:29.590081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b035857c-7068-42dc-81b5-77647a14ce71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.617604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:29.618506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.682603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:29.689556 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db08285f-7f2e-424e-ad43-ee2f94d509b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1375809 Sep 22 08:35:29.693967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.702653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 36978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:29.703627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Usage tracker for resource:floatingip and tenant:711936c3abc34adeb064ebba3f1f9cac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:29.757595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:29.758341 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 6 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:29.777527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:29.785273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Subnet': ['ID=4bed7afd-7c65-49ed-b0a2-d42eea486168,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:29.787336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:29.877472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:29.880285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:29.885837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:29.886528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:29.905721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6db51fba-7be2-4597-b2af-b7a16341b0ee up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:29.950231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-b035857c-7068-42dc-81b5-77647a14ce71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bed7afd-7c65-49ed-b0a2-d42eea486168: This subnet is being modified by another concurrent operation. Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:35:29.951848 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bed7afd-7c65-49ed-b0a2-d42eea486168: This subnet is being modified by another concurrent operation. Sep 22 08:35:29.955119 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 08:35:30.007373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56822a75-816e-4bc3-ab02-94ce531e9b4d None None] Network 7ce3feec-ca28-451f-86dd-211350a1aea0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:30.046582 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-766fe700-ea60-4252-881d-704163ef205b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4539456 Sep 22 08:35:30.052111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 36986) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:30.056269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48b841-87cd-4d72-b060-c115eead0444 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=4ed2ff96-3db7-4581-9d30-dc51c403962f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:30.093010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:30.110064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.132460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.196179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce3feec-ca28-451f-86dd-211350a1aea0']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:30.218466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee019c18-71fc-438b-934f-9571dc322f80') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:30.218466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee019c18-71fc-438b-934f-9571dc322f80') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:30.244980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.253538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=fdf8047f-abe8-4c47-98a3-f025c9e8ffcf,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:30.268941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 4ed2ff96-3db7-4581-9d30-dc51c403962f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:30.268941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.334111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.341469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:30.342096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.345430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 6db51fba-7be2-4597-b2af-b7a16341b0ee completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:30.352485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.452632 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 7 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:30.461674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2a11d-3a21-4b23-8641-d559b7b28bd3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:30.468154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2a11d-3a21-4b23-8641-d559b7b28bd3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:30.469014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dda2a11d-3a21-4b23-8641-d559b7b28bd3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:30.479805 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ee019c18-71fc-438b-934f-9571dc322f80 resource provider aggregate not found Sep 22 08:35:30.494362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.502430 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ee019c18-71fc-438b-934f-9571dc322f80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee019c18-71fc-438b-934f-9571dc322f80 found for delete ", "request_id": "req-0a7191da-659f-450d-be26-0bb1e9216b27"}]} Sep 22 08:35:30.544786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.551946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dda2a11d-3a21-4b23-8641-d559b7b28bd3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:30.551946 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dda2a11d-3a21-4b23-8641-d559b7b28bd3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8048706 Sep 22 08:35:30.595278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37000) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:30.597426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.600141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:30.608372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:30.670323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Network': ['ID=7ce3feec-ca28-451f-86dd-211350a1aea0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:30.681812 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5f69cf73-86d4-410d-bfbc-326dffe98edd tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/7ce3feec-ca28-451f-86dd-211350a1aea0 HTTP/1.1" status: 204 len: 168 time: 2.2226539 Sep 22 08:35:30.686183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37010) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:30.701653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2009604827'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:30.860865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:30.872775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port aad4e842-e35c-408c-86e9-498dfbb314a8 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:30.872775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:30.901944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2d0e463b-9b3d-419a-b284-cb0e16c736c7 tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:30.905024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:network and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:30.915656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:30.934543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:31.000921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.068268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:31.075894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11560191-1e56-4eed-adc5-ec05869f82ee None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:35:31.079898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.110779 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 8 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:31.162529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.188848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:31.263482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 4ed2ff96-3db7-4581-9d30-dc51c403962f owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:31.274098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2d0e463b-9b3d-419a-b284-cb0e16c736c7 tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "PUT /v2.0/quotas/aec338b4684c42de98adbaf4cf880c75 HTTP/1.1" status: 200 len: 366 time: 0.6019914 Sep 22 08:35:31.274098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:31.277119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11560191-1e56-4eed-adc5-ec05869f82ee None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:35:31.289166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37014) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.328662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.328886 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Added segment 00f2a8e1-ddf8-44a7-af24-43a48ae659a5 of type vlan for network 43557df7-5c33-422a-aa8d-90c74db3b62c Sep 22 08:35:31.335100 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-96401a45-fa16-4ed0-833d-7bc944cab44b tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0429575 Sep 22 08:35:31.344619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37018) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.388221 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6712dba1-48ff-4eeb-9a95-44c6d5237c5d tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "GET /v2.0/quotas/aec338b4684c42de98adbaf4cf880c75 HTTP/1.1" status: 200 len: 366 time: 0.0433233 Sep 22 08:35:31.396227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37022) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.426745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.475010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.579365 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16c4a5ad-445c-4b19-a49c-662465882f70 tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/aec338b4684c42de98adbaf4cf880c75 HTTP/1.1" status: 204 len: 168 time: 0.1713798 Sep 22 08:35:31.603927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:35:31.608269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37026) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.638025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for aad4e842-e35c-408c-86e9-498dfbb314a8 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:31.693640 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 9 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:31.718352 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4ec3577-2792-4187-b758-42422a0133a9 tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1058667 Sep 22 08:35:31.728134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.739967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37030) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.781899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:31.817117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Allocated IP 172.26.8.75 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/3d50be78-a31e-4945-ad63-7b233237df4b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:31.823946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.830661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:31.830661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.896406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=4ed2ff96-3db7-4581-9d30-dc51c403962f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:31.904695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.910671 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-64952524-ce8f-4452-a956-1caedba8664b tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "GET /v2.0/quotas/aec338b4684c42de98adbaf4cf880c75 HTTP/1.1" status: 200 len: 370 time: 0.0970140 Sep 22 08:35:31.911632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:31.918432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37034) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.925660 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] Sync routers for ids ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:31.939423 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d085352-e09f-4185-a330-bc3ba0a4ed02 tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "GET /v2.0/quotas/aec338b4684c42de98adbaf4cf880c75/default HTTP/1.1" status: 200 len: 370 time: 0.0129077 Sep 22 08:35:31.939423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37038) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.939707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] Routers {'6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:31.939707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:31.996083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:31.996083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6d42271c-aad5-4684-94a8-c11e2478d4fe tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/4ed2ff96-3db7-4581-9d30-dc51c403962f HTTP/1.1" status: 204 len: 168 time: 2.3409564 Sep 22 08:35:31.996083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37042) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:31.996083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-9877d70f-ed38-432d-8e06-33e6e658428a tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] delete failed (client error): The resource could not be found. Sep 22 08:35:31.996083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9877d70f-ed38-432d-8e06-33e6e658428a tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/aec338b4684c42de98adbaf4cf880c75 HTTP/1.1" status: 404 len: 348 time: 0.0286970 Sep 22 08:35:31.996083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa4c7c44-4228-4a28-8dc7-cca50157b648 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3337243 Sep 22 08:35:32.019047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:32.032721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] Routers {'6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:32.032721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:32.043480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37048) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.090321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.091589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] In _notify_port_updated(), no bound segment for port 8ec6df40-8c3d-4be3-95a7-5b333635616b on network f723c619-0b4e-4f16-a3e0-18baabedacdd {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:35:32.103594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:32.105514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.110202 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "PUT /v2.0/ports/8ec6df40-8c3d-4be3-95a7-5b333635616b HTTP/1.1" status: 200 len: 818 time: 2.0528142 Sep 22 08:35:32.111695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:32.111695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a5f0cd-0161-41c4-b41e-c20cb2796ae8 None None] The sync data for ids ['6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:32.168303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.168303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37054) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.168303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.215025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74f44d-2c2c-4f32-aed1-eb56eaa51078 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=8ec6df40-8c3d-4be3-95a7-5b333635616b,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:32.253682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b9625-2eb8-4993-8485-c01aeeb628e4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:32.253682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9f2b9625-2eb8-4993-8485-c01aeeb628e4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:32.278908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9f2b9625-2eb8-4993-8485-c01aeeb628e4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:32.278908 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9f2b9625-2eb8-4993-8485-c01aeeb628e4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2962987 Sep 22 08:35:32.278908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37060) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.285124 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 10 to provision port 9db0301a-0dca-45de-a8d0-bb307f913b90 Sep 22 08:35:32.342373 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6457951 Sep 22 08:35:32.344873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37064) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.351459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec7257dd-5ec3-4653-b7d5-7b368adfb84d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:32.353685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Port 9db0301a-0dca-45de-a8d0-bb307f913b90 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:32.353867 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52f9cb4-15b5-4403-8f31-1c72ef00c736 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:35:32.353867 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d52f9cb4-15b5-4403-8f31-1c72ef00c736 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/4ed2ff96-3db7-4581-9d30-dc51c403962f HTTP/1.1" status: 404 len: 333 time: 0.0698133 Sep 22 08:35:32.353867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'subnet': {'network_id': '43557df7-5c33-422a-aa8d-90c74db3b62c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:32.364393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Provisioning for port ba0066f0-1249-4089-ba07-cebd3f1bef38 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:32.366572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Provisioning complete for port ba0066f0-1249-4089-ba07-cebd3f1bef38 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:32.366859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.367652 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Attempt 1 to provision port ba0066f0-1249-4089-ba07-cebd3f1bef38 Sep 22 08:35:32.372241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37068) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.378468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a22f9-5c93-4312-9b74-93a613525f93 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Network': ['ID=43557df7-5c33-422a-aa8d-90c74db3b62c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:32.384516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1674423982'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:32.405874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=aad4e842-e35c-408c-86e9-498dfbb314a8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:32.406094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 43557df7-5c33-422a-aa8d-90c74db3b62c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:32.438863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:32.455063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:32.465875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:32.482496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:32.497651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.504258 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3710cf10-81e3-4b61-8b73-cb8a78918c63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/aad4e842-e35c-408c-86e9-498dfbb314a8 HTTP/1.1" status: 204 len: 168 time: 1.9020469 Sep 22 08:35:32.504988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37072) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.508929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:32.573983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 8ec6df40-8c3d-4be3-95a7-5b333635616b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:32.574621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.576101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:subnet and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:32.578427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:32.582401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.607461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec7257dd-5ec3-4653-b7d5-7b368adfb84d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:32.610433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec7257dd-5ec3-4653-b7d5-7b368adfb84d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7 HTTP/1.1" status: 200 len: 205 time: 0.5640762 Sep 22 08:35:32.610805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:32.621127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:32.623859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:network and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:32.625301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Current status of the port ba0066f0-1249-4089-ba07-cebd3f1bef38 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:32.625780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.634270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37076) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.650440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:32.655585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.695720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] For port ba0066f0-1249-4089-ba07-cebd3f1bef38, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ba0066f0-1249-4089-ba07-cebd3f1bef38,segment=NetworkSegment(dd86510b-8059-4b0a-a0f2-f541bcd05d9f),segment_id=dd86510b-8059-4b0a-a0f2-f541bcd05d9f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:32.711556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.736478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:32.806366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43851f7-b3d2-49d1-90c8-7c5859aa905e None None] Pushing event updated for resources: {'Port': ['ID=ba0066f0-1249-4089-ba07-cebd3f1bef38,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:32.810152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d0422-1d35-4771-a8b3-36d99e41617e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:32.812968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d0422-1d35-4771-a8b3-36d99e41617e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:32.814583 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a13d0422-1d35-4771-a8b3-36d99e41617e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3077979 Sep 22 08:35:32.820195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:32.824648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:32.825571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Could not find standard attr ID for object a8ba0d15-bd14-4792-80b3-fa0afdfeef2d. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:32.830198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Could not find standard attr ID for object 09c8c092-a636-43aa-ae30-2901749476dc. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:32.842865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Provisioning complete for port ba0066f0-1249-4089-ba07-cebd3f1bef38 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:32.843941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.843941 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Attempt 1 to provision port ba0066f0-1249-4089-ba07-cebd3f1bef38 Sep 22 08:35:32.901119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.901119 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment a60415dd-366c-41e9-b8c8-b08f06825544 of type vlan for network 730af921-e63a-489c-87f7-4d78abc0d06c Sep 22 08:35:32.914290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.924443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:subnet and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:32.961621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 3c4aa03e-bab3-46e8-bb76-82e57c478ec8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:32.962281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.980257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Current status of the port ba0066f0-1249-4089-ba07-cebd3f1bef38 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:32.983906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Could not find standard attr ID for object aad4e842-e35c-408c-86e9-498dfbb314a8. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:32.987839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Could not find standard attr ID for object fdf8047f-abe8-4c47-98a3-f025c9e8ffcf. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:32.989913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b983bcf0-5ccd-4ac8-aee8-b874c15304f5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:32.990745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Could not find standard attr ID for object b775fd6c-8ac3-43f9-a032-b62ab797290a. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:35:33.005058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Provisioning for port 6db51fba-7be2-4597-b2af-b7a16341b0ee completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:33.013067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Provisioning complete for port 6db51fba-7be2-4597-b2af-b7a16341b0ee triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:33.013503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.013897 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Attempt 1 to provision port 6db51fba-7be2-4597-b2af-b7a16341b0ee Sep 22 08:35:33.155872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.229965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Current status of the port 6db51fba-7be2-4597-b2af-b7a16341b0ee is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:33.229965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.234482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.289571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] For port 6db51fba-7be2-4597-b2af-b7a16341b0ee, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6db51fba-7be2-4597-b2af-b7a16341b0ee,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:33.293693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.379795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:33.386464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.388683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:33.388683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.396391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a750437-14f1-4691-9ed7-fa542531eaf0 None None] Pushing event updated for resources: {'Port': ['ID=6db51fba-7be2-4597-b2af-b7a16341b0ee,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:33.420952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.482141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:subnetpool and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:33.482141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.583810 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2113395 Sep 22 08:35:33.589233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ba0066f0-1249-4089-ba07-cebd3f1bef38 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:33.592993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:33.594055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37086) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:33.630950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:33.648818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.678605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 8ec6df40-8c3d-4be3-95a7-5b333635616b owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:33.683729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ba0066f0-1249-4089-ba07-cebd3f1bef38 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:33.684069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.684332 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ba0066f0-1249-4089-ba07-cebd3f1bef38 Sep 22 08:35:33.693932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064cab0-d9ee-43e6-853d-ac356a39cea3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=730af921-e63a-489c-87f7-4d78abc0d06c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:33.729661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 730af921-e63a-489c-87f7-4d78abc0d06c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:33.759811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Subnet': ['ID=91b404cd-ec89-4714-9227-e07a452d67e0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:33.792207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:port and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:33.870775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Checking segment: {'id': '00f2a8e1-ddf8-44a7-af24-43a48ae659a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43557df7-5c33-422a-aa8d-90c74db3b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:33.870775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network hostable DHCP agents. Network: 43557df7-5c33-422a-aa8d-90c74db3b62c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:33.879250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:33.891234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b983bcf0-5ccd-4ac8-aee8-b874c15304f5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.901649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b983bcf0-5ccd-4ac8-aee8-b874c15304f5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.905932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.954810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:33.964147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:router and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:33.968389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:33.999025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ba0066f0-1249-4089-ba07-cebd3f1bef38 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:34.002057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6db51fba-7be2-4597-b2af-b7a16341b0ee up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:34.014669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:34.016193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4aa03e-bab3-46e8-bb76-82e57c478ec8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:34.016404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network 43557df7-5c33-422a-aa8d-90c74db3b62c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:34.023431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:34.027181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:34.028258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:34.034934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:34.040610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.040610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:34.046929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 43557df7-5c33-422a-aa8d-90c74db3b62c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:34.046929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.055124 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-436115fd-f6f8-4997-a4dc-4ea3273468d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/3c4aa03e-bab3-46e8-bb76-82e57c478ec8 HTTP/1.1" status: 204 len: 168 time: 1.2230315 Sep 22 08:35:34.063689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:34.063689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.063689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37090) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.075510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:34.081615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b983bcf0-5ccd-4ac8-aee8-b874c15304f5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.081615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b983bcf0-5ccd-4ac8-aee8-b874c15304f5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Fanout notify agent at l3_agent the message router_deleted on router 6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:35:34.098887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event updated for resources: {'Port': ['ID=3d50be78-a31e-4945-ad63-7b233237df4b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:34.101698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:floatingip and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:34.117383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa92bd-7371-4bc4-90c2-cc63bdd06434 None None] Network 43557df7-5c33-422a-aa8d-90c74db3b62c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:34.130583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ddcad-3d62-47e9-a6d0-a95e8930d3aa None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:34.164401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:34.169914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.171724 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/8ec6df40-8c3d-4be3-95a7-5b333635616b HTTP/1.1" status: 204 len: 168 time: 2.0013082 Sep 22 08:35:34.180239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37094) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.182535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f736d97-2a2f-4d96-aab5-dcf7b9e4a624 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=8ec6df40-8c3d-4be3-95a7-5b333635616b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:34.194278 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc6ccdb5-1a08-4442-82cd-76cde8c14f77 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308832 Sep 22 08:35:34.197789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:34.201985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.224488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37096) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.240454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b983bcf0-5ccd-4ac8-aee8-b874c15304f5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.241054 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b983bcf0-5ccd-4ac8-aee8-b874c15304f5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7 HTTP/1.1" status: 204 len: 168 time: 1.5889239 Sep 22 08:35:34.256010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37102) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.402036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet 23a84901-b227-4af1-952c-84dc537cca00 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:34.406029 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7dfde37b-78b4-4903-b7fb-0c8b23cebb2c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0608983 Sep 22 08:35:34.410449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37106) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.416307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.478308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6db51fba-7be2-4597-b2af-b7a16341b0ee triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:34.478732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.479573 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6db51fba-7be2-4597-b2af-b7a16341b0ee Sep 22 08:35:34.501873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:security_group and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:34.525792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6984d770-132b-4020-9856-ac91db205d15 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:34.528999 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6984d770-132b-4020-9856-ac91db205d15 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3318219 Sep 22 08:35:34.534327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37110) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.572040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866daf2-2470-4715-bb9d-4873d018e51a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:34.572040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0866daf2-2470-4715-bb9d-4873d018e51a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:34.609759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Deleting port 3d50be78-a31e-4945-ad63-7b233237df4b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:34.609759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.637770 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b30ce5-8f46-4d98-b543-44105211bb78 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:35:34.639096 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e8b30ce5-8f46-4d98-b543-44105211bb78 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/8ec6df40-8c3d-4be3-95a7-5b333635616b HTTP/1.1" status: 404 len: 333 time: 0.1054347 Sep 22 08:35:34.653538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37114) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.653538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1403042193'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:34.664691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:34.664691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0866daf2-2470-4715-bb9d-4873d018e51a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:34.664691 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0866daf2-2470-4715-bb9d-4873d018e51a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4386997 Sep 22 08:35:34.669905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:34.676234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37118) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:34.681429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:34.706743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-43557df7-5c33-422a-aa8d-90c74db3b62c', 'network_id': '43557df7-5c33-422a-aa8d-90c74db3b62c', 'tenant_id': '90183128b8794e6da67d0da0123bda33', 'fixed_ips': [{'subnet_id': '91b404cd-ec89-4714-9227-e07a452d67e0'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:34.706743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.726364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:34.745958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:34.768656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Usage tracker for resource:security_group_rule and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:34.781027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:34.785094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.807799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4cb9a0-6ed9-451a-9c94-032c8a288361 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:34.808577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf4cb9a0-6ed9-451a-9c94-032c8a288361 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:34.814399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:34.817517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6db51fba-7be2-4597-b2af-b7a16341b0ee is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:34.822409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] Deleting port 6db51fba-7be2-4597-b2af-b7a16341b0ee {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:34.822409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.824731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.860622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:34.885255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:34.922731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:34.929304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf4cb9a0-6ed9-451a-9c94-032c8a288361 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:34.930209 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bf4cb9a0-6ed9-451a-9c94-032c8a288361 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2569041 Sep 22 08:35:34.946236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37122) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:35.012495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=ae0d9b05-fb0f-4691-b8ee-3b556664746d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:35.020677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.021222 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment da6cd409-957e-4ffb-9594-6666b1645378 of type vlan for network 99592792-d35c-4c9c-85cb-3bb606de9638 Sep 22 08:35:35.048255 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6df58126-1b75-498d-a1a9-da69a67e6640 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011031 Sep 22 08:35:35.054822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:35.079965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:35.117441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': 'a60415dd-366c-41e9-b8c8-b08f06825544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:35.117786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 730af921-e63a-489c-87f7-4d78abc0d06c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:35.134251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Allocated IP 2001:db8::2 (43557df7-5c33-422a-aa8d-90c74db3b62c/91b404cd-ec89-4714-9227-e07a452d67e0/34ebe326-eca4-4b2b-aa39-a1f19df1c012) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:35.169257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] For port 6db51fba-7be2-4597-b2af-b7a16341b0ee, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6db51fba-7be2-4597-b2af-b7a16341b0ee,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:35.169887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.195103 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5f6934ba-d814-46b7-9cb9-4bf1fdca1f6f tempest-QuotasTest-812756646 tempest-QuotasTest-812756646-project-admin] 10.222.0.42 "GET /v2.0/quotas/6f4e117c6d4a404fbfa1356273556563/details.json HTTP/1.1" status: 200 len: 703 time: 3.0179415 Sep 22 08:35:35.224680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.257250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.287985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 730af921-e63a-489c-87f7-4d78abc0d06c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:35.306755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:35.317520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 730af921-e63a-489c-87f7-4d78abc0d06c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:35.319089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.329422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:35.330326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.338736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:35.360902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.361219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.382371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d0a14-51f5-4680-97c4-f4a75b835ac4 None None] Network 730af921-e63a-489c-87f7-4d78abc0d06c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:35.484772 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] Calling delete_port for 6db51fba-7be2-4597-b2af-b7a16341b0ee owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:35.495170 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:35.496044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.512556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Calling delete_port for 3d50be78-a31e-4945-ad63-7b233237df4b owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:35.572783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6db51fba-7be2-4597-b2af-b7a16341b0ee no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:35.593122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:35.597091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.608389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.668322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.676456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=99592792-d35c-4c9c-85cb-3bb606de9638,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:35.688901 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-acf623aa-3a92-422d-a6b0-e76cb2fb536b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0854740 Sep 22 08:35:35.704894 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c763d515-6172-4b04-bad7-ae52817a02cd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0579491 Sep 22 08:35:35.706331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37134) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:35.713969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37136) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:35.719091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 99592792-d35c-4c9c-85cb-3bb606de9638 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:35.721743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:35.749419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:35.859902 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No ports have port_id starting with 6db51fba-7be2-4597-b2af-b7a16341b0ee Sep 22 08:35:35.870152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.876262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.914183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:35.938800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37142) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:35.983016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:35.992810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:35.996325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:36.002457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:36.016017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] Pushing event deleted for resources: {'Port': ['ID=6db51fba-7be2-4597-b2af-b7a16341b0ee,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:36.017963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:36.018967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d3927d-f6f7-4547-9c13-e51997ac48c5 None None] No DVR routers for this DVR port 6db51fba-7be2-4597-b2af-b7a16341b0ee on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:36.022367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.033301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event deleted for resources: {'Port': ['ID=3d50be78-a31e-4945-ad63-7b233237df4b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:36.039901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.078433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c5762-0ed5-41cb-b405-5334466a5dc4 None None] Network 1249c64e-04ff-439a-abab-b92f61a26e31 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:36.098785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=23a84901-b227-4af1-952c-84dc537cca00,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:36.144383 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-08b4cdc3-8b75-4567-8196-139fda6df3ca tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/23a84901-b227-4af1-952c-84dc537cca00 HTTP/1.1" status: 204 len: 168 time: 1.8910973 Sep 22 08:35:36.146076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37148) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:36.199160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.232393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:36.275098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:36.288494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61c0c0e7-99c7-4ba0-9860-cda8bcea6621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.288494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Transition to ACTIVE for port object 34ebe326-eca4-4b2b-aa39-a1f19df1c012 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:36.299306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:36.309237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.341117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:36.351659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-730af921-e63a-489c-87f7-4d78abc0d06c', 'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c', 'tenant_id': 'bf957cdc588a406e84dfc2cb0a538838', 'fixed_ips': [{'subnet_id': 'ae0d9b05-fb0f-4691-b8ee-3b556664746d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:36.351659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.364166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.375657 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] create failed (client error): The resource could not be found. Sep 22 08:35:36.375657 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-16143b28-7a36-4646-9b4a-c933c583cd24 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.9956853 Sep 22 08:35:36.376296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:36.376383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Transition to ACTIVE for port object 34ebe326-eca4-4b2b-aa39-a1f19df1c012 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:36.378713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37152) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:36.388354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port ba0066f0-1249-4089-ba07-cebd3f1bef38 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:36.388879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.392825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Usage tracker for resource:security_group_rule and tenant:80ef5b8764b24858b8732cf6ac1f4d57 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:36.433456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:36.439591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:36.442269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.482779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.504639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.504891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:36.582443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Network 43557df7-5c33-422a-aa8d-90c74db3b62c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:36.590405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:36.595908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:36.596085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Subnet': ['ID=91b404cd-ec89-4714-9227-e07a452d67e0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:36.600396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Pushing event updated for resources: {'Port': ['ID=34ebe326-eca4-4b2b-aa39-a1f19df1c012,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:36.640242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.683349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Deleting port 9db0301a-0dca-45de-a8d0-bb307f913b90 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:36.683758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.736288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.768045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Attempting to bind port 34ebe326-eca4-4b2b-aa39-a1f19df1c012 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:36.769005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Attempting to bind port 34ebe326-eca4-4b2b-aa39-a1f19df1c012 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '00f2a8e1-ddf8-44a7-af24-43a48ae659a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43557df7-5c33-422a-aa8d-90c74db3b62c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:36.769583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Attempting to bind port 34ebe326-eca4-4b2b-aa39-a1f19df1c012 on network 43557df7-5c33-422a-aa8d-90c74db3b62c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:36.784706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:36.785159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Checking segment: {'id': '00f2a8e1-ddf8-44a7-af24-43a48ae659a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43557df7-5c33-422a-aa8d-90c74db3b62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:36.785545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.786106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Bound using segment: {'id': '00f2a8e1-ddf8-44a7-af24-43a48ae659a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43557df7-5c33-422a-aa8d-90c74db3b62c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:36.786736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Bound port: 34ebe326-eca4-4b2b-aa39-a1f19df1c012, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f2a8e1-ddf8-44a7-af24-43a48ae659a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43557df7-5c33-422a-aa8d-90c74db3b62c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:36.787327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.797027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Allocated IP 172.20.0.2 (730af921-e63a-489c-87f7-4d78abc0d06c/ae0d9b05-fb0f-4691-b8ee-3b556664746d/5695b1d4-d7e9-4603-99f1-fd7a018c42d7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:36.847590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:36.853300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43557df7-5c33-422a-aa8d-90c74db3b62c']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:36.869029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:36.872512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:36.873101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.885703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f2a8e1-ddf8-44a7-af24-43a48ae659a5') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:36.886225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f2a8e1-ddf8-44a7-af24-43a48ae659a5') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:36.896345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port ba0066f0-1249-4089-ba07-cebd3f1bef38, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ba0066f0-1249-4089-ba07-cebd3f1bef38,segment=NetworkSegment(dd86510b-8059-4b0a-a0f2-f541bcd05d9f),segment_id=dd86510b-8059-4b0a-a0f2-f541bcd05d9f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:36.897748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.910876 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ae0d9b05-fb0f-4691-b8ee-3b556664746d (CIDR: 172.20.0.0/28) Sep 22 08:35:36.918385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:36.942147 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:35:36.942598 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:36.945808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=6000183e-43a9-43b4-88fa-aaafb5b4a4e7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:37.047508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] DHCP port deletion for 1249c64e-04ff-439a-abab-b92f61a26e31 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:37.049808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dfc92c-d389-407c-bda0-14d295228ec7 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:37.050563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for ba0066f0-1249-4089-ba07-cebd3f1bef38 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:37.075308 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d58d08c0-90e9-44a9-8e77-56209501b17d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3623359 Sep 22 08:35:37.076730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.082056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:37.090704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] For port 34ebe326-eca4-4b2b-aa39-a1f19df1c012, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:37.096359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:37.107145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Deleting port ba0066f0-1249-4089-ba07-cebd3f1bef38 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:37.107544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.121456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.122573 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e72cf8c-c5fa-4b7c-b2a2-fd2e1c8f5400 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0630238 Sep 22 08:35:37.131786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37160) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:37.247914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.262846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.308843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=d1beef8d-6a02-462d-ab22-ed029376833f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:37.322728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': '6000183e-43a9-43b4-88fa-aaafb5b4a4e7', 'ip_address': '2001:db8::caf7:57c9:d080:43f3'}], 'name': 'tempest-NetworksTestDHCPv6-1191901843'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:37.346038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:37.346483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.362391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': 'da6cd409-957e-4ffb-9594-6666b1645378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:37.363187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: 99592792-d35c-4c9c-85cb-3bb606de9638, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:37.367617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ff0149-eb4e-4662-8174-d95931ff03fa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:37.378514 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-abe986d4-995e-484b-83a2-509e0f7a1c9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80ef5b8764b24858b8732cf6ac1f4d57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4333076 Sep 22 08:35:37.382991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37166) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:37.427640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.487938 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 00f2a8e1-ddf8-44a7-af24-43a48ae659a5 resource provider aggregate not found Sep 22 08:35:37.539337 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 00f2a8e1-ddf8-44a7-af24-43a48ae659a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00f2a8e1-ddf8-44a7-af24-43a48ae659a5 found for delete ", "request_id": "req-c74ef9d2-3276-4bf0-becc-cec570b9a96f"}]} Sep 22 08:35:37.577005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ba0066f0-1249-4089-ba07-cebd3f1bef38 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:37.600894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 08:35:37.600894 dv-neutron-857569-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 08:35:37.600894 dv-neutron-857569-1-hyperv neutron-server[89052]: [parameters: {'id': '43557df7-5c33-422a-aa8d-90c74db3b62c'}] Sep 22 08:35:37.600894 dv-neutron-857569-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:37.602267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:37.609818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.624382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.667276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] For port 34ebe326-eca4-4b2b-aa39-a1f19df1c012, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34ebe326-eca4-4b2b-aa39-a1f19df1c012,segment=NetworkSegment(00f2a8e1-ddf8-44a7-af24-43a48ae659a5),segment_id=00f2a8e1-ddf8-44a7-af24-43a48ae659a5)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:37.669626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 99592792-d35c-4c9c-85cb-3bb606de9638 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:37.673836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] For port ba0066f0-1249-4089-ba07-cebd3f1bef38, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ba0066f0-1249-4089-ba07-cebd3f1bef38,segment=NetworkSegment(dd86510b-8059-4b0a-a0f2-f541bcd05d9f),segment_id=dd86510b-8059-4b0a-a0f2-f541bcd05d9f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:37.674453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.681543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ba0066f0-1249-4089-ba07-cebd3f1bef38 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:37.681888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ba0066f0-1249-4089-ba07-cebd3f1bef38 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:37.689185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.694061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Transition to ACTIVE for port object 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:37.705305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=ba0066f0-1249-4089-ba07-cebd3f1bef38,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:37.707898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:37.712416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No DVR routers for this DVR port ba0066f0-1249-4089-ba07-cebd3f1bef38 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:37.750131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Calling delete_port for 9db0301a-0dca-45de-a8d0-bb307f913b90 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:37.757065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:37.776699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:37.790199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:37.808844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 99592792-d35c-4c9c-85cb-3bb606de9638) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:37.827107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:37.827948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.828074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '6000183e-43a9-43b4-88fa-aaafb5b4a4e7'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:37.828842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.851497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:37.854229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e527f875-bfd6-4de1-8b59-3a4df02c3614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.875441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:37.879424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.881678 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00399685-e04e-4027-b4ee-a7d4020ec916 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1420836 Sep 22 08:35:37.884777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37172) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:37.901042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:37.909727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.911368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b298e99-9446-4033-9677-a26259010867 None None] Network 99592792-d35c-4c9c-85cb-3bb606de9638 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:37.912783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:37.947638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e527f875-bfd6-4de1-8b59-3a4df02c3614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:37.990825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Transition to ACTIVE for port object 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:37.998882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Calling delete_port for ba0066f0-1249-4089-ba07-cebd3f1bef38 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:38.014900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:38.075925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.089222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1249c64e-04ff-439a-abab-b92f61a26e31']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:38.107293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.181468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd86510b-8059-4b0a-a0f2-f541bcd05d9f') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:38.181968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd86510b-8059-4b0a-a0f2-f541bcd05d9f') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:38.203708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e527f875-bfd6-4de1-8b59-3a4df02c3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.207721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.210526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.218879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Network 730af921-e63a-489c-87f7-4d78abc0d06c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:38.219686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4828e1-0110-4770-b965-e5e3ebdaeff1 None None] Pushing event updated for resources: {'Port': ['ID=34ebe326-eca4-4b2b-aa39-a1f19df1c012,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:38.222553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:38.256441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting port 34ebe326-eca4-4b2b-aa39-a1f19df1c012 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:38.256781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.280096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event deleted for resources: {'Port': ['ID=9db0301a-0dca-45de-a8d0-bb307f913b90,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:38.288519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:38.304332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.329979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:38.329979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.343481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527f875-bfd6-4de1-8b59-3a4df02c3614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ff0149-eb4e-4662-8174-d95931ff03fa,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:38.363168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:38.404725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:38.418593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:38.430846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e527f875-bfd6-4de1-8b59-3a4df02c3614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.432691 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e527f875-bfd6-4de1-8b59-3a4df02c3614 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27ff0149-eb4e-4662-8174-d95931ff03fa HTTP/1.1" status: 204 len: 168 time: 1.0454049 Sep 22 08:35:38.439639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:38.463082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:38.467689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.473325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.494737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.541084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.568776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=1249c64e-04ff-439a-abab-b92f61a26e31,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:38.608372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.610393 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0587bc0c-d5fb-417f-9d22-6290f3adce6e tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "DELETE /v2.0/ports/9db0301a-0dca-45de-a8d0-bb307f913b90 HTTP/1.1" status: 204 len: 168 time: 2.2252192 Sep 22 08:35:38.614881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:38.627241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 82253a4d-1373-4510-ab12-2aed74cd1f6c yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:38.696282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/6000183e-43a9-43b4-88fa-aaafb5b4a4e7/82edf200-6802-4e34-b5a5-67395f07a55d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:38.706418 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1beef8d-6a02-462d-ab22-ed029376833f (CIDR: 2001:db8::/64) Sep 22 08:35:38.714820 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:35:38.715629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:38.746013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b5739-057b-4936-9378-35d4cbf9d591 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:38.747685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-501b5739-057b-4936-9378-35d4cbf9d591 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Synchronizing usage tracker for tenant:711936c3abc34adeb064ebba3f1f9cac on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:38.760042 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-98bc0389-da15-49a0-8cc6-3c14aa4d8555 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8739800 Sep 22 08:35:38.762676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37184) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:38.773040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:38.798505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-501b5739-057b-4936-9378-35d4cbf9d591 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Unset dirty status for tenant:711936c3abc34adeb064ebba3f1f9cac on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:38.800253 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-501b5739-057b-4936-9378-35d4cbf9d591 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d69e70b-dfd4-4b51-ba0e-3c06c7c75271 HTTP/1.1" status: 200 len: 913 time: 0.1832919 Sep 22 08:35:38.805101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37188) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:38.850011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Pushing event updated for resources: {'Port': ['ID=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:38.891611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:38.896473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-60e0ff8b-c1ba-4837-8d43-bfd80937fbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.909643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:38.910004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:38.929742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde82542-2e35-45f9-9b68-f9def1dc9638 None None] Network 43557df7-5c33-422a-aa8d-90c74db3b62c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:38.943689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:38.994779 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b277b7c-a53e-43e0-8061-a238c842aca6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/1249c64e-04ff-439a-abab-b92f61a26e31 HTTP/1.1" status: 204 len: 168 time: 2.8429267 Sep 22 08:35:39.002458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:39.004279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] For port 34ebe326-eca4-4b2b-aa39-a1f19df1c012, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34ebe326-eca4-4b2b-aa39-a1f19df1c012,segment=NetworkSegment(00f2a8e1-ddf8-44a7-af24-43a48ae659a5),segment_id=00f2a8e1-ddf8-44a7-af24-43a48ae659a5)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:39.004917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.021766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:39.026683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1635739659', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:39.037858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:39.093019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Attempting to bind port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:39.093588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Attempting to bind port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'a60415dd-366c-41e9-b8c8-b08f06825544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:39.093731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Attempting to bind port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 on network 730af921-e63a-489c-87f7-4d78abc0d06c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:39.185355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:39.185355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Checking segment: {'id': 'a60415dd-366c-41e9-b8c8-b08f06825544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:39.185355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.185787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Bound using segment: {'id': 'a60415dd-366c-41e9-b8c8-b08f06825544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:39.190175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Bound port: 5695b1d4-d7e9-4603-99f1-fd7a018c42d7, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60415dd-366c-41e9-b8c8-b08f06825544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:39.190175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.222594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:39.236845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Usage tracker for resource:security_group_rule and tenant:6f4e117c6d4a404fbfa1356273556563 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:39.245514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:39.250454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:39.259474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:39.302679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Calling delete_port for 34ebe326-eca4-4b2b-aa39-a1f19df1c012 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:39.330346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:39.334009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:router and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:39.344240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:39.358392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:39.359689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-99592792-d35c-4c9c-85cb-3bb606de9638', 'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638', 'tenant_id': '1952bd3ef9bd49818f7d1549347a39d8', 'fixed_ips': [{'subnet_id': 'd1beef8d-6a02-462d-ab22-ed029376833f'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:39.360508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.361150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:39.363799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:39.367248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.405884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.406893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.414227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Deleting port ba0066f0-1249-4089-ba07-cebd3f1bef38 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:39.414601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.467601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.528256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.568214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.569940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 730af921-e63a-489c-87f7-4d78abc0d06c is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:39.573944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.614912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e5877834-d0f3-463d-abeb-d1bb9a7fb4f3 None None] The port 'ba0066f0-1249-4089-ba07-cebd3f1bef38' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:35:39.635068 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment dd86510b-8059-4b0a-a0f2-f541bcd05d9f resource provider aggregate not found Sep 22 08:35:39.656387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Transition to ACTIVE for port object 82edf200-6802-4e34-b5a5-67395f07a55d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:39.662189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] For port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:39.672419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:39.679710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No DVR routers for this DVR port 34ebe326-eca4-4b2b-aa39-a1f19df1c012 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:39.691120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.700288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.707094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:39.707714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.710088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] For port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,segment=NetworkSegment(a60415dd-366c-41e9-b8c8-b08f06825544),segment_id=a60415dd-366c-41e9-b8c8-b08f06825544)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:39.715683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Transition to ACTIVE for port object 82edf200-6802-4e34-b5a5-67395f07a55d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:39.754591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.762502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment dd86510b-8059-4b0a-a0f2-f541bcd05d9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd86510b-8059-4b0a-a0f2-f541bcd05d9f found for delete ", "request_id": "req-eac3e6e1-e99f-40e3-afd7-5fba7bf535b9"}]} Sep 22 08:35:39.764159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Port': ['ID=34ebe326-eca4-4b2b-aa39-a1f19df1c012,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:39.808382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.811003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=7b3e9092-1868-4810-a7d6-10d9ff25145c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:39.844245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.872529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:39.881918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:39.885017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:39.918892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Allocated IP 2001:db8::2 (99592792-d35c-4c9c-85cb-3bb606de9638/d1beef8d-6a02-462d-ab22-ed029376833f/e32b3fe7-5ca8-40e6-9b67-e0a529c33872) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:39.927389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:39.987899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa1896-a0cb-44a4-bcb9-dda0c5df7750 None None] Pushing event updated for resources: {'Port': ['ID=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:40.082801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.083807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.132565 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-902c5912-3b4e-4d16-982a-a52e0b147be1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0492129 Sep 22 08:35:40.201162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37206) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:40.214066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.227542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Attempting to bind port 82edf200-6802-4e34-b5a5-67395f07a55d on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:40.228462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Attempting to bind port 82edf200-6802-4e34-b5a5-67395f07a55d by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:40.228980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Attempting to bind port 82edf200-6802-4e34-b5a5-67395f07a55d on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:40.242687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::caf7:57c9:d080:43f3 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/6000183e-43a9-43b4-88fa-aaafb5b4a4e7/82253a4d-1373-4510-ab12-2aed74cd1f6c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:40.256591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Pushing event updated for resources: {'Port': ['ID=82edf200-6802-4e34-b5a5-67395f07a55d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:40.264813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:40.265535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:40.267747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.269742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:40.270447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Bound port: 82edf200-6802-4e34-b5a5-67395f07a55d, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:40.271063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.276687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c', 'fixed_ips': [{'subnet_id': 'ae0d9b05-fb0f-4691-b8ee-3b556664746d'}, {'subnet_id': '7b3e9092-1868-4810-a7d6-10d9ff25145c'}], 'name': 'tempest-PortsTestJSON-1685680690'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:40.293001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 99592792-d35c-4c9c-85cb-3bb606de9638 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:40.310961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:40.347518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:40.348405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.360622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.445337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=00f925ce-082d-4947-b625-5f3433416041,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:40.470857 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af04f34d-1c65-4ff9-ba3f-08d7426caab6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7068973 Sep 22 08:35:40.473015 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] For port 82edf200-6802-4e34-b5a5-67395f07a55d, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:40.474548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa74ead1-9441-4ceb-82ae-3360565d21f6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:40.478555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37210) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:40.484112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] For port 82edf200-6802-4e34-b5a5-67395f07a55d, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=82edf200-6802-4e34-b5a5-67395f07a55d,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:40.489575 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e8b34e67-66ef-4466-911e-e564fa1501bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f4e117c6d4a404fbfa1356273556563&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5939755 Sep 22 08:35:40.496523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:40.496687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638', 'fixed_ips': [{'subnet_id': 'd1beef8d-6a02-462d-ab22-ed029376833f'}, {'subnet_id': '00f925ce-082d-4947-b625-5f3433416041'}], 'name': 'tempest-PortsIpV6TestJSON-1237280181'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:40.498168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43557df7-5c33-422a-aa8d-90c74db3b62c']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:40.511137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.521061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.544904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Transition to ACTIVE for port object e32b3fe7-5ca8-40e6-9b67-e0a529c33872 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:40.572397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Transition to ACTIVE for port object e32b3fe7-5ca8-40e6-9b67-e0a529c33872 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:40.624564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.625111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:40.646375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:40.652423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:40.668949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f2a8e1-ddf8-44a7-af24-43a48ae659a5') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:40.669840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f2a8e1-ddf8-44a7-af24-43a48ae659a5') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:40.673277 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:40.675489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Network 99592792-d35c-4c9c-85cb-3bb606de9638 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:40.679368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:40.684017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:40.722597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.730681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:40.739149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:40.742915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:40.750984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:40.803483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.823530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:40.839925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:40.883529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:40.883941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:40.900579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2e333-be28-4b75-9301-a15fcc473291 None None] Pushing event updated for resources: {'Port': ['ID=82edf200-6802-4e34-b5a5-67395f07a55d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:41.025974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99cfce9b-d462-4530-9cab-028435ecba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.075801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Attempting to bind port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:41.076290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Attempting to bind port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'da6cd409-957e-4ffb-9594-6666b1645378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:41.076664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Attempting to bind port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 on network 99592792-d35c-4c9c-85cb-3bb606de9638 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:41.079571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Deleting port bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:41.080110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.084673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.091337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:41.092311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Checking segment: {'id': 'da6cd409-957e-4ffb-9594-6666b1645378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:41.092433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.092809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Bound using segment: {'id': 'da6cd409-957e-4ffb-9594-6666b1645378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:41.093292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Bound port: e32b3fe7-5ca8-40e6-9b67-e0a529c33872, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6cd409-957e-4ffb-9594-6666b1645378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:41.093669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.119978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Pushing event updated for resources: {'Port': ['ID=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:41.229563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] For port e32b3fe7-5ca8-40e6-9b67-e0a529c33872, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:41.235336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] For port e32b3fe7-5ca8-40e6-9b67-e0a529c33872, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,segment=NetworkSegment(da6cd409-957e-4ffb-9594-6666b1645378),segment_id=da6cd409-957e-4ffb-9594-6666b1645378)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:41.240646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.287642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.298654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99cfce9b-d462-4530-9cab-028435ecba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.307567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.360893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.389488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261bd06-9dd5-476e-a7c7-3224161ba8ce None None] Pushing event updated for resources: {'Port': ['ID=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:41.444441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.448373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Network': ['ID=43557df7-5c33-422a-aa8d-90c74db3b62c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:41.473662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.475920 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dc033789-1bdd-498c-876e-1d82eb27b963 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/43557df7-5c33-422a-aa8d-90c74db3b62c HTTP/1.1" status: 204 len: 168 time: 7.0636237 Sep 22 08:35:41.477233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 82253a4d-1373-4510-ab12-2aed74cd1f6c will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:41.494982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37218) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:41.507147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 355c2074-b855-4fa9-b889-94f02cfc9cef yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:41.521319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c109a8d-c244-4209-97ff-269e4d7a6763 None None] Network 730af921-e63a-489c-87f7-4d78abc0d06c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:41.669411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99cfce9b-d462-4530-9cab-028435ecba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.684759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.707437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 82edf200-6802-4e34-b5a5-67395f07a55d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:41.800104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fa379065-d88a-4640-9348-dfa832d22ebe None None] Provisioning for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:41.847429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.852545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.874453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 82edf200-6802-4e34-b5a5-67395f07a55d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:41.887153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:41.895827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfce9b-d462-4530-9cab-028435ecba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa74ead1-9441-4ceb-82ae-3360565d21f6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:41.910536 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 00f2a8e1-ddf8-44a7-af24-43a48ae659a5 resource provider aggregate not found Sep 22 08:35:41.914991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:41.945658 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 00f2a8e1-ddf8-44a7-af24-43a48ae659a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00f2a8e1-ddf8-44a7-af24-43a48ae659a5 found for delete ", "request_id": "req-10a50d2f-1530-4b82-9d4d-b2787e9f415c"}]} Sep 22 08:35:41.961566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-877680373'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:42.021807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99cfce9b-d462-4530-9cab-028435ecba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.023761 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99cfce9b-d462-4530-9cab-028435ecba28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa74ead1-9441-4ceb-82ae-3360565d21f6 HTTP/1.1" status: 204 len: 168 time: 1.5174024 Sep 22 08:35:42.035407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:42.042330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:42.050487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=82253a4d-1373-4510-ab12-2aed74cd1f6c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:42.061808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:42.070254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:42.071683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.126566 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6169088a-1a7b-4453-b420-54ee561bfac6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9911606 Sep 22 08:35:42.128873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:42.135273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37228) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:42.159442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Calling delete_port for bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:42.201670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:network and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:42.236380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:42.253357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port d93d39d3-229c-4105-8f89-324ed501eb8c yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:42.287999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:42.297864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:42.300179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.300662 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 Sep 22 08:35:42.307629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:42.415410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 172.26.8.31 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/46293394-7e88-40cd-9e7f-4eb2ac01b077) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:42.427063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:42.430521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.451302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.624162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:42.641154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Provisioning for port 82edf200-6802-4e34-b5a5-67395f07a55d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:42.697407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940fa50-3033-4ec7-8834-61161f1d82fe tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:42.703271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940fa50-3033-4ec7-8834-61161f1d82fe tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:42.704077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6940fa50-3033-4ec7-8834-61161f1d82fe tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:42.718041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.739799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6940fa50-3033-4ec7-8834-61161f1d82fe tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:42.741195 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6940fa50-3033-4ec7-8834-61161f1d82fe tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6049008 Sep 22 08:35:42.756794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:42.762658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Provisioning complete for port 82edf200-6802-4e34-b5a5-67395f07a55d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:42.762801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.765215 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Attempt 1 to provision port 82edf200-6802-4e34-b5a5-67395f07a55d Sep 22 08:35:42.785614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.881105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.881105 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Added segment 5b3b62ab-2226-410c-8dd8-b098b1d9e9f7 of type vlan for network c376cbd1-466c-46a0-9cb5-6226d9449646 Sep 22 08:35:42.895126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 82253a4d-1373-4510-ab12-2aed74cd1f6c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:42.895126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.903990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:42.903990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:42.927550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=46293394-7e88-40cd-9e7f-4eb2ac01b077,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:42.949389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9695122-665c-43a3-8c40-36835108953d None None] Update dhcp port {'port': {'network_id': '730af921-e63a-489c-87f7-4d78abc0d06c', 'fixed_ips': [{'subnet_id': 'ae0d9b05-fb0f-4691-b8ee-3b556664746d', 'ip_address': '172.20.0.2'}, {'subnet_id': '7b3e9092-1868-4810-a7d6-10d9ff25145c'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '5695b1d4-d7e9-4603-99f1-fd7a018c42d7'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:35:42.955027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.955027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.955027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.981864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.981864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.988981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.988981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.988981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.988981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.988981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.992813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:42.992813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:43.012988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:43.016681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:43.026413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:43.160555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e9695122-665c-43a3-8c40-36835108953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:43.246493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59461c32-fc4b-42aa-939f-d12180c9d9ce None None] Network 99592792-d35c-4c9c-85cb-3bb606de9638 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:43.253176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:43.298879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,segment=NetworkSegment(a60415dd-366c-41e9-b8c8-b08f06825544),segment_id=a60415dd-366c-41e9-b8c8-b08f06825544)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:43.443420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:43.521777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:43.584525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:43.617588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Current status of the port 82edf200-6802-4e34-b5a5-67395f07a55d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:43.617588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:43.641967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event deleted for resources: {'Port': ['ID=bb7aff20-8fa8-44b8-b1b3-98835dfdd3c6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:43.731304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e32b3fe7-5ca8-40e6-9b67-e0a529c33872 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:43.802750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::12c (99592792-d35c-4c9c-85cb-3bb606de9638/d1beef8d-6a02-462d-ab22-ed029376833f/355c2074-b855-4fa9-b889-94f02cfc9cef) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:43.844932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] For port 82edf200-6802-4e34-b5a5-67395f07a55d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=82edf200-6802-4e34-b5a5-67395f07a55d,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:43.863584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:43.873079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:43.873940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:43.883627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:43.994017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.014068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.016733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8:0:1::a0 (99592792-d35c-4c9c-85cb-3bb606de9638/00f925ce-082d-4947-b625-5f3433416041/355c2074-b855-4fa9-b889-94f02cfc9cef) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:44.066704 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5642056 Sep 22 08:35:44.068558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.8 (730af921-e63a-489c-87f7-4d78abc0d06c/ae0d9b05-fb0f-4691-b8ee-3b556664746d/d93d39d3-229c-4105-8f89-324ed501eb8c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:44.110595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:44.122970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:44.153598 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Request body: {'subnet': {'network_id': 'c376cbd1-466c-46a0-9cb5-6226d9449646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:44.186361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.25 (730af921-e63a-489c-87f7-4d78abc0d06c/7b3e9092-1868-4810-a7d6-10d9ff25145c/d93d39d3-229c-4105-8f89-324ed501eb8c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:44.210241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13c451-7871-4c9a-ad0e-7b4eb5fec4ca None None] Pushing event updated for resources: {'Port': ['ID=82edf200-6802-4e34-b5a5-67395f07a55d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:44.214514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Provisioning for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:44.220727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Provisioning complete for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:44.222587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.222587 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Attempt 1 to provision port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 Sep 22 08:35:44.407532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Current status of the port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:44.408215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.418279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'networks': [{'name': 'tempest-network--2078617232'}, {'name': 'tempest-network--501354565'}]} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:44.418279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'network': {'name': 'tempest-network--2078617232'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:44.418279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'network': {'name': 'tempest-network--501354565'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:44.432043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349f92d-f1a4-4581-a9b7-8c5e6ef7c57a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Network': ['ID=c376cbd1-466c-46a0-9cb5-6226d9449646,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:44.433863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:44.435179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Usage tracker for resource:network and tenant:129b3ba5e9224092b24dd9404595488b is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:44.438601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:44.448718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:44.516314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c376cbd1-466c-46a0-9cb5-6226d9449646 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:44.579839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.628851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] For port e32b3fe7-5ca8-40e6-9b67-e0a529c33872, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,segment=NetworkSegment(da6cd409-957e-4ffb-9594-6666b1645378),segment_id=da6cd409-957e-4ffb-9594-6666b1645378)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:44.637718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] Update dhcp port {'port': {'network_id': '99592792-d35c-4c9c-85cb-3bb606de9638', 'fixed_ips': [{'subnet_id': 'd1beef8d-6a02-462d-ab22-ed029376833f', 'ip_address': '2001:db8::2'}, {'subnet_id': '00f925ce-082d-4947-b625-5f3433416041'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': 'e32b3fe7-5ca8-40e6-9b67-e0a529c33872'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:35:44.669177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.725703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.727194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Made reservation on behalf of 129b3ba5e9224092b24dd9404595488b for: {'network': 2} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:44.739142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.758895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:44.758895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Usage tracker for resource:subnet and tenant:90183128b8794e6da67d0da0123bda33 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:44.758895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:44.768948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Provisioning for port 82253a4d-1373-4510-ab12-2aed74cd1f6c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:44.771755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:44.771960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.784148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Provisioning complete for port 82253a4d-1373-4510-ab12-2aed74cd1f6c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:44.784148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.784148 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Attempt 1 to provision port 82253a4d-1373-4510-ab12-2aed74cd1f6c Sep 22 08:35:44.833452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.846541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 82253a4d-1373-4510-ab12-2aed74cd1f6c owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:44.851591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Pushing event updated for resources: {'Port': ['ID=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:44.875661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.879256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Made reservation on behalf of 90183128b8794e6da67d0da0123bda33 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:44.882894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.882894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.882894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.882894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.883655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:44.883826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.883826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.883826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.883826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.883826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.885436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.885436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.885436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:44.912861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Port 82253a4d-1373-4510-ab12-2aed74cd1f6c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:45.009477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:45.024718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Usage tracker for resource:security_group_rule and tenant:129b3ba5e9224092b24dd9404595488b is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:45.024718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:45.040312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:45.105392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 4cd15ce0-cc00-49c3-8559-d1de5e51f0db is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:35:45.334927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.334927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.334927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.398801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:45.415047 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] Sync routers for ids ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:45.421125 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Attempt 2 to provision port 82253a4d-1373-4510-ab12-2aed74cd1f6c Sep 22 08:35:45.425799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:45.425799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec7ac9-c236-4a2c-b206-6a2ec227e64d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:45.432556 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] Routers {'4cd15ce0-cc00-49c3-8559-d1de5e51f0db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:45.432556 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:45.450966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.450966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Added segment a04e26b3-83e9-41aa-b734-168df06b9a5d of type vlan for network 6e3542b0-52e8-4ee7-82d8-bc33f4efacf2 Sep 22 08:35:45.450966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.453403 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2beb9485-e381-4d4b-a569-f45803b35a07 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4390378 Sep 22 08:35:45.454065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37264) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:45.513608 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:45.529051 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] Routers {'4cd15ce0-cc00-49c3-8559-d1de5e51f0db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:45.530013 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:45.563071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Port 82253a4d-1373-4510-ab12-2aed74cd1f6c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:45.567273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e32b3fe7-5ca8-40e6-9b67-e0a529c33872 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:45.596673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.613366 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:45.613914 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b65e36-a65d-407f-9175-9d3378c889ca None None] The sync data for ids ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:45.650667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:45.650667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.650667 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 Sep 22 08:35:45.761896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.777395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:45.791327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:45.792453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 82edf200-6802-4e34-b5a5-67395f07a55d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:45.796878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.797223 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Added segment f19a69d4-f58f-4113-8d2a-0f992cf8f9e3 of type vlan for network 5e1cb86f-f318-4933-9d38-56aec5fd1aa6 Sep 22 08:35:45.820732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-38a2cd10-cfda-49d4-bda3-678495524a8c tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/routers/4cd15ce0-cc00-49c3-8559-d1de5e51f0db HTTP/1.1" status: 200 len: 884 time: 0.3617017 Sep 22 08:35:45.823410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37272) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:45.846436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.864309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 82edf200-6802-4e34-b5a5-67395f07a55d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:45.864683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.865014 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 82edf200-6802-4e34-b5a5-67395f07a55d Sep 22 08:35:45.916600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.975657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.976211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:45.982387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:45.986484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 82edf200-6802-4e34-b5a5-67395f07a55d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:45.986712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object d93d39d3-229c-4105-8f89-324ed501eb8c will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:45.987570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:45.988718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:45.989562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.019829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 355c2074-b855-4fa9-b889-94f02cfc9cef will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:46.055468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:46.055848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.056184 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 Sep 22 08:35:46.085110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Router 3d69e70b-dfd4-4b51-ba0e-3c06c7c75271 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:35:46.086889 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Attempt 3 to provision port 82253a4d-1373-4510-ab12-2aed74cd1f6c Sep 22 08:35:46.127888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-951f50d2-bd4e-4bdc-ae34-ccd93e2178d6 None None] Port 82253a4d-1373-4510-ab12-2aed74cd1f6c was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:35:46.186378 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2965991 Sep 22 08:35:46.190688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37276) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:46.226631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Network': ['ID=6e3542b0-52e8-4ee7-82d8-bc33f4efacf2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:46.228039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:46.239889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 6e3542b0-52e8-4ee7-82d8-bc33f4efacf2 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:46.289408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.420833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.422675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.437262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=82253a4d-1373-4510-ab12-2aed74cd1f6c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.576704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:35:46.656865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.665899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e3233-22fa-4d4d-8634-a0b9bd721bef tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Network': ['ID=5e1cb86f-f318-4933-9d38-56aec5fd1aa6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:46.673905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:46.685381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-555afab5-11a9-4fc2-91ad-c2d9e800379a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:router {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:46.709150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] Sync routers for ids ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:46.719553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 99592792-d35c-4c9c-85cb-3bb606de9638 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:46.729725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-555afab5-11a9-4fc2-91ad-c2d9e800379a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:router {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:46.735799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 730af921-e63a-489c-87f7-4d78abc0d06c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:46.742236 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-555afab5-11a9-4fc2-91ad-c2d9e800379a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8905354 Sep 22 08:35:46.742236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:46.742538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e9695122-665c-43a3-8c40-36835108953d None None] Allocated IP 172.20.0.18 (730af921-e63a-489c-87f7-4d78abc0d06c/7b3e9092-1868-4810-a7d6-10d9ff25145c/5695b1d4-d7e9-4603-99f1-fd7a018c42d7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:46.742538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] Allocated IP 2001:db8:0:1::2 (99592792-d35c-4c9c-85cb-3bb606de9638/00f925ce-082d-4947-b625-5f3433416041/e32b3fe7-5ca8-40e6-9b67-e0a529c33872) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:46.742835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-019f1138-d034-4abe-a0e7-6a88ac450eed tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1635739659'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:46.743031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:35:46.743031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:46.744556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 5e1cb86f-f318-4933-9d38-56aec5fd1aa6 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:46.744720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:46.744720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.753619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:46.786631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:46.792173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:46.792787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:46.821384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24e5dc-2443-4ed9-a69d-6e3633b8c158 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:46.827133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24e5dc-2443-4ed9-a69d-6e3633b8c158 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:46.833666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24e5dc-2443-4ed9-a69d-6e3633b8c158 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:46.841474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d24e5dc-2443-4ed9-a69d-6e3633b8c158 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:46.841708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d24e5dc-2443-4ed9-a69d-6e3633b8c158 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Synchronizing usage tracker for tenant:129b3ba5e9224092b24dd9404595488b on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:46.879050 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-29b3147e-be3d-494c-831e-f25e6b325a63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/82253a4d-1373-4510-ab12-2aed74cd1f6c HTTP/1.1" status: 204 len: 168 time: 4.1188104 Sep 22 08:35:46.885915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=355c2074-b855-4fa9-b889-94f02cfc9cef,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:46.893354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:46.898804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cc69471c-5239-41a7-b7a3-3d5f349d38b5 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "PUT /v2.0/routers/3d69e70b-dfd4-4b51-ba0e-3c06c7c75271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0923755 Sep 22 08:35:46.945573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:46.952709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] Routers {'3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:46.953551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:46.992447 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7edf0a92-d9ed-4947-b686-0664c629bd82 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.5125756 Sep 22 08:35:47.024529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:47.032270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:47.033404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.054653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d24e5dc-2443-4ed9-a69d-6e3633b8c158 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Unset dirty status for tenant:129b3ba5e9224092b24dd9404595488b on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:47.058497 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d24e5dc-2443-4ed9-a69d-6e3633b8c158 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8646049 Sep 22 08:35:47.058650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd1beef8d-6a02-462d-ab22-ed029376833f'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:47.082830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event updated for resources: {'Subnet': ['ID=d322f280-5acf-4ba3-a562-ec65455ba7b2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:47.098920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37296) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:47.134480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-027e0a39-564d-4d33-a659-04cb341b54f3 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.160886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=d93d39d3-229c-4105-8f89-324ed501eb8c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:47.178616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:47.219957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d03dc9-7e0d-4610-9398-5410629105fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:47.222157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d03dc9-7e0d-4610-9398-5410629105fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:47.223064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-83d03dc9-7e0d-4610-9398-5410629105fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:47.227351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] Routers {'3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:47.227981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:47.234523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Checking segment: {'id': '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c376cbd1-466c-46a0-9cb5-6226d9449646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:47.234881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network hostable DHCP agents. Network: c376cbd1-466c-46a0-9cb5-6226d9449646, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:47.253915 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-133d0041-53ec-419a-9978-d8327db7be7c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.9999249 Sep 22 08:35:47.259159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37300) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:47.273179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae0d9b05-fb0f-4691-b8ee-3b556664746d'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:47.308692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:47.309125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ffd28f-2b4d-486f-930a-efe5131b81de None None] The sync data for ids ['3d69e70b-dfd4-4b51-ba0e-3c06c7c75271'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:47.361924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e9695122-665c-43a3-8c40-36835108953d None None] For port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,segment=NetworkSegment(a60415dd-366c-41e9-b8c8-b08f06825544),segment_id=a60415dd-366c-41e9-b8c8-b08f06825544)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:47.365325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] For port e32b3fe7-5ca8-40e6-9b67-e0a529c33872, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,segment=NetworkSegment(da6cd409-957e-4ffb-9594-6666b1645378),segment_id=da6cd409-957e-4ffb-9594-6666b1645378)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:47.366657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-83d03dc9-7e0d-4610-9398-5410629105fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:47.368066 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-83d03dc9-7e0d-4610-9398-5410629105fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4723856 Sep 22 08:35:47.380352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.382913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:47.395446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Network c376cbd1-466c-46a0-9cb5-6226d9449646 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:47.421579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e9695122-665c-43a3-8c40-36835108953d None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.430699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.452279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e9695122-665c-43a3-8c40-36835108953d None None] Transition to ACTIVE for port object 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:47.454084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c376cbd1-466c-46a0-9cb5-6226d9449646) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:47.456400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] Transition to ACTIVE for port object e32b3fe7-5ca8-40e6-9b67-e0a529c33872 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:47.458027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e9695122-665c-43a3-8c40-36835108953d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.484019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:47.485219 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.512728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.516698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854cd53-0ad5-4909-a1d1-b74096435c15 None None] Network c376cbd1-466c-46a0-9cb5-6226d9449646 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:47.622884 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4d078f14-6a21-41c5-bcea-0a56d2e05b62 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.4852951 Sep 22 08:35:47.633410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.640084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37308) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:47.653371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-027e0a39-564d-4d33-a659-04cb341b54f3 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.674010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3542b0-52e8-4ee7-82d8-bc33f4efacf2']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:47.676154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-027e0a39-564d-4d33-a659-04cb341b54f3 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.685749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.699523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04e26b3-83e9-41aa-b734-168df06b9a5d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:47.699821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04e26b3-83e9-41aa-b734-168df06b9a5d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:47.717123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.784003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.798219 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:47.799394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:47.851153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9695122-665c-43a3-8c40-36835108953d None None] Pushing event updated for resources: {'Port': ['ID=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:47.955540 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a04e26b3-83e9-41aa-b734-168df06b9a5d resource provider aggregate not found Sep 22 08:35:48.133492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bf0f1-9a47-4cdf-a658-5829437b2dc2 None None] Pushing event updated for resources: {'Port': ['ID=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:48.149767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c376cbd1-466c-46a0-9cb5-6226d9449646', 'network_id': 'c376cbd1-466c-46a0-9cb5-6226d9449646', 'tenant_id': '90183128b8794e6da67d0da0123bda33', 'fixed_ips': [{'subnet_id': 'd322f280-5acf-4ba3-a562-ec65455ba7b2'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:48.151730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.179716 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a04e26b3-83e9-41aa-b734-168df06b9a5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a04e26b3-83e9-41aa-b734-168df06b9a5d found for delete ", "request_id": "req-58918f06-d0c7-40fb-a96e-b69dc7973e36"}]} Sep 22 08:35:48.273488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.280225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 6000183e-43a9-43b4-88fa-aaafb5b4a4e7 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:48.287026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.330905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Network': ['ID=6e3542b0-52e8-4ee7-82d8-bc33f4efacf2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:48.343795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.387204 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-87cc1430-7e4a-4488-b11c-d6f62277a4aa tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/networks/6e3542b0-52e8-4ee7-82d8-bc33f4efacf2 HTTP/1.1" status: 204 len: 168 time: 1.2867517 Sep 22 08:35:48.431166 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:35:48.444315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Allocated IP 2001:db8::f816:3eff:fe38:8dce (c376cbd1-466c-46a0-9cb5-6226d9449646/d322f280-5acf-4ba3-a562-ec65455ba7b2/4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:48.451424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37316) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:48.464743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.537417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Delete allocated IP 2001:db8:0:1::a0 (99592792-d35c-4c9c-85cb-3bb606de9638/00f925ce-082d-4947-b625-5f3433416041) {{(pid=89051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 08:35:48.679598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-027e0a39-564d-4d33-a659-04cb341b54f3 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.680156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027e0a39-564d-4d33-a659-04cb341b54f3 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Fanout notify agent at l3_agent the message router_deleted on router 3d69e70b-dfd4-4b51-ba0e-3c06c7c75271 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:35:48.728578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914bc5f-e240-4eef-a940-8e4db183a15d None None] Network 730af921-e63a-489c-87f7-4d78abc0d06c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:48.780316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.800750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Ignored duplicate provisioning block setup for port 355c2074-b855-4fa9-b889-94f02cfc9cef by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:35:48.806282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.834622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3544970a-a1d2-40bc-a0fb-35aec3fd7708 None None] Network 99592792-d35c-4c9c-85cb-3bb606de9638 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:48.864914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.867022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4c7ae8d8-c23f-4813-8a65-ee36f7c8062f None None] Provisioning for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:48.899253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-027e0a39-564d-4d33-a659-04cb341b54f3 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.900383 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-027e0a39-564d-4d33-a659-04cb341b54f3 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "DELETE /v2.0/routers/3d69e70b-dfd4-4b51-ba0e-3c06c7c75271 HTTP/1.1" status: 204 len: 168 time: 1.9535227 Sep 22 08:35:48.935440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4c7ae8d8-c23f-4813-8a65-ee36f7c8062f None None] Provisioning complete for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:48.936064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:48.936246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae8d8-c23f-4813-8a65-ee36f7c8062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.936734 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c7ae8d8-c23f-4813-8a65-ee36f7c8062f None None] Attempt 1 to provision port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 Sep 22 08:35:48.939162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] In _notify_port_updated(), no bound segment for port 355c2074-b855-4fa9-b889-94f02cfc9cef on network 99592792-d35c-4c9c-85cb-3bb606de9638 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:35:48.945128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:48.945748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:48.949898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "PUT /v2.0/ports/355c2074-b855-4fa9-b889-94f02cfc9cef HTTP/1.1" status: 200 len: 926 time: 1.9130940 Sep 22 08:35:48.954847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37322) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:48.961252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd1beef8d-6a02-462d-ab22-ed029376833f'}, {'subnet_id': '00f925ce-082d-4947-b625-5f3433416041'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:48.966216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.038609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349c222-904c-4de0-86b3-535a7faf735e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=355c2074-b855-4fa9-b889-94f02cfc9cef,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:49.085330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.099053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Deleting subnet e0d7ce51-361c-4f06-ab3b-94cf2d888824 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:49.130965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.135541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.148657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-019f1138-d034-4abe-a0e7-6a88ac450eed tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.186542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Transition to ACTIVE for port object 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:49.220380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.232024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.234102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-019f1138-d034-4abe-a0e7-6a88ac450eed tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.293404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.304742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Transition to ACTIVE for port object 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:49.352183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.396515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ae8d8-c23f-4813-8a65-ee36f7c8062f None None] Current status of the port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:49.437372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.476583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Network c376cbd1-466c-46a0-9cb5-6226d9449646 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:49.482447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:49.492781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:49.550426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Pushing event updated for resources: {'Port': ['ID=4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:49.599365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e32b3fe7-5ca8-40e6-9b67-e0a529c33872 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:49.603578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.672998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ffef057d-2c6b-4efe-8adb-f1cd78326051 None None] Provisioning for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:49.686025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8:0:1::1f8 (99592792-d35c-4c9c-85cb-3bb606de9638/00f925ce-082d-4947-b625-5f3433416041/355c2074-b855-4fa9-b889-94f02cfc9cef) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:49.686291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Attempting to bind port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:49.686651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Attempting to bind port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c376cbd1-466c-46a0-9cb5-6226d9449646'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:49.687255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Attempting to bind port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 on network c376cbd1-466c-46a0-9cb5-6226d9449646 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:49.694257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ffef057d-2c6b-4efe-8adb-f1cd78326051 None None] Provisioning complete for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:49.694830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ffef057d-2c6b-4efe-8adb-f1cd78326051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.695368 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ffef057d-2c6b-4efe-8adb-f1cd78326051 None None] Attempt 1 to provision port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 Sep 22 08:35:49.700136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.737652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:49.738347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Checking segment: {'id': '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c376cbd1-466c-46a0-9cb5-6226d9449646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:49.738899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.739485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Bound using segment: {'id': '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c376cbd1-466c-46a0-9cb5-6226d9449646'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:49.740112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Bound port: 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c376cbd1-466c-46a0-9cb5-6226d9449646'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:49.740658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.830975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.873383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:49.873383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.873383 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 Sep 22 08:35:49.878065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:49.910907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d7ce51-361c-4f06-ab3b-94cf2d888824,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:49.921017 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-71b59ebd-37a5-4085-8a23-f75faf163e4d tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "DELETE /v2.0/subnets/e0d7ce51-361c-4f06-ab3b-94cf2d888824 HTTP/1.1" status: 204 len: 168 time: 0.9685147 Sep 22 08:35:49.922936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37328) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:49.929130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234e17d9-3f66-4060-8f3f-ce9af7767498 None None] Network 40d06fd5-2cf3-4698-8d53-d9a36a05078e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:50.006561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] For port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:50.016863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] For port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1,segment=NetworkSegment(5b3b62ab-2226-410c-8dd8-b098b1d9e9f7),segment_id=5b3b62ab-2226-410c-8dd8-b098b1d9e9f7)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:50.066322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1cb86f-f318-4933-9d38-56aec5fd1aa6']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:50.120161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.126535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19a69d4-f58f-4113-8d2a-0f992cf8f9e3') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:50.127008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19a69d4-f58f-4113-8d2a-0f992cf8f9e3') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:50.128345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.130610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.140126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.150948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Ignored duplicate provisioning block setup for port 355c2074-b855-4fa9-b889-94f02cfc9cef by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:35:50.156601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Deleting port e6e59905-6c13-412b-9897-31849821cd5d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:50.159578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.164768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.188823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.253044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.281855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019f1138-d034-4abe-a0e7-6a88ac450eed tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 4cd15ce0-cc00-49c3-8559-d1de5e51f0db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:35:50.289989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ffef057d-2c6b-4efe-8adb-f1cd78326051 None None] Current status of the port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:50.303188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.326139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Subnet': ['ID=d322f280-5acf-4ba3-a562-ec65455ba7b2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:50.424848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=6000183e-43a9-43b4-88fa-aaafb5b4a4e7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:50.439923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:50.441476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:50.519486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba9169-213c-4255-8c16-8affba03bde2 None None] Pushing event updated for resources: {'Port': ['ID=4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:50.530630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4875a9fd-63ac-437a-be3a-b48657b5a301 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:50.569302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.599093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c376cbd1-466c-46a0-9cb5-6226d9449646']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:50.613303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:50.613903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:50.627892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.648388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] In _notify_port_updated(), no bound segment for port 355c2074-b855-4fa9-b889-94f02cfc9cef on network 99592792-d35c-4c9c-85cb-3bb606de9638 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:35:50.655914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.662092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:50.663019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.664210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:50.664818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.675481 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "PUT /v2.0/ports/355c2074-b855-4fa9-b889-94f02cfc9cef HTTP/1.1" status: 200 len: 1012 time: 1.7167788 Sep 22 08:35:50.675481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b05d30-1bf0-44b5-8567-2337b2f10b9c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=355c2074-b855-4fa9-b889-94f02cfc9cef,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:50.685331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.692606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37332) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:50.879675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] For port e6e59905-6c13-412b-9897-31849821cd5d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6e59905-6c13-412b-9897-31849821cd5d,segment=NetworkSegment(84f79635-8726-470f-9be5-98b45f6f9a6a),segment_id=84f79635-8726-470f-9be5-98b45f6f9a6a)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:50.880679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:50.978049 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5b3b62ab-2226-410c-8dd8-b098b1d9e9f7 resource provider aggregate not found Sep 22 08:35:51.013722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 08:35:51.013722 dv-neutron-857569-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 08:35:51.013722 dv-neutron-857569-1-hyperv neutron-server[89052]: [parameters: {'id': 'c376cbd1-466c-46a0-9cb5-6226d9449646'}] Sep 22 08:35:51.013722 dv-neutron-857569-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:51.014335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:51.016668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Delete allocated IP 172.20.0.25 (730af921-e63a-489c-87f7-4d78abc0d06c/7b3e9092-1868-4810-a7d6-10d9ff25145c) {{(pid=89052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 08:35:51.021653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:51.022141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.046688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc1564a1-4868-4021-8b02-e9a9c49057d8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/6000183e-43a9-43b4-88fa-aaafb5b4a4e7 HTTP/1.1" status: 204 len: 168 time: 3.6625986 Sep 22 08:35:51.049380 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5b3b62ab-2226-410c-8dd8-b098b1d9e9f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b3b62ab-2226-410c-8dd8-b098b1d9e9f7 found for delete ", "request_id": "req-dd4d9af8-27cb-4803-9be5-ee882b82307b"}]} Sep 22 08:35:51.057195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37340) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:51.072665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Calling delete_port for e6e59905-6c13-412b-9897-31849821cd5d owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:51.084617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Provisioning complete for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:51.085473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.085966 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 1 to provision port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 Sep 22 08:35:51.132166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:51.132534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.132866 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 Sep 22 08:35:51.164197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.207949 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa4c39cd-994d-43b9-b02e-430613db5114 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446464 Sep 22 08:35:51.274379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37344) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:51.296683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event deleted for resources: {'Port': ['ID=e6e59905-6c13-412b-9897-31849821cd5d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:51.307325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 355c2074-b855-4fa9-b889-94f02cfc9cef {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:51.307793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.319666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] No DVR routers for this DVR port e6e59905-6c13-412b-9897-31849821cd5d on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:51.362686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Current status of the port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:51.381343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333d804-282e-47d8-8e21-42e53bee6b7d None None] DHCP port deletion for 40d06fd5-2cf3-4698-8d53-d9a36a05078e request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:51.390560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:51.397808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Provisioning for port 355c2074-b855-4fa9-b889-94f02cfc9cef completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:51.416414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Provisioning complete for port 355c2074-b855-4fa9-b889-94f02cfc9cef triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:51.417035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.417517 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 1 to provision port 355c2074-b855-4fa9-b889-94f02cfc9cef Sep 22 08:35:51.453960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:51.464641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:51.484316 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-f2372c3b-a695-4fa6-b029-3fc63b6bb360 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.7351272 Sep 22 08:35:51.490544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] Deleting port 82edf200-6802-4e34-b5a5-67395f07a55d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:51.491107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.502747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.557418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d06fd5-2cf3-4698-8d53-d9a36a05078e']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:51.563535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.600107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f79635-8726-470f-9be5-98b45f6f9a6a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:51.600881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f79635-8726-470f-9be5-98b45f6f9a6a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:51.617951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port 355c2074-b855-4fa9-b889-94f02cfc9cef cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:51.635390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.642794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:51.661480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.669358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:51.669766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.790026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.795019 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 84f79635-8726-470f-9be5-98b45f6f9a6a resource provider aggregate not found Sep 22 08:35:51.817348 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 84f79635-8726-470f-9be5-98b45f6f9a6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84f79635-8726-470f-9be5-98b45f6f9a6a found for delete ", "request_id": "req-beccb62b-3b07-4852-80c5-922340b5b371"}]} Sep 22 08:35:51.830323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.831957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f1138-d034-4abe-a0e7-6a88ac450eed tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:35:51.837496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.842530 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] Sync routers for ids ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:35:51.843007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.857978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] Pushing event deleted for resources: {'Network': ['ID=40d06fd5-2cf3-4698-8d53-d9a36a05078e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:51.858989 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] Routers {'4cd15ce0-cc00-49c3-8559-d1de5e51f0db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:51.859854 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:51.876283 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6355438d-f88a-45ae-a49a-cdc27aacb2f4 tempest-FloatingIPNegativeTestJSON-318022542 tempest-FloatingIPNegativeTestJSON-318022542-project] 10.222.0.42 "DELETE /v2.0/networks/40d06fd5-2cf3-4698-8d53-d9a36a05078e HTTP/1.1" status: 204 len: 168 time: 1.9522808 Sep 22 08:35:51.909740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] For port 82edf200-6802-4e34-b5a5-67395f07a55d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=82edf200-6802-4e34-b5a5-67395f07a55d,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:51.910138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:51.937731 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:51.960495 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] Routers {'4cd15ce0-cc00-49c3-8559-d1de5e51f0db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:35:51.961578 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:35:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:52.069029 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:52.069430 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279170f0-344c-481b-b19c-aa57b47ae617 None None] The sync data for ids ['4cd15ce0-cc00-49c3-8559-d1de5e51f0db'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:35:52.071524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] Calling delete_port for 82edf200-6802-4e34-b5a5-67395f07a55d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:52.118419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d756beb-9da7-4684-8c7f-966f6dfedbfd None None] Network c376cbd1-466c-46a0-9cb5-6226d9449646 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:52.143507 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 2 to provision port 355c2074-b855-4fa9-b889-94f02cfc9cef Sep 22 08:35:52.215456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-019f1138-d034-4abe-a0e7-6a88ac450eed tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.216902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-019f1138-d034-4abe-a0e7-6a88ac450eed tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/4cd15ce0-cc00-49c3-8559-d1de5e51f0db HTTP/1.1" status: 200 len: 891 time: 5.4968743 Sep 22 08:35:52.218492 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/networks/5e1cb86f-f318-4933-9d38-56aec5fd1aa6 HTTP/1.1" status: 204 len: 168 time: 3.7328458 Sep 22 08:35:52.219365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a344141-918f-4eb6-8e5b-522e24d168b7 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Network': ['ID=5e1cb86f-f318-4933-9d38-56aec5fd1aa6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:52.219903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:52.222145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37358) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:52.246081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:52.263279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:52.263992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.311120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port 355c2074-b855-4fa9-b889-94f02cfc9cef cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:52.311886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37364) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:52.342252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:52.384747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:52.390039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e59905-6c13-412b-9897-31849821cd5d no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:52.399490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:52.422377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:52.427393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e6e59905-6c13-412b-9897-31849821cd5d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:52.428241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e59905-6c13-412b-9897-31849821cd5d not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:52.428241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 82edf200-6802-4e34-b5a5-67395f07a55d no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:52.445336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.468593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.543708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 82edf200-6802-4e34-b5a5-67395f07a55d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:52.544050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 82edf200-6802-4e34-b5a5-67395f07a55d not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:52.570716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] Pushing event deleted for resources: {'Port': ['ID=82edf200-6802-4e34-b5a5-67395f07a55d,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:52.573913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14ecd54-b670-48b3-8d05-e2b84c599d72 None None] No DVR routers for this DVR port 82edf200-6802-4e34-b5a5-67395f07a55d on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:52.609386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbe8f48-0797-4d63-a356-f5ce06cec6d6 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:52.615932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbe8f48-0797-4d63-a356-f5ce06cec6d6 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:52.616708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1cbe8f48-0797-4d63-a356-f5ce06cec6d6 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Synchronizing usage tracker for tenant:129b3ba5e9224092b24dd9404595488b on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:52.656869 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d9ae5d7-35c2-479e-9e9b-d6e7cde5195a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/routers/4cd15ce0-cc00-49c3-8559-d1de5e51f0db HTTP/1.1" status: 200 len: 891 time: 0.4333291 Sep 22 08:35:52.656869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1cbe8f48-0797-4d63-a356-f5ce06cec6d6 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Unset dirty status for tenant:129b3ba5e9224092b24dd9404595488b on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:52.656869 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1cbe8f48-0797-4d63-a356-f5ce06cec6d6 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4332299 Sep 22 08:35:52.657723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37370) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:52.659918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] DHCP port deletion for c376cbd1-466c-46a0-9cb5-6226d9449646 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:52.663734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-1e60216f-2c71-45ef-94e6-dd4e2cd093f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:52.664589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] Deleting port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:52.664962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.665214 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-1e60216f-2c71-45ef-94e6-dd4e2cd093f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 1098 time: 0.9462969 Sep 22 08:35:52.665815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:52.669225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.701784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 355c2074-b855-4fa9-b889-94f02cfc9cef owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:52.703399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37372) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:52.713878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1198283729'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:52.719007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-092e54b6-9012-4070-a279-415d86b800e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:52.722709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:52.737904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:52.744019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:35:52.749418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-092e54b6-9012-4070-a279-415d86b800e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:52.750896 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-092e54b6-9012-4070-a279-415d86b800e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd15ce0-cc00-49c3-8559-d1de5e51f0db HTTP/1.1" status: 200 len: 205 time: 0.0904012 Sep 22 08:35:52.753159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Made reservation on behalf of 129b3ba5e9224092b24dd9404595488b for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:52.758821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.768945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37378) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:52.811859 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 3 to provision port 355c2074-b855-4fa9-b889-94f02cfc9cef Sep 22 08:35:52.880072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:52.965115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port 355c2074-b855-4fa9-b889-94f02cfc9cef cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:52.977094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] For port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1,segment=NetworkSegment(5b3b62ab-2226-410c-8dd8-b098b1d9e9f7),segment_id=5b3b62ab-2226-410c-8dd8-b098b1d9e9f7)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:52.977549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:52.986624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.100439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.100781 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Added segment 3730b6a7-3b96-423c-9126-b13c368b856e of type vlan for network 812c6943-243a-44f5-8363-f1302bc752cf Sep 22 08:35:53.114546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] Calling delete_port for 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:53.146575 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f19a69d4-f58f-4113-8d2a-0f992cf8f9e3 resource provider aggregate not found Sep 22 08:35:53.151820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.200154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Ignored duplicate provisioning block setup for port d93d39d3-229c-4105-8f89-324ed501eb8c by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:35:53.202199 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f19a69d4-f58f-4113-8d2a-0f992cf8f9e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f19a69d4-f58f-4113-8d2a-0f992cf8f9e3 found for delete ", "request_id": "req-26df45c0-68be-4322-9b3b-bd336bd92ad7"}]} Sep 22 08:35:53.209869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.215410 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39e1b32c-3b3b-4c42-9cd7-e65e835ddc54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=711936c3abc34adeb064ebba3f1f9cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974936 Sep 22 08:35:53.239870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37386) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:53.242584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.287314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] Pushing event deleted for resources: {'Port': ['ID=4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:53.289497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084bb57-f153-4737-909d-e2aa530d769f None None] No DVR routers for this DVR port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:53.311032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361e02c-224c-4f7b-98c8-62d46890ab44 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:35:53.374567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.378045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] For port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1,segment=NetworkSegment(5b3b62ab-2226-410c-8dd8-b098b1d9e9f7),segment_id=5b3b62ab-2226-410c-8dd8-b098b1d9e9f7)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:53.378497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.403816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.428054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.433498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:53.434088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.447968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f361e02c-224c-4f7b-98c8-62d46890ab44 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:35:53.481003 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 4 to provision port 355c2074-b855-4fa9-b889-94f02cfc9cef Sep 22 08:35:53.553779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Network': ['ID=812c6943-243a-44f5-8363-f1302bc752cf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:53.558734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-e47155c9-9ba7-4a20-b6f8-762bdc32a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:53.560983 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-e47155c9-9ba7-4a20-b6f8-762bdc32a46c service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.8325145 Sep 22 08:35:53.568636 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ed921eae-f198-4bee-87c2-4d6d5ed9f6a2 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8620236 Sep 22 08:35:53.569641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:53.575182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1746069765'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:53.582255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:53.585940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Usage tracker for resource:network and tenant:129b3ba5e9224092b24dd9404595488b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:53.588936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:53.590369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 812c6943-243a-44f5-8363-f1302bc752cf details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:53.595562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:53.605590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Made reservation on behalf of 129b3ba5e9224092b24dd9404595488b for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:53.605973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:53.609555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.639582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:53.652528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.652911 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Added segment 48058d3e-03af-47b0-a7f6-6ec811ac1149 of type vlan for network 64897aa5-179f-48a7-aba4-a11944203599 Sep 22 08:35:53.663298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:53.663665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:53.663792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Calling delete_port for 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:53.692447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.730274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.735921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:53.736518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:53.743510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port 355c2074-b855-4fa9-b889-94f02cfc9cef cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:53.824833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=d93d39d3-229c-4105-8f89-324ed501eb8c,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:53.853831 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2765403 Sep 22 08:35:53.857849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:53.866115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'ports': [{'network_id': '812c6943-243a-44f5-8363-f1302bc752cf', 'name': 'tempest-port--1497961717', 'admin_state_up': True}, {'network_id': '64897aa5-179f-48a7-aba4-a11944203599', 'admin_state_up': False}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:53.866433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'port': {'network_id': '812c6943-243a-44f5-8363-f1302bc752cf', 'name': 'tempest-port--1497961717', 'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:53.866911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'port': {'network_id': '64897aa5-179f-48a7-aba4-a11944203599', 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:53.882791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12916076-a991-4122-980b-f0e5848fe0d1 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Network': ['ID=64897aa5-179f-48a7-aba4-a11944203599,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:53.899581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 64897aa5-179f-48a7-aba4-a11944203599 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:53.963022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-838c6c53-9717-4ff3-9e92-9f44c8f22482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.121094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] In _notify_port_updated(), no bound segment for port d93d39d3-229c-4105-8f89-324ed501eb8c on network 730af921-e63a-489c-87f7-4d78abc0d06c {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:35:54.124650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:54.128044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:54.128944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.129731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Usage tracker for resource:port and tenant:129b3ba5e9224092b24dd9404595488b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:54.130243 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8d02fb7-d9d3-4786-80a4-d4a01f1c5f77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "PUT /v2.0/ports/d93d39d3-229c-4105-8f89-324ed501eb8c HTTP/1.1" status: 200 len: 919 time: 6.8700597 Sep 22 08:35:54.135674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:54.138229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:54.145259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae0d9b05-fb0f-4691-b8ee-3b556664746d'}, {'subnet_id': '7b3e9092-1868-4810-a7d6-10d9ff25145c'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:54.197715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:54.197970 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-831ed710-a0cf-4e84-bb79-372eab588a5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff HTTP/1.1" status: 200 len: 1001 time: 0.4921372 Sep 22 08:35:54.212770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-838c6c53-9717-4ff3-9e92-9f44c8f22482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.222499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Made reservation on behalf of 129b3ba5e9224092b24dd9404595488b for: {'port': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:54.226883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.244511 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 5 to provision port 355c2074-b855-4fa9-b889-94f02cfc9cef Sep 22 08:35:54.265872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.290507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.322779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port 355c2074-b855-4fa9-b889-94f02cfc9cef cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:54.340153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:54.340478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:54.347988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 46293394-7e88-40cd-9e7f-4eb2ac01b077 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:54.348170 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.349553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.441896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:54.442794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=355c2074-b855-4fa9-b889-94f02cfc9cef,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:54.448209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-b5b93cec-0a20-40c2-be46-e226d8a7ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:54.449832 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-b5b93cec-0a20-40c2-be46-e226d8a7ea31 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.2262044 Sep 22 08:35:54.450661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:54.456623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:54.457319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.463505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b10fca-e76b-4996-a06b-f0a90b4179e2 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:54.600525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=c6ee4c93-36eb-4589-a3d7-780570dae34b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:54.640775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.655978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-838c6c53-9717-4ff3-9e92-9f44c8f22482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.658989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-838c6c53-9717-4ff3-9e92-9f44c8f22482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.660318 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-838c6c53-9717-4ff3-9e92-9f44c8f22482 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f5cb554-643d-49d8-8dd3-cd2e5ac58307 HTTP/1.1" status: 204 len: 168 time: 1.4152098 Sep 22 08:35:54.670477 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0f3b3af-3783-4e63-bda2-acca105fe44d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/355c2074-b855-4fa9-b889-94f02cfc9cef HTTP/1.1" status: 204 len: 168 time: 3.9412446 Sep 22 08:35:54.677825 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bb233218-8de5-4239-bc3a-800c39773c4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3080573 Sep 22 08:35:54.678790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37404) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:54.679120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37406) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:54.688876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': 'c6ee4c93-36eb-4589-a3d7-780570dae34b', 'ip_address': '2001:db8::8065:730d:815:f196'}], 'name': 'tempest-NetworksTestDHCPv6-1221229814'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:54.739831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c6c53-9717-4ff3-9e92-9f44c8f22482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5cb554-643d-49d8-8dd3-cd2e5ac58307,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:54.755848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.812506 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-99373396-30a4-4dc6-aa2a-6f024f850120 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:35:54.813059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99373396-30a4-4dc6-aa2a-6f024f850120 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:54.820224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] device_id is not set on port 03acd514-77b6-47b8-9c3b-4442138bc30d yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:54.827596 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 6 to provision port 355c2074-b855-4fa9-b889-94f02cfc9cef Sep 22 08:35:54.844328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting port 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:54.844729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.890645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port 355c2074-b855-4fa9-b889-94f02cfc9cef was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:35:54.899976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'c6ee4c93-36eb-4589-a3d7-780570dae34b'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:35:54.901097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.923951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Provisioning complete for port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:54.924315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:54.924642 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 1 to provision port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 Sep 22 08:35:54.943455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-41c357b1-156a-4aff-9df1-0b6a13131a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:54.945283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-41c357b1-156a-4aff-9df1-0b6a13131a60 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4827106 Sep 22 08:35:54.958280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99373396-30a4-4dc6-aa2a-6f024f850120 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:54.960039 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99373396-30a4-4dc6-aa2a-6f024f850120 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/355c2074-b855-4fa9-b889-94f02cfc9cef HTTP/1.1" status: 404 len: 333 time: 0.2772996 Sep 22 08:35:54.981329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] The port '4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:35:55.015742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37414) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:55.022739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:55.028230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:55.031248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:55.081005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:55.174175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:55.177222 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Current status of the port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:35:55.198850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/c6ee4c93-36eb-4589-a3d7-780570dae34b/7a5ff61f-3918-4e98-9bc4-a41c90dda356) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:55.210818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Provisioning for port d93d39d3-229c-4105-8f89-324ed501eb8c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:55.233202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Provisioning complete for port d93d39d3-229c-4105-8f89-324ed501eb8c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:35:55.233594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.233891 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 1 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:55.280233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 46293394-7e88-40cd-9e7f-4eb2ac01b077 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:55.352349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:55.364378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.404552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.465413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.481781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.495530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Transition to ACTIVE for port object 7a5ff61f-3918-4e98-9bc4-a41c90dda356 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:55.517892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Transition to ACTIVE for port object 7a5ff61f-3918-4e98-9bc4-a41c90dda356 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:55.527415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.610061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:55.615488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:55.620528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:55.630008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 6edfa7e0-1ed1-4f3f-a063-71064528da6d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:55.633301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Pushing event updated for resources: {'Port': ['ID=7a5ff61f-3918-4e98-9bc4-a41c90dda356,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:55.644535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37434) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:55.673034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] device_id is not set on port dc9e9a3f-86b6-4432-8496-085ac32112b6 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:35:55.691945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 00f925ce-082d-4947-b625-5f3433416041 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:55.698944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.749551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Attempting to bind port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:35:55.749920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Attempting to bind port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:35:55.750275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Attempting to bind port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:35:55.760053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:35:55.760793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:55.761607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.762948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:35:55.763767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Bound port: 7a5ff61f-3918-4e98-9bc4-a41c90dda356, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:35:55.764507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.790782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.798329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f256516c-9228-4a17-8e77-59e4249af238 tempest-DvrRoutersNegativeTest-1185414718 tempest-DvrRoutersNegativeTest-1185414718-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-436946173', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:55.801583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.policy [None req-f256516c-9228-4a17-8e77-59e4249af238 tempest-DvrRoutersNegativeTest-1185414718 tempest-DvrRoutersNegativeTest-1185414718-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89051) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 22 08:35:55.801880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.policy [None req-f256516c-9228-4a17-8e77-59e4249af238 tempest-DvrRoutersNegativeTest-1185414718 tempest-DvrRoutersNegativeTest-1185414718-project] Failed policy check for 'create_router' {{(pid=89051) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 22 08:35:55.802397 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f256516c-9228-4a17-8e77-59e4249af238 tempest-DvrRoutersNegativeTest-1185414718 tempest-DvrRoutersNegativeTest-1185414718-project] create failed (client error): Access was denied to this resource. Sep 22 08:35:55.807930 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f256516c-9228-4a17-8e77-59e4249af238 tempest-DvrRoutersNegativeTest-1185414718 tempest-DvrRoutersNegativeTest-1185414718-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1564419 Sep 22 08:35:55.855687 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 2 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:55.858594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c376cbd1-466c-46a0-9cb5-6226d9449646']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:55.873035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.913165 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-a5f25bc4-ace8-41e4-a339-4ec608ab5c42 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9301865 Sep 22 08:35:55.923990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:55.924573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:55.924868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3b62ab-2226-410c-8dd8-b098b1d9e9f7') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:35:55.940021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:55.976635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] For port 7a5ff61f-3918-4e98-9bc4-a41c90dda356, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:35:55.980389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] For port 7a5ff61f-3918-4e98-9bc4-a41c90dda356, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7a5ff61f-3918-4e98-9bc4-a41c90dda356,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:35:55.989107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.053331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.19 (730af921-e63a-489c-87f7-4d78abc0d06c/7b3e9092-1868-4810-a7d6-10d9ff25145c/d93d39d3-229c-4105-8f89-324ed501eb8c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:56.090454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc3989-cbdd-4f1e-8310-5999a7e75b28 None None] Pushing event updated for resources: {'Port': ['ID=7a5ff61f-3918-4e98-9bc4-a41c90dda356,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:56.158996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=46293394-7e88-40cd-9e7f-4eb2ac01b077,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:56.216195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.228948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37444) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:56.276411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.360821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:35:56.361364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.410665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.441684 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 3 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:56.447512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.454134 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5b3b62ab-2226-410c-8dd8-b098b1d9e9f7 resource provider aggregate not found Sep 22 08:35:56.507229 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5b3b62ab-2226-410c-8dd8-b098b1d9e9f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b3b62ab-2226-410c-8dd8-b098b1d9e9f7 found for delete ", "request_id": "req-3c90cc53-efdf-4137-969c-60b8a0f0a33d"}]} Sep 22 08:35:56.518258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:56.527706 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-790e3344-53bc-4140-b5d2-1cf7ed113b74 req-e8ab67ee-b5b0-4588-b550-5e9bc3d1484b service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843217 Sep 22 08:35:56.534203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::8065:730d:815:f196 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/c6ee4c93-36eb-4589-a3d7-780570dae34b/6edfa7e0-1ed1-4f3f-a063-71064528da6d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:35:56.536923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.569176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.597644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.616724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Network': ['ID=c376cbd1-466c-46a0-9cb5-6226d9449646,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:56.626957 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f1053cbf-e87e-47c1-be51-0970402691cb tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/c376cbd1-466c-46a0-9cb5-6226d9449646 HTTP/1.1" status: 204 len: 168 time: 8.9853389 Sep 22 08:35:56.633078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37454) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:56.644434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.667299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.671036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.681648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:56.691032 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ea8330-d8f7-4c9a-8991-7e7a40ab201b tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:35:56.691503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ea8330-d8f7-4c9a-8991-7e7a40ab201b tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:56.707946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfe58088d214f98b89369286d330771 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:56.711354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:56.716080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.722333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.726517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-21ea8330-d8f7-4c9a-8991-7e7a40ab201b tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/d322f280-5acf-4ba3-a562-ec65455ba7b2 HTTP/1.1" status: 404 len: 337 time: 0.0880165 Sep 22 08:35:56.728366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37458) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:56.730164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:56.774777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.776325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.776827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd15ce0-cc00-49c3-8559-d1de5e51f0db {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:35:56.816617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object d93d39d3-229c-4105-8f89-324ed501eb8c will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:56.839208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.867502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6ed9f8-7669-4cbb-9f6e-9cdd2ff21427 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:35:56.868241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6ed9f8-7669-4cbb-9f6e-9cdd2ff21427 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:56.870120 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cf6ed9f8-7669-4cbb-9f6e-9cdd2ff21427 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/c376cbd1-466c-46a0-9cb5-6226d9449646 HTTP/1.1" status: 404 len: 339 time: 0.1378155 Sep 22 08:35:56.876889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Port': ['ID=03acd514-77b6-47b8-9c3b-4442138bc30d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:56.880426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37462) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:56.907053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=00f925ce-082d-4947-b625-5f3433416041,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:56.913487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc746053-6214-4863-b0b5-80275f68fc69 None None] Network 99592792-d35c-4c9c-85cb-3bb606de9638 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:56.916640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:56.920992 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd50d6f2-b992-4a0c-adef-8da01fac3e4c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/00f925ce-082d-4947-b625-5f3433416041 HTTP/1.1" status: 204 len: 168 time: 1.8789728 Sep 22 08:35:56.922015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37466) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.049479 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 4 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:57.055421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet d1beef8d-6a02-462d-ab22-ed029376833f {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:35:57.062814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.144026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.181715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:57.185120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.233088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 6edfa7e0-1ed1-4f3f-a063-71064528da6d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:35:57.310566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Checking segment: {'id': '3730b6a7-3b96-423c-9126-b13c368b856e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '812c6943-243a-44f5-8363-f1302bc752cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:57.311313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network hostable DHCP agents. Network: 812c6943-243a-44f5-8363-f1302bc752cf, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:57.320798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.333665 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3d68dc-2ebb-407a-b4b7-315d7dce81d2 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:35:57.334395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3d68dc-2ebb-407a-b4b7-315d7dce81d2 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:57.383167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.446835 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec3d68dc-2ebb-407a-b4b7-315d7dce81d2 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/91b404cd-ec89-4714-9227-e07a452d67e0 HTTP/1.1" status: 404 len: 337 time: 0.5603054 Sep 22 08:35:57.451837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:35:57.452487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37470) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.459503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:57.459859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=d93d39d3-229c-4105-8f89-324ed501eb8c,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:57.466734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.467909 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c365bee-58f7-40fa-8255-f82211f8177e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/4cd15ce0-cc00-49c3-8559-d1de5e51f0db HTTP/1.1" status: 204 len: 168 time: 4.6961253 Sep 22 08:35:57.472737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] In _notify_port_updated(), no bound segment for port d93d39d3-229c-4105-8f89-324ed501eb8c on network 730af921-e63a-489c-87f7-4d78abc0d06c {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:35:57.478758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:57.479419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.480728 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7089f51e-3616-467a-a47c-f9a5110bf2c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "PUT /v2.0/ports/d93d39d3-229c-4105-8f89-324ed501eb8c HTTP/1.1" status: 200 len: 999 time: 3.3439939 Sep 22 08:35:57.481987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37474) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.484174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37476) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.487908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:57.489058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network 812c6943-243a-44f5-8363-f1302bc752cf is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:57.493758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:57.494425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.512707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1007649883'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:57.513517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=6edfa7e0-1ed1-4f3f-a063-71064528da6d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:57.521517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:57.526216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:57.529701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:57.537430 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:57.549100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 812c6943-243a-44f5-8363-f1302bc752cf) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:57.564746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:57.565714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.581074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f40008-493b-4584-ae70-58dea77a43fd None None] Network 812c6943-243a-44f5-8363-f1302bc752cf requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:57.582531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63a0d1c-bd24-4521-8c5c-777243ba6273 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:35:57.583017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63a0d1c-bd24-4521-8c5c-777243ba6273 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:57.587106 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b63a0d1c-bd24-4521-8c5c-777243ba6273 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/43557df7-5c33-422a-aa8d-90c74db3b62c HTTP/1.1" status: 404 len: 339 time: 0.1313229 Sep 22 08:35:57.608589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:57.614181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.614395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37482) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.693730 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-733b5fc3-0d7c-44c0-b0d1-4b0720c5640a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:35:57.694192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733b5fc3-0d7c-44c0-b0d1-4b0720c5640a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:57.699343 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-733b5fc3-0d7c-44c0-b0d1-4b0720c5640a tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/4bed7afd-7c65-49ed-b0a2-d42eea486168 HTTP/1.1" status: 404 len: 337 time: 0.0593195 Sep 22 08:35:57.700525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37486) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.706570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d3d13600-1e6b-44ef-b4db-332595c92047 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0196331 Sep 22 08:35:57.713144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:35:57.725346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.725819 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment 18504637-c1de-4371-a3ec-5246d3b385d2 of type vlan for network 13f80638-519e-41e8-924a-df5856cb1a15 Sep 22 08:35:57.746931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37488) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.754513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.761251 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 5 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:57.799913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.814106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port d93d39d3-229c-4105-8f89-324ed501eb8c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:57.814551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.826024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.831931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:57.832541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.855240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:57.859678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Port': ['ID=dc9e9a3f-86b6-4432-8496-085ac32112b6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:57.874090 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-093374aa-685e-421a-8998-2383b9f8c24d tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:35:57.874834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093374aa-685e-421a-8998-2383b9f8c24d tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:57.880414 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-093374aa-685e-421a-8998-2383b9f8c24d tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/7ce3feec-ca28-451f-86dd-211350a1aea0 HTTP/1.1" status: 404 len: 339 time: 0.1696875 Sep 22 08:35:57.925318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a5ff61f-3918-4e98-9bc4-a41c90dda356 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:35:57.925532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37494) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:57.937089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ef8464-9b63-4fe6-a106-8d79cd58aa54,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:57.943496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Checking segment: {'id': '48058d3e-03af-47b0-a7f6-6ec811ac1149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64897aa5-179f-48a7-aba4-a11944203599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:35:57.943852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network hostable DHCP agents. Network: 64897aa5-179f-48a7-aba4-a11944203599, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:35:58.080733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:58.109656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:35:58.131517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.132336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network 64897aa5-179f-48a7-aba4-a11944203599 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:35:58.138686 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7a7cb6b2-8349-48b9-a2cd-0ce5ca474fb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bfe58088d214f98b89369286d330771&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9039748 Sep 22 08:35:58.146844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:58.154519 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6531477 Sep 22 08:35:58.160335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:58.176030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1c228-7761-4f5e-8b5f-6d13fa7ec9e4 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=13f80638-519e-41e8-924a-df5856cb1a15,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:58.190044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': '13f80638-519e-41e8-924a-df5856cb1a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:35:58.190985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 13f80638-519e-41e8-924a-df5856cb1a15 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:35:58.191797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.193764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/d1beef8d-6a02-462d-ab22-ed029376833f HTTP/1.1" status: 204 len: 168 time: 1.2708473 Sep 22 08:35:58.194910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ae8e-646b-4a75-910a-e39f7462fb21 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=d1beef8d-6a02-462d-ab22-ed029376833f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:58.198021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37506) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:58.214068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 64897aa5-179f-48a7-aba4-a11944203599) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:35:58.217746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:35:58.224791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:58.226779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2666cdff-bd4d-4fba-8c3a-eab34de1342a None None] Network 64897aa5-179f-48a7-aba4-a11944203599 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:58.231441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:58.232267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.267679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting port 7ec26833-6a1b-400b-953b-18727101ec6d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:58.268021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.304583 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb0d3202-3d77-4060-99c6-cdad17e5c1cf tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4454665 Sep 22 08:35:58.309634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37512) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:58.356147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2efe1df-75d0-4e43-bb77-e5111f0f8793 None None] Network 99592792-d35c-4c9c-85cb-3bb606de9638 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:35:58.540927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.557960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.607468 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 6 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:58.609948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.630210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0f6ea-0ece-4fb6-bde8-04519b2f88b4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:58.636101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0f6ea-0ece-4fb6-bde8-04519b2f88b4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:58.637474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-71f0f6ea-0ece-4fb6-bde8-04519b2f88b4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:35:58.706427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for d93d39d3-229c-4105-8f89-324ed501eb8c owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:58.721023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:58.738297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Calling delete_port for 7ec26833-6a1b-400b-953b-18727101ec6d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:58.767607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:58.768253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.796567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3861857-8284-4458-8eeb-4d1e3751413a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.801829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:35:58.817325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:35:58.824290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] DHCP port deletion for 99592792-d35c-4c9c-85cb-3bb606de9638 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:35:58.829996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-71f0f6ea-0ece-4fb6-bde8-04519b2f88b4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:35:58.830168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:35:58.830644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] Deleting port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:58.830644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.831160 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-71f0f6ea-0ece-4fb6-bde8-04519b2f88b4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0832424 Sep 22 08:35:58.838439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37516) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:58.850528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:35:58.902567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3861857-8284-4458-8eeb-4d1e3751413a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:58.907967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca068a-7805-4fcf-b6c3-5fdec2ecb535 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:58.913670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca068a-7805-4fcf-b6c3-5fdec2ecb535 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:35:58.915242 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0ca068a-7805-4fcf-b6c3-5fdec2ecb535 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5924685 Sep 22 08:35:58.922663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:58.984629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 6edfa7e0-1ed1-4f3f-a063-71064528da6d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:58.985023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.056809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:35:59.060534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.065870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] For port e32b3fe7-5ca8-40e6-9b67-e0a529c33872, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,segment=NetworkSegment(da6cd409-957e-4ffb-9594-6666b1645378),segment_id=da6cd409-957e-4ffb-9594-6666b1645378)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:59.066262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.096220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.113666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Deleting port 03acd514-77b6-47b8-9c3b-4442138bc30d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:35:59.114020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.188120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] Calling delete_port for e32b3fe7-5ca8-40e6-9b67-e0a529c33872 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:59.221635 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 7 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:59.237674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] For port e32b3fe7-5ca8-40e6-9b67-e0a529c33872, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,segment=NetworkSegment(da6cd409-957e-4ffb-9594-6666b1645378),segment_id=da6cd409-957e-4ffb-9594-6666b1645378)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:35:59.238047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.307164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:35:59.318701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.367720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] Pushing event deleted for resources: {'Port': ['ID=e32b3fe7-5ca8-40e6-9b67-e0a529c33872,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:59.372936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c7cb0-f277-477f-9b1f-a1a3f56a8b08 None None] No DVR routers for this DVR port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:35:59.385220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Port': ['ID=7ec26833-6a1b-400b-953b-18727101ec6d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:59.402000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.416869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for e32b3fe7-5ca8-40e6-9b67-e0a529c33872 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:59.425543 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-49cd0f76-8e06-41f0-abb0-2ba9f00cc809 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/ports/7ec26833-6a1b-400b-953b-18727101ec6d HTTP/1.1" status: 204 len: 168 time: 1.4837463 Sep 22 08:35:59.448888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37524) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:59.520622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.544618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3861857-8284-4458-8eeb-4d1e3751413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.556464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e32b3fe7-5ca8-40e6-9b67-e0a529c33872 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:35:59.579753 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1e556a-efb1-4b8f-aa11-686eea44e343 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:35:59.580314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1e556a-efb1-4b8f-aa11-686eea44e343 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:35:59.590937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e32b3fe7-5ca8-40e6-9b67-e0a529c33872 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:35:59.591173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e32b3fe7-5ca8-40e6-9b67-e0a529c33872 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:35:59.592174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3861857-8284-4458-8eeb-4d1e3751413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ef8464-9b63-4fe6-a106-8d79cd58aa54,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:59.594270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3861857-8284-4458-8eeb-4d1e3751413a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.595929 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a3861857-8284-4458-8eeb-4d1e3751413a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95ef8464-9b63-4fe6-a106-8d79cd58aa54 HTTP/1.1" status: 204 len: 168 time: 1.4427781 Sep 22 08:35:59.604861 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa1e556a-efb1-4b8f-aa11-686eea44e343 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/dac2b22b-b0ac-4ff6-82ff-6f18497483a1 HTTP/1.1" status: 404 len: 337 time: 0.1548939 Sep 22 08:35:59.608405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:35:59.648998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=d93d39d3-229c-4105-8f89-324ed501eb8c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:35:59.769200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.786361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:35:59.808283 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Attempt 8 to provision port d93d39d3-229c-4105-8f89-324ed501eb8c Sep 22 08:35:59.917885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:35:59.918200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:35:59.956206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbcbcd57-a5a1-4a1f-bb45-fd311aff7083 None None] Port d93d39d3-229c-4105-8f89-324ed501eb8c was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:35:59.980784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 6edfa7e0-1ed1-4f3f-a063-71064528da6d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:35:59.991084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Calling delete_port for 03acd514-77b6-47b8-9c3b-4442138bc30d owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:00.032240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.074075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Could not find standard attr ID for object 4b45dfc8-f746-4e50-9c6b-01a4b3f02cd1. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:00.091728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Provisioning for port 6edfa7e0-1ed1-4f3f-a063-71064528da6d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:00.099447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Provisioning complete for port 6edfa7e0-1ed1-4f3f-a063-71064528da6d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:00.099870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.100207 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Attempt 1 to provision port 6edfa7e0-1ed1-4f3f-a063-71064528da6d Sep 22 08:36:00.158163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Port 6edfa7e0-1ed1-4f3f-a063-71064528da6d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:00.172022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.216421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.241932 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8cb0fe22-56de-4650-ba35-294e694aec2f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/d93d39d3-229c-4105-8f89-324ed501eb8c HTTP/1.1" status: 204 len: 168 time: 2.7408278 Sep 22 08:36:00.244865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:00.290613 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-67aff414-48d4-4523-bf55-45090606b369 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:36:00.291158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-67aff414-48d4-4523-bf55-45090606b369 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:00.293592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.346847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Port': ['ID=03acd514-77b6-47b8-9c3b-4442138bc30d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:00.351377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.359718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.367445 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b11c6e85-6812-4b7b-9ff9-08e973d8d446 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/ports/03acd514-77b6-47b8-9c3b-4442138bc30d HTTP/1.1" status: 204 len: 168 time: 1.4423571 Sep 22 08:36:00.369459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37556) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:00.405401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-67aff414-48d4-4523-bf55-45090606b369 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:00.406680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-67aff414-48d4-4523-bf55-45090606b369 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/d93d39d3-229c-4105-8f89-324ed501eb8c HTTP/1.1" status: 404 len: 333 time: 0.1606953 Sep 22 08:36:00.410859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:00.416598 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=33d52a05-55c6-488e-b6bf-9982359d7fd8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:00.428465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port e32b3fe7-5ca8-40e6-9b67-e0a529c33872 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:00.429151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.462059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a48e1c-313e-42f7-8413-6ec5df6dcb1b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:00.489313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': '18504637-c1de-4371-a3ec-5246d3b385d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '13f80638-519e-41e8-924a-df5856cb1a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:00.490005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: 13f80638-519e-41e8-924a-df5856cb1a15, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:00.497766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:00.504027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8aabcd-9fb7-4e14-9ab8-3283caeec124') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:00.504329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8aabcd-9fb7-4e14-9ab8-3283caeec124') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:00.510013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] The port 'e32b3fe7-5ca8-40e6-9b67-e0a529c33872' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:36:00.514253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.564601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.570660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Deleting port dc9e9a3f-86b6-4432-8496-085ac32112b6 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:00.571250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.598943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=6edfa7e0-1ed1-4f3f-a063-71064528da6d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:00.608089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet 7b3e9092-1868-4810-a7d6-10d9ff25145c {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:00.647127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.660184 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Attempt 2 to provision port 6edfa7e0-1ed1-4f3f-a063-71064528da6d Sep 22 08:36:00.690438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457669600'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:00.693642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.702392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.713653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:00.719410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Port 6edfa7e0-1ed1-4f3f-a063-71064528da6d was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:36:00.725408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Could not find standard attr ID for object e32b3fe7-5ca8-40e6-9b67-e0a529c33872. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:00.726447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 13f80638-519e-41e8-924a-df5856cb1a15 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:00.731163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:00.731423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Could not find standard attr ID for object 355c2074-b855-4fa9-b889-94f02cfc9cef. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:00.731599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.744964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Provisioning for port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:00.747871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.752175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:00.753272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Provisioning complete for port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:00.753739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.754175 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Attempt 1 to provision port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 Sep 22 08:36:00.773745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:00.778019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99592792-d35c-4c9c-85cb-3bb606de9638']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:00.800497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6cd409-957e-4ffb-9594-6666b1645378') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:00.800787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6cd409-957e-4ffb-9594-6666b1645378') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:00.826470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.845328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:00.863526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.929961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Current status of the port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:00.930455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.931957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 13f80638-519e-41e8-924a-df5856cb1a15) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:00.959192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:00.962884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d1443-ab75-4a23-a1f9-3d4e47d99278 None None] Network 13f80638-519e-41e8-924a-df5856cb1a15 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:00.971161 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b070daef-2aab-41b0-9954-dc854fd0e20f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/6edfa7e0-1ed1-4f3f-a063-71064528da6d HTTP/1.1" status: 204 len: 168 time: 2.1235437 Sep 22 08:36:00.994218 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ac8aabcd-9fb7-4e14-9ab8-3283caeec124 resource provider aggregate not found Sep 22 08:36:00.998255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:00.998833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.002891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37574) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:01.045096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.058818 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ac8aabcd-9fb7-4e14-9ab8-3283caeec124 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac8aabcd-9fb7-4e14-9ab8-3283caeec124 found for delete ", "request_id": "req-164c61c9-4a51-49d7-ada1-a158ad4b36a0"}]} Sep 22 08:36:01.068876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.079255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.079469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.087487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Calling delete_port for dc9e9a3f-86b6-4432-8496-085ac32112b6 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:01.088673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] For port 7a5ff61f-3918-4e98-9bc4-a41c90dda356, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7a5ff61f-3918-4e98-9bc4-a41c90dda356,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:01.097327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.116683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.121202 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/c1a48e1c-313e-42f7-8413-6ec5df6dcb1b HTTP/1.1" status: 204 len: 168 time: 1.5050423 Sep 22 08:36:01.126907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37580) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:01.129451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:01.130462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.138081 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-345653ec-6643-4ba4-9ae3-ee3c9a5001f8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9552677 Sep 22 08:36:01.143194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adc5af-3086-4a53-95fd-544715fbdc86 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Network': ['ID=c1a48e1c-313e-42f7-8413-6ec5df6dcb1b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:01.148851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:01.151120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37584) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:01.162915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1607282425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:01.168045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:01.174198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Could not find standard attr ID for object d93d39d3-229c-4105-8f89-324ed501eb8c. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:01.175970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:01.195486 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment da6cd409-957e-4ffb-9594-6666b1645378 resource provider aggregate not found Sep 22 08:36:01.197927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:01.205311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d7042-bbd2-42a8-87e7-a3ce8618bb35 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:01.206206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d7042-bbd2-42a8-87e7-a3ce8618bb35 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:01.210468 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da8d7042-bbd2-42a8-87e7-a3ce8618bb35 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2065923 Sep 22 08:36:01.211040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37592) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:01.214618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:01.220807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:router and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:01.243385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c036e86-84f9-440d-ab9b-4200dacb4af6 None None] Pushing event updated for resources: {'Port': ['ID=7a5ff61f-3918-4e98-9bc4-a41c90dda356,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:01.285516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment da6cd409-957e-4ffb-9594-6666b1645378 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da6cd409-957e-4ffb-9594-6666b1645378 found for delete ", "request_id": "req-103691e6-94fb-4fb5-aac6-c1c5862ac9f4"}]} Sep 22 08:36:01.330106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting port 70ee7326-15ee-4049-b1ec-bed2cb701cb8 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:01.330866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.337710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-13f80638-519e-41e8-924a-df5856cb1a15', 'network_id': '13f80638-519e-41e8-924a-df5856cb1a15', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': '33d52a05-55c6-488e-b6bf-9982359d7fd8'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:01.338637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.361517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.387104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.389728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:01.411401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=99592792-d35c-4c9c-85cb-3bb606de9638,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:01.413200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.420661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:01.421270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca9e0373-7577-4cd1-bd8b-72af3a84b290 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/99592792-d35c-4c9c-85cb-3bb606de9638 HTTP/1.1" status: 204 len: 168 time: 3.2195523 Sep 22 08:36:01.429546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37596) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:01.446050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.472208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Port': ['ID=dc9e9a3f-86b6-4432-8496-085ac32112b6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:01.511291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.516149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d57b8b81-4422-42bc-9b1d-c492a67d9353 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/ports/dc9e9a3f-86b6-4432-8496-085ac32112b6 HTTP/1.1" status: 204 len: 168 time: 1.1456699 Sep 22 08:36:01.516681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Allocated IP 2001:db8::2 (13f80638-519e-41e8-924a-df5856cb1a15/33d52a05-55c6-488e-b6bf-9982359d7fd8/2fa424c2-3fa4-4715-918f-3a351c32c10e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:01.516835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37600) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:01.585530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.585753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c330a045-4218-4947-9e4d-0bbac8710de3 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Synchronizing usage tracker for tenant:129b3ba5e9224092b24dd9404595488b on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:01.586510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.602016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.611239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a5ff61f-3918-4e98-9bc4-a41c90dda356 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:01.621049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet c6ee4c93-36eb-4589-a3d7-780570dae34b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:01.632822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.688090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c330a045-4218-4947-9e4d-0bbac8710de3 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Unset dirty status for tenant:129b3ba5e9224092b24dd9404595488b on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:01.694426 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c330a045-4218-4947-9e4d-0bbac8710de3 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1683483 Sep 22 08:36:01.697922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37604) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:01.703685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-957102349'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:01.707784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.718474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:01.726982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Usage tracker for resource:network and tenant:129b3ba5e9224092b24dd9404595488b is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:01.730621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.733757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:01.734131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.734464 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 Sep 22 08:36:01.738377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:01.740886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eecb73-698c-4e2e-8ae7-9408ece3557a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:01.741762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05eecb73-698c-4e2e-8ae7-9408ece3557a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:01.748097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:01.761358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.830969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.857076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.870435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Transition to ACTIVE for port object 2fa424c2-3fa4-4715-918f-3a351c32c10e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:01.933708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Transition to ACTIVE for port object 2fa424c2-3fa4-4715-918f-3a351c32c10e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:01.935563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.938528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:01.945533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:01.985054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Calling delete_port for 70ee7326-15ee-4049-b1ec-bed2cb701cb8 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:01.990827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.019645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Network 13f80638-519e-41e8-924a-df5856cb1a15 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:02.022549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:02.026947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:02.029428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Pushing event updated for resources: {'Port': ['ID=2fa424c2-3fa4-4715-918f-3a351c32c10e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.033944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.035678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Made reservation on behalf of 129b3ba5e9224092b24dd9404595488b for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:02.038801 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-59a82f60-ffef-413b-b174-0bd4bcb453ef tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8869741 Sep 22 08:36:02.039417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.041838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.043919 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/7b3e9092-1868-4810-a7d6-10d9ff25145c HTTP/1.1" status: 204 len: 168 time: 1.6286762 Sep 22 08:36:02.044746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05eecb73-698c-4e2e-8ae7-9408ece3557a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:02.050780 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-05eecb73-698c-4e2e-8ae7-9408ece3557a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6121728 Sep 22 08:36:02.051720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37608) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.052056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.052368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37612) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.057698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619c56a-f63f-4f0c-8dcc-90587e56817d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3e9092-1868-4810-a7d6-10d9ff25145c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.067019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.071994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73bef64-9d39-4d1a-b805-94547268e153 None None] Network 730af921-e63a-489c-87f7-4d78abc0d06c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:02.083460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:02.097463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:02.107940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:02.123406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:02.128892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c45ee14-343a-42c7-82f8-c8ce37c543cf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.205136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Attempting to bind port 2fa424c2-3fa4-4715-918f-3a351c32c10e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:02.205601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Attempting to bind port 2fa424c2-3fa4-4715-918f-3a351c32c10e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '18504637-c1de-4371-a3ec-5246d3b385d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '13f80638-519e-41e8-924a-df5856cb1a15'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:02.206022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Attempting to bind port 2fa424c2-3fa4-4715-918f-3a351c32c10e on network 13f80638-519e-41e8-924a-df5856cb1a15 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:02.215832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:02.216218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Checking segment: {'id': '18504637-c1de-4371-a3ec-5246d3b385d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '13f80638-519e-41e8-924a-df5856cb1a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:02.216589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.216697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.216973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Bound using segment: {'id': '18504637-c1de-4371-a3ec-5246d3b385d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '13f80638-519e-41e8-924a-df5856cb1a15'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:02.217434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Bound port: 2fa424c2-3fa4-4715-918f-3a351c32c10e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18504637-c1de-4371-a3ec-5246d3b385d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '13f80638-519e-41e8-924a-df5856cb1a15'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:02.217806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.254802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.268306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.271334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ee4c93-36eb-4589-a3d7-780570dae34b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.275148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.306041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12927b3c-cf1e-44dd-a077-a96a6412b857 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:02.324137 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d083db21-89d9-4ebb-bd75-5465447e31d3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/c6ee4c93-36eb-4589-a3d7-780570dae34b HTTP/1.1" status: 204 len: 168 time: 1.1071746 Sep 22 08:36:02.324680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.332316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.335729 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8344371 Sep 22 08:36:02.337888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37624) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.363938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7cba1-228c-4084-87e1-da6e132ef054 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4e1f9-2181-4cb7-a008-b46590719f2f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.414838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dc4bec66-82b0-4247-93a5-e21c90a6995e tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:02.431841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dc4bec66-82b0-4247-93a5-e21c90a6995e tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:02.436019 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc4bec66-82b0-4247-93a5-e21c90a6995e tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0937338 Sep 22 08:36:02.436233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37628) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.441398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ccb9a7bc-8a1a-4fa2-aa40-e3f8126ca69d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-security--1192736939', 'description': 'tempest-security-description-833554409'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:02.464563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:02.468805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.475273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a7bc-8a1a-4fa2-aa40-e3f8126ca69d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.491818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd3cd175-a7bd-47cd-a384-ee5a497e8dd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1606493 Sep 22 08:36:02.492785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37632) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.511577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] For port 2fa424c2-3fa4-4715-918f-3a351c32c10e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:02.534474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a7bc-8a1a-4fa2-aa40-e3f8126ca69d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.538387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a7bc-8a1a-4fa2-aa40-e3f8126ca69d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.541287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccb9a7bc-8a1a-4fa2-aa40-e3f8126ca69d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.542700 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ccb9a7bc-8a1a-4fa2-aa40-e3f8126ca69d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "PUT /v2.0/security-groups/a6f4e1f9-2181-4cb7-a008-b46590719f2f HTTP/1.1" status: 200 len: 1777 time: 0.1055834 Sep 22 08:36:02.550837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37634) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.592557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] For port 2fa424c2-3fa4-4715-918f-3a351c32c10e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2fa424c2-3fa4-4715-918f-3a351c32c10e,segment=NetworkSegment(18504637-c1de-4371-a3ec-5246d3b385d2),segment_id=18504637-c1de-4371-a3ec-5246d3b385d2)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:02.603322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9a7bc-8a1a-4fa2-aa40-e3f8126ca69d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4e1f9-2181-4cb7-a008-b46590719f2f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.616165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet ae0d9b05-fb0f-4691-b8ee-3b556664746d {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:02.627821 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c8c9b8f7-ffdb-4093-9547-30ec789dfa9c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups/a6f4e1f9-2181-4cb7-a008-b46590719f2f HTTP/1.1" status: 200 len: 1777 time: 0.0708616 Sep 22 08:36:02.628040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:02.628152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37640) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.638270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.650577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.650921 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Added segment a56a5049-5ea0-47ef-9e41-9411edb4822a of type vlan for network 3e144cae-7c7e-4564-83d9-f8afde066213 Sep 22 08:36:02.657638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.683838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Port': ['ID=70ee7326-15ee-4049-b1ec-bed2cb701cb8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.690836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0162e82d-0fb1-45d7-8fc6-1b8dadfd7890 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.721536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0162e82d-0fb1-45d7-8fc6-1b8dadfd7890 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.767733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1ae38-f970-4d63-a251-41dcc6c77134 None None] Pushing event updated for resources: {'Port': ['ID=2fa424c2-3fa4-4715-918f-3a351c32c10e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.786112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0162e82d-0fb1-45d7-8fc6-1b8dadfd7890 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.809498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162e82d-0fb1-45d7-8fc6-1b8dadfd7890 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4e1f9-2181-4cb7-a008-b46590719f2f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:02.830914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0162e82d-0fb1-45d7-8fc6-1b8dadfd7890 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.831645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.832506 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0162e82d-0fb1-45d7-8fc6-1b8dadfd7890 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/a6f4e1f9-2181-4cb7-a008-b46590719f2f HTTP/1.1" status: 204 len: 168 time: 0.2033875 Sep 22 08:36:02.840954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.880765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:02.886143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] Deleting port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:02.886757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:02.925508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e95b5df-97d3-4ceb-af7c-d8c73faa1601 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:02.955741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e95b5df-97d3-4ceb-af7c-d8c73faa1601 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:02.959688 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e95b5df-97d3-4ceb-af7c-d8c73faa1601 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1146080 Sep 22 08:36:02.959979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37648) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:02.986055 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-4adfb5ce-69cf-45cf-a297-b3a43b4efa74 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] delete failed (client error): The resource could not be found. Sep 22 08:36:02.994090 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4adfb5ce-69cf-45cf-a297-b3a43b4efa74 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/a6f4e1f9-2181-4cb7-a008-b46590719f2f HTTP/1.1" status: 404 len: 347 time: 0.0262532 Sep 22 08:36:02.994431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37652) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:03.000121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635730471'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:03.011656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:03.028884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:03.040498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.044958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.072036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:03.076293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:03.098355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:03.112968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9abba03b-a462-48f1-8ff5-9675b17bee38 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:03.116125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:03.216901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:03.217858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.222184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:03.224305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.225680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:03.231894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:03.245221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.252501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] For port 7a5ff61f-3918-4e98-9bc4-a41c90dda356, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7a5ff61f-3918-4e98-9bc4-a41c90dda356,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:03.253072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.262289 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-49267039-ef19-49b7-8919-f0160385dd3e tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/ports/70ee7326-15ee-4049-b1ec-bed2cb701cb8 HTTP/1.1" status: 204 len: 168 time: 2.1342916 Sep 22 08:36:03.273611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37656) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:03.293706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:03.305305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.360101 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d977c014-832e-41f6-a2d4-0feb4b2508ec tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] DELETE failed (client error): The resource could not be found. Sep 22 08:36:03.361625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d977c014-832e-41f6-a2d4-0feb4b2508ec tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:36:03.367615 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d977c014-832e-41f6-a2d4-0feb4b2508ec tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/b92cad01-3ed5-4492-a1c5-1e592fe5def1 HTTP/1.1" status: 404 len: 337 time: 0.0928020 Sep 22 08:36:03.368843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:03.371849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaf4978-adc8-418b-9194-0daaad2989ff,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:03.376326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.377581 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-75f7ea3a-7675-4dc1-92bd-c9fbd254f4b8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3821747 Sep 22 08:36:03.407991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] Calling delete_port for 7a5ff61f-3918-4e98-9bc4-a41c90dda356 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:03.466314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:03.475208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': 'bfaf4978-adc8-418b-9194-0daaad2989ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:03.486605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:03.510038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:03.515925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.517371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:03.534875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:03.541686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.574308 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting port e87db4e5-e3da-454b-bd64-aeea255f225d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:03.574738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.605415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] Pushing event deleted for resources: {'Port': ['ID=7a5ff61f-3918-4e98-9bc4-a41c90dda356,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:03.616830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b83cd-4100-4d89-abf4-11b64262dccf None None] No DVR routers for this DVR port 7a5ff61f-3918-4e98-9bc4-a41c90dda356 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:03.638726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9abba03b-a462-48f1-8ff5-9675b17bee38 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:03.643864 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9abba03b-a462-48f1-8ff5-9675b17bee38 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.5858657 Sep 22 08:36:03.650020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:03.655626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2fa424c2-3fa4-4715-918f-3a351c32c10e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:03.657999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.680168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1694247540'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:03.684803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:03.692207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.718090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:03.735121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ce9f6f2c-9472-41f0-93c0-493129d0f932 None None] Provisioning complete for port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:03.735496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:03.735744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6f2c-9472-41f0-93c0-493129d0f932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.735913 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ce9f6f2c-9472-41f0-93c0-493129d0f932 None None] Attempt 1 to provision port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 Sep 22 08:36:03.756759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:03.778520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2fa424c2-3fa4-4715-918f-3a351c32c10e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:03.919201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.920129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f6f2c-9472-41f0-93c0-493129d0f932 None None] Current status of the port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:03.923031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a5ff61f-3918-4e98-9bc4-a41c90dda356 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:03.932036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.946082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.953880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86542866-b97d-4652-bf86-c6fca7af3a0a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:03.961437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:03.962531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.963180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] For port e87db4e5-e3da-454b-bd64-aeea255f225d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e87db4e5-e3da-454b-bd64-aeea255f225d,segment=NetworkSegment(563a02a7-a5f2-4450-8e62-b92fedfb0a6d),segment_id=563a02a7-a5f2-4450-8e62-b92fedfb0a6d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:03.963705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:03.965942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 7a5ff61f-3918-4e98-9bc4-a41c90dda356 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:03.966289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a5ff61f-3918-4e98-9bc4-a41c90dda356 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:04.000105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:04.004120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.180763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.216081 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5113041 Sep 22 08:36:04.235073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:04.239777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345f561-97ee-4749-912c-ae92f28a4e1c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Network': ['ID=3e144cae-7c7e-4564-83d9-f8afde066213,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:04.244922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Calling delete_port for e87db4e5-e3da-454b-bd64-aeea255f225d owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:04.256071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 3e144cae-7c7e-4564-83d9-f8afde066213 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:04.272964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-256128752'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:04.278884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.280526 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e104a89a-8e9f-460d-b6f3-b2438f794a81 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8127902 Sep 22 08:36:04.287257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:04.291434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37676) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:04.309440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Usage tracker for resource:network and tenant:129b3ba5e9224092b24dd9404595488b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:04.315709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:04.333438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:04.341802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf263d1-22bb-4684-9bb1-bb556503bbe2 None None] Network 13f80638-519e-41e8-924a-df5856cb1a15 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:04.345770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13adcbf1-b6ed-4215-83f1-b95dffe27341 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.372109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13adcbf1-b6ed-4215-83f1-b95dffe27341 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.379151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Made reservation on behalf of 129b3ba5e9224092b24dd9404595488b for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:04.382612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.403670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:04.425167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.480565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.481131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:04.481279 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment e04de8de-06c8-484e-baae-54018b432155 of type vlan for network 9cc6d850-f618-41de-a58c-79d24fae1e2b Sep 22 08:36:04.483554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13adcbf1-b6ed-4215-83f1-b95dffe27341 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.486119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Port': ['ID=e87db4e5-e3da-454b-bd64-aeea255f225d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:04.496014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.499882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Provisioning for port 2fa424c2-3fa4-4715-918f-3a351c32c10e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:04.505613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No DVR routers for this DVR port e87db4e5-e3da-454b-bd64-aeea255f225d on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:04.548604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adcbf1-b6ed-4215-83f1-b95dffe27341 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86542866-b97d-4652-bf86-c6fca7af3a0a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:04.554001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.554346 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Added segment c7ee7207-5463-40ec-b543-f4d38cf14ddf of type vlan for network dcaed215-9b81-477a-aa2c-4009df4516f1 Sep 22 08:36:04.605618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Provisioning complete for port 2fa424c2-3fa4-4715-918f-3a351c32c10e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:04.605894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.606401 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Attempt 1 to provision port 2fa424c2-3fa4-4715-918f-3a351c32c10e Sep 22 08:36:04.616467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0d9b05-fb0f-4691-b8ee-3b556664746d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:04.621626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.630479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.639564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.666064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d677de9-65a1-4b39-b7c0-f5b0393a1f10 None None] Network 730af921-e63a-489c-87f7-4d78abc0d06c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:04.668512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13adcbf1-b6ed-4215-83f1-b95dffe27341 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.669624 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-13adcbf1-b6ed-4215-83f1-b95dffe27341 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/86542866-b97d-4652-bf86-c6fca7af3a0a HTTP/1.1" status: 204 len: 168 time: 0.3773203 Sep 22 08:36:04.674253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.676425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37680) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:04.678849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.714721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fe48ec-09c3-4122-b297-0dea1f61cbfd']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:04.731625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ddbc3cb0-db84-4e2e-929d-ff9bee98ba0b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/ae0d9b05-fb0f-4691-b8ee-3b556664746d HTTP/1.1" status: 204 len: 168 time: 2.6747570 Sep 22 08:36:04.738525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37684) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:04.740936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8::1 (13f80638-519e-41e8-924a-df5856cb1a15/33d52a05-55c6-488e-b6bf-9982359d7fd8/4904fe29-7548-4f98-8409-3bd9a0b97c97) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:04.742738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563a02a7-a5f2-4450-8e62-b92fedfb0a6d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:04.743498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563a02a7-a5f2-4450-8e62-b92fedfb0a6d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:04.755115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:04.768641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:04.786387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:04.787181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.804815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=9f6f988a-1ee5-45a7-ab1e-c92c0647f757,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:04.824501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.831451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94b2fe-bf84-425c-9e2d-e381bdd18772 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:04.860048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.865924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:04.866520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.893686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.900111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:04.901006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.912098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:04.954163 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-865f1dad-b4d5-4be3-ab52-6e36c321e6f9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2712593 Sep 22 08:36:04.962923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:04.968002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0201960-9804-4017-b3e6-98c7c58aacee tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3781307 Sep 22 08:36:04.973113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37690) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:04.979993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:04.980314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.018354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.046770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': '9f6f988a-1ee5-45a7-ab1e-c92c0647f757', 'ip_address': '2001:db8::e5c3:3f4f:343:d7d0'}], 'name': 'tempest-NetworksTestDHCPv6-261360244'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:05.070459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Current status of the port 2fa424c2-3fa4-4715-918f-3a351c32c10e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:05.070837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.090003 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4234190 Sep 22 08:36:05.092060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8633504 Sep 22 08:36:05.108305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] For port 2fa424c2-3fa4-4715-918f-3a351c32c10e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2fa424c2-3fa4-4715-918f-3a351c32c10e,segment=NetworkSegment(18504637-c1de-4371-a3ec-5246d3b385d2),segment_id=18504637-c1de-4371-a3ec-5246d3b385d2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:05.144023 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 563a02a7-a5f2-4450-8e62-b92fedfb0a6d resource provider aggregate not found Sep 22 08:36:05.162265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.166031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:05.175908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b7cd8-5cea-45a4-aa5c-4935fa97e12c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Network': ['ID=dcaed215-9b81-477a-aa2c-4009df4516f1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:05.222259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:05.241524 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 563a02a7-a5f2-4450-8e62-b92fedfb0a6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 563a02a7-a5f2-4450-8e62-b92fedfb0a6d found for delete ", "request_id": "req-d5869069-420b-4af4-ab8c-d75b7b45f974"}]} Sep 22 08:36:05.242115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:05.251828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.258526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cd77e-e985-4c18-bd08-1111e85cbe8e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=9cc6d850-f618-41de-a58c-79d24fae1e2b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:05.258732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.260299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92818b5-54dc-46dc-933d-8592fa8e25cd None None] Pushing event updated for resources: {'Port': ['ID=2fa424c2-3fa4-4715-918f-3a351c32c10e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:05.304112 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/72fe48ec-09c3-4122-b297-0dea1f61cbfd HTTP/1.1" status: 204 len: 168 time: 1.9336691 Sep 22 08:36:05.306037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37708) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:05.309144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network dcaed215-9b81-477a-aa2c-4009df4516f1 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:05.311934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'subnets': [{'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--549680096', 'ip_version': 4}, {'network_id': 'dcaed215-9b81-477a-aa2c-4009df4516f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:05.312252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'subnet': {'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--549680096', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:05.312824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Request body: {'subnet': {'network_id': 'dcaed215-9b81-477a-aa2c-4009df4516f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:05.326563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:05.349125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '9f6f988a-1ee5-45a7-ab1e-c92c0647f757'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:05.350177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.389974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.400455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46241df-023d-4276-bc91-fb979046f0f8 tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Network': ['ID=72fe48ec-09c3-4122-b297-0dea1f61cbfd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:05.418351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:05.418905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.440042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:05.442524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:05.446220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object 4904fe29-7548-4f98-8409-3bd9a0b97c97 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:05.448882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:05.452720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:05.456802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:05.459801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:05.468244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:05.473741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:05.489049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:05.508956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:05.512368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.525485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bde107d-b364-43e9-8058-8f2adf5ea9f3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.628520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2fa424c2-3fa4-4715-918f-3a351c32c10e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:05.662971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting subnet 568adcb6-dd2f-4167-83dd-84d48858b4a7 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:05.679089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bde107d-b364-43e9-8058-8f2adf5ea9f3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.726503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f175db39-b98d-4962-bdf8-6b21b48d5b45 None None] Provisioning complete for port 2fa424c2-3fa4-4715-918f-3a351c32c10e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:05.726866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f175db39-b98d-4962-bdf8-6b21b48d5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.727192 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f175db39-b98d-4962-bdf8-6b21b48d5b45 None None] Attempt 1 to provision port 2fa424c2-3fa4-4715-918f-3a351c32c10e Sep 22 08:36:05.741568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.792679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/9f6f988a-1ee5-45a7-ab1e-c92c0647f757/81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:05.849304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.952922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2fa424c2-3fa4-4715-918f-3a351c32c10e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:05.953279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.953611 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2fa424c2-3fa4-4715-918f-3a351c32c10e Sep 22 08:36:05.966530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 13f80638-519e-41e8-924a-df5856cb1a15 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:05.973467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:05.976177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.980253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:05.981805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] DHCP port deletion for 730af921-e63a-489c-87f7-4d78abc0d06c request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:05.995149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:05.996113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.012144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=4904fe29-7548-4f98-8409-3bd9a0b97c97,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:06.029227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Deleting port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:06.029602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.081833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 000b0a9e-677b-44bc-bc39-8cd17da5ff04 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:06.153993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:06.183842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f175db39-b98d-4962-bdf8-6b21b48d5b45 None None] Current status of the port 2fa424c2-3fa4-4715-918f-3a351c32c10e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:06.187686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Usage tracker for resource:subnet and tenant:129b3ba5e9224092b24dd9404595488b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:06.197676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] For port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,segment=NetworkSegment(a60415dd-366c-41e9-b8c8-b08f06825544),segment_id=a60415dd-366c-41e9-b8c8-b08f06825544)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:06.198170 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.208834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:06.222215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:06.330095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f5c95d7-abea-458e-a29a-e9d996d7dc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.346264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bde107d-b364-43e9-8058-8f2adf5ea9f3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.346833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.359470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:06.421058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Made reservation on behalf of 129b3ba5e9224092b24dd9404595488b for: {'subnet': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:06.425805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.425994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.442413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.448190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde107d-b364-43e9-8058-8f2adf5ea9f3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaf4978-adc8-418b-9194-0daaad2989ff,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:06.523205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=9be1d119-c7d4-4c0c-8c97-f8472d13dcda,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:06.539317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': 'e04de8de-06c8-484e-baae-54018b432155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:06.539677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: 9cc6d850-f618-41de-a58c-79d24fae1e2b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:06.551867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bde107d-b364-43e9-8058-8f2adf5ea9f3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.553298 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4bde107d-b364-43e9-8058-8f2adf5ea9f3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/bfaf4978-adc8-418b-9194-0daaad2989ff HTTP/1.1" status: 204 len: 168 time: 1.5856123 Sep 22 08:36:06.559227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37712) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:06.578031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Provisioning for port 4904fe29-7548-4f98-8409-3bd9a0b97c97 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:06.582046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.593659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.599145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2fa424c2-3fa4-4715-918f-3a351c32c10e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:06.613083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Provisioning complete for port 4904fe29-7548-4f98-8409-3bd9a0b97c97 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:06.613524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.613944 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 1 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:06.626696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.649208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Transition to ACTIVE for port object 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:06.696699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:06.705978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No DVR routers for this DVR port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:06.741364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:06.742268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] For port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5695b1d4-d7e9-4603-99f1-fd7a018c42d7,segment=NetworkSegment(a60415dd-366c-41e9-b8c8-b08f06825544),segment_id=a60415dd-366c-41e9-b8c8-b08f06825544)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:06.742991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.755799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Transition to ACTIVE for port object 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:06.768061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 9cc6d850-f618-41de-a58c-79d24fae1e2b) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:06.773130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:06.773715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.824784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631afa4-6514-4ad4-a783-969a4009b79a None None] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:06.829941 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-70265fbd-7417-4094-af5d-05eb21007744 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2660303 Sep 22 08:36:06.839009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37716) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:06.863391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--638021145'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:06.880296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:06.882200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.895372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:06.896361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.908021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:06.913092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Calling delete_port for 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:06.919966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6b186cb2-156a-4824-8266-727de6c2b7ef tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7149260 Sep 22 08:36:06.927027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:06.937493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37720) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:06.946299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Subnet': ['ID=568adcb6-dd2f-4167-83dd-84d48858b4a7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:06.955503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b', 'name': 'tempest-PortsIpV6TestJSON-585403796'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:06.967888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:06.988679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.003045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::e5c3:3f4f:343:d7d0 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/9f6f988a-1ee5-45a7-ab1e-c92c0647f757/000b0a9e-677b-44bc-bc39-8cd17da5ff04) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:07.008095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:07.044006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.048642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e1cf6-a025-4369-b42c-1bcc570f0718 None None] Network d930e062-3be6-4ced-9eef-d1f61737ab7d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:07.058366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730af921-e63a-489c-87f7-4d78abc0d06c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:07.103143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60415dd-366c-41e9-b8c8-b08f06825544') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:07.103441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60415dd-366c-41e9-b8c8-b08f06825544') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:07.126501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:07.138708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:07.143952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:07.165713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:07.177776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:07.184729 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bfb02ae2-78a7-4dea-94da-ea4c237d972c tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/subnets/568adcb6-dd2f-4167-83dd-84d48858b4a7 HTTP/1.1" status: 204 len: 168 time: 1.7684433 Sep 22 08:36:07.193894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.204759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:07.220563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37724) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:07.220781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Pushing event updated for resources: {'Port': ['ID=81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:07.225545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:07.263777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.279926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.280776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.352038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.378660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:07.379081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.382961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:07.383537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:07.412347 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 2 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:07.490259 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a60415dd-366c-41e9-b8c8-b08f06825544 resource provider aggregate not found Sep 22 08:36:07.503261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=4904fe29-7548-4f98-8409-3bd9a0b97c97,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:07.529957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Attempting to bind port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:07.530507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Attempting to bind port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:07.531029 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Attempting to bind port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:07.556899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.558751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.561607 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a60415dd-366c-41e9-b8c8-b08f06825544 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a60415dd-366c-41e9-b8c8-b08f06825544 found for delete ", "request_id": "req-1789dcb8-a10b-4634-a614-ea5131c81021"}]} Sep 22 08:36:07.566616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:07.566982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:07.567873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.568256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:07.568730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Bound port: 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:07.569259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.583136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:07.587525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:07.600241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Deleting port 6d606e94-2136-408e-a2fd-7eccd400976a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:07.600585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.635482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:07.637234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:07.646714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.649177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.654384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 000b0a9e-677b-44bc-bc39-8cd17da5ff04 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:07.668054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.683980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.724371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=730af921-e63a-489c-87f7-4d78abc0d06c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:07.726139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:07.729645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.759645 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90e2e5d9-1242-4bfc-a71e-a1b9517b8066 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/730af921-e63a-489c-87f7-4d78abc0d06c HTTP/1.1" status: 204 len: 168 time: 3.0163991 Sep 22 08:36:07.771511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-9cc6d850-f618-41de-a58c-79d24fae1e2b', 'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b', 'tenant_id': '1952bd3ef9bd49818f7d1549347a39d8', 'fixed_ips': [{'subnet_id': '9be1d119-c7d4-4c0c-8c97-f8472d13dcda'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:07.772343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.805605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:07.805941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:07.826357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 13f80638-519e-41e8-924a-df5856cb1a15 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:07.837707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:07.863087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:07.885308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Deleting port 5695b1d4-d7e9-4603-99f1-fd7a018c42d7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:07.885684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.944783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.949068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 59e8b79b-86f2-4d9b-88a5-afa562c46157 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:07.971265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] For port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:07.987492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:07.995100 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1518779 Sep 22 08:36:07.997664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37736) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:08.002570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c27172cb-12d8-47b6-ab60-d522c29c0a61 None None] The port '5695b1d4-d7e9-4603-99f1-fd7a018c42d7' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:36:08.008137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] For port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:08.019623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.087661 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 3 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:08.155710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '3a666e8a-5903-4f2e-a176-1c12cad9aa91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:08.161825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:08.165868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:08.169045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:08.176550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:08.195200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] DHCP port deletion for d930e062-3be6-4ced-9eef-d1f61737ab7d request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:08.239658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Deleting port 6d606e94-2136-408e-a2fd-7eccd400976a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:08.240041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.248727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Subnet': ['ID=f91e383a-e53f-463f-93ae-c9fa414f93d9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:08.251695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.253344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fc38d-220e-4391-b901-21a133b62bf9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a666e8a-5903-4f2e-a176-1c12cad9aa91,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:08.267915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] For port 6d606e94-2136-408e-a2fd-7eccd400976a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6d606e94-2136-408e-a2fd-7eccd400976a,segment=NetworkSegment(66ab5276-50a7-435a-9824-08386696e566),segment_id=66ab5276-50a7-435a-9824-08386696e566)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:08.268255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.323629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c6267-61f3-4d8f-a89c-5ef1f5ad2fb2 None None] Pushing event updated for resources: {'Port': ['ID=81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:08.327343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:08.333267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-58e96d3a-baf3-454f-9f19-a20a5d291918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.342304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Checking segment: {'id': 'a56a5049-5ea0-47ef-9e41-9411edb4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:08.342968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network hostable DHCP agents. Network: 3e144cae-7c7e-4564-83d9-f8afde066213, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:08.350794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Allocated IP 2001:db8::2 (9cc6d850-f618-41de-a58c-79d24fae1e2b/9be1d119-c7d4-4c0c-8c97-f8472d13dcda/d7fa2f52-fce3-414a-8c1d-74bd881f5417) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:08.366241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:08.392634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b25e4-4b27-42cb-8299-af823fd14244 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:08.399322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a65b25e4-4b27-42cb-8299-af823fd14244 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5350299 Sep 22 08:36:08.400556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:08.404993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37740) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:08.409987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:08.415965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:08.416601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.417758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Calling delete_port for 6d606e94-2136-408e-a2fd-7eccd400976a owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:08.420442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.462926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=000b0a9e-677b-44bc-bc39-8cd17da5ff04,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:08.495827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b6538351-d602-49d6-b792-2b6711dd9e4d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4666555 Sep 22 08:36:08.508897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37744) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:08.537451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.586471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.626569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d559c3cd-c7e3-404a-91c5-706b6b74f0f7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:08.628342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network 3e144cae-7c7e-4564-83d9-f8afde066213 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:08.637652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] For port 6d606e94-2136-408e-a2fd-7eccd400976a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6d606e94-2136-408e-a2fd-7eccd400976a,segment=NetworkSegment(66ab5276-50a7-435a-9824-08386696e566),segment_id=66ab5276-50a7-435a-9824-08386696e566)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:08.638201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router dea8dee3-96d9-4e8b-80dc-7bd154edd66a is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:36:08.638320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.682144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 3e144cae-7c7e-4564-83d9-f8afde066213) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:08.703444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.708744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.726323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:08.727817 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ab79f701-5339-4aca-9146-0d99659cc869 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7052739 Sep 22 08:36:08.734019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37748) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:08.752571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '3a666e8a-5903-4f2e-a176-1c12cad9aa91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:08.798811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84661e-232a-464d-b203-4cec554b4181 None None] Network 3e144cae-7c7e-4564-83d9-f8afde066213 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:08.811073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:08.820230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Calling delete_port for 6d606e94-2136-408e-a2fd-7eccd400976a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:08.831121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:08.835906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:08.838507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38626f-7190-4a1d-be60-45e76c1e508d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:08.844367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38626f-7190-4a1d-be60-45e76c1e508d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:08.844546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:08.845304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd38626f-7190-4a1d-be60-45e76c1e508d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:08.845946 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 4 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:08.852402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Port': ['ID=6d606e94-2136-408e-a2fd-7eccd400976a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:08.865511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] No DVR routers for this DVR port 6d606e94-2136-408e-a2fd-7eccd400976a on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:08.869953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:36:08.878690 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a2fc547-2ff3-4f40-96c8-0deb80442d3b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/dea8dee3-96d9-4e8b-80dc-7bd154edd66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8234007 Sep 22 08:36:08.879370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37752) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:08.918682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b895e18f-1f7c-4643-9f91-a6168d482dd3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:08.934463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd38626f-7190-4a1d-be60-45e76c1e508d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:08.939372 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd38626f-7190-4a1d-be60-45e76c1e508d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4228733 Sep 22 08:36:08.944482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37756) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:08.945250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] Sync routers for ids ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:36:08.987359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df4641b-c6b9-4f1e-8f51-6b4d7bc64a81 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:08.988468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9df4641b-c6b9-4f1e-8f51-6b4d7bc64a81 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:08.995797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.022311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] Routers {'dea8dee3-96d9-4e8b-80dc-7bd154edd66a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:09.022953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:09.025361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event updated for resources: {'Subnet': ['ID=086ec45a-62cc-407c-a29d-646289860720,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:09.038388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9df4641b-c6b9-4f1e-8f51-6b4d7bc64a81 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:09.042269 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9df4641b-c6b9-4f1e-8f51-6b4d7bc64a81 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports/4904fe29-7548-4f98-8409-3bd9a0b97c97 HTTP/1.1" status: 200 len: 911 time: 0.1592693 Sep 22 08:36:09.046661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37760) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:09.058364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '33d52a05-55c6-488e-b6bf-9982359d7fd8'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:09.107829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:09.131651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:09.138540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Checking segment: {'id': 'c7ee7207-5463-40ec-b543-f4d38cf14ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dcaed215-9b81-477a-aa2c-4009df4516f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:09.139037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network hostable DHCP agents. Network: dcaed215-9b81-477a-aa2c-4009df4516f1, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:09.149774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.156934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b895e18f-1f7c-4643-9f91-a6168d482dd3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:09.161884 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b895e18f-1f7c-4643-9f91-a6168d482dd3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7517815 Sep 22 08:36:09.163615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37764) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:09.169502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.177286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.190064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-536094196'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:09.196407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:09.196760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:09.211723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 000b0a9e-677b-44bc-bc39-8cd17da5ff04 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:09.212442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.237337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] Routers {'dea8dee3-96d9-4e8b-80dc-7bd154edd66a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:09.237875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:09.269054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1ae719-6be5-4878-a84a-9e97a1c52271,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:09.288563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.292603 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80a99c23-a159-4038-acc0-27c2931a6449 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5574110 Sep 22 08:36:09.294112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:09.305569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:09.311513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:09.314652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '3a666e8a-5903-4f2e-a176-1c12cad9aa91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:09.315795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:09.318530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:09.319341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c8d038-0439-4f49-a5e1-36469e390fe6 None None] The sync data for ids ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:36:09.325039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.325235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:09.342504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:09.350497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:09.359189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:09.435853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.465053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Transition to ACTIVE for port object d7fa2f52-fce3-414a-8c1d-74bd881f5417 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:09.502814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-3e144cae-7c7e-4564-83d9-f8afde066213', 'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213', 'tenant_id': '129b3ba5e9224092b24dd9404595488b', 'fixed_ips': [{'subnet_id': 'f91e383a-e53f-463f-93ae-c9fa414f93d9'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:09.503686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.506973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.518882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Transition to ACTIVE for port object d7fa2f52-fce3-414a-8c1d-74bd881f5417 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:09.529322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.536330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.562371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d930e062-3be6-4ced-9eef-d1f61737ab7d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:09.576148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:09.693585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.697712 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 5 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:09.745108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:09.750724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.778445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Deleting port 6d606e94-2136-408e-a2fd-7eccd400976a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:09.778934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.786420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.883419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:09.919303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:09.922609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:09.928003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8a39a77-5a2a-4ba3-9bf4-1ac243edea64 None None] The port '6d606e94-2136-408e-a2fd-7eccd400976a' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:36:09.935675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:09.948776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:09.969080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Pushing event updated for resources: {'Port': ['ID=d7fa2f52-fce3-414a-8c1d-74bd881f5417,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:10.046205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ab5276-50a7-435a-9824-08386696e566') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:10.046591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ab5276-50a7-435a-9824-08386696e566') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:10.068020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 000b0a9e-677b-44bc-bc39-8cd17da5ff04 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:10.099932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Network dcaed215-9b81-477a-aa2c-4009df4516f1 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:10.130402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.141932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Attempting to bind port d7fa2f52-fce3-414a-8c1d-74bd881f5417 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:10.142357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Attempting to bind port d7fa2f52-fce3-414a-8c1d-74bd881f5417 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'e04de8de-06c8-484e-baae-54018b432155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:10.142720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Attempting to bind port d7fa2f52-fce3-414a-8c1d-74bd881f5417 on network 9cc6d850-f618-41de-a58c-79d24fae1e2b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:10.146147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5242fbc-928a-4f38-a407-a098ef29ad61,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:10.149984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:10.152487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:10.156266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.163294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:10.164318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Checking segment: {'id': 'e04de8de-06c8-484e-baae-54018b432155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:10.164318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.164611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Bound using segment: {'id': 'e04de8de-06c8-484e-baae-54018b432155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:10.165051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Bound port: d7fa2f52-fce3-414a-8c1d-74bd881f5417, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04de8de-06c8-484e-baae-54018b432155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:10.165465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.173122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.176966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-030ddb88-07e3-4541-a795-e9f20df970cd tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8694232 Sep 22 08:36:10.179269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:10.179397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Allocated IP 172.20.0.2 (3e144cae-7c7e-4564-83d9-f8afde066213/f91e383a-e53f-463f-93ae-c9fa414f93d9/a9bc2342-a1c5-4c17-89fb-cafe07276c62) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:10.179996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, dcaed215-9b81-477a-aa2c-4009df4516f1) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:10.181974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.187358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '3a666e8a-5903-4f2e-a176-1c12cad9aa91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:10.195159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0bff3-7855-4819-b98a-f6bd5a4be530 None None] Network dcaed215-9b81-477a-aa2c-4009df4516f1 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:10.200492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:10.209394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:10.216428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:10.234960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:10.246164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::12c (9cc6d850-f618-41de-a58c-79d24fae1e2b/9be1d119-c7d4-4c0c-8c97-f8472d13dcda/59e8b79b-86f2-4d9b-88a5-afa562c46157) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:10.264438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:10.265181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:10.265947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.266069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6d606e94-2136-408e-a2fd-7eccd400976a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:10.272727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:10.273123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.275926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.331612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.349057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.354795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:10.355371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.356705 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/ports/4904fe29-7548-4f98-8409-3bd9a0b97c97 HTTP/1.1" status: 200 len: 911 time: 1.3083966 Sep 22 08:36:10.360730 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 66ab5276-50a7-435a-9824-08386696e566 resource provider aggregate not found Sep 22 08:36:10.378569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:10.386141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 6d606e94-2136-408e-a2fd-7eccd400976a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:10.387293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6d606e94-2136-408e-a2fd-7eccd400976a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:10.399980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 66ab5276-50a7-435a-9824-08386696e566 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66ab5276-50a7-435a-9824-08386696e566 found for delete ", "request_id": "req-399dc043-b2ee-4391-8fa9-43052a9b1037"}]} Sep 22 08:36:10.419208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.430986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.446200 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 6 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:10.469054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2404033-45cc-40dc-97cf-cb7303816b80 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=4904fe29-7548-4f98-8409-3bd9a0b97c97,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:10.471597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5ee59a-2043-4b4e-998c-eb8a77876ce5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:10.472983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:10.482617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.487745 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1852e579-224d-4319-9208-8729e5f48466 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3061976 Sep 22 08:36:10.489295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:10.496994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '3a666e8a-5903-4f2e-a176-1c12cad9aa91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:10.505076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:10.509081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:10.512993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:10.520650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:10.545188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.588161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:10.598004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] For port d7fa2f52-fce3-414a-8c1d-74bd881f5417, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:10.601473 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5b221c4-939f-404f-8223-15b964f66f86 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.3512409 Sep 22 08:36:10.604535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:10.652063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.662768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.665067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] For port d7fa2f52-fce3-414a-8c1d-74bd881f5417, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d7fa2f52-fce3-414a-8c1d-74bd881f5417,segment=NetworkSegment(e04de8de-06c8-484e-baae-54018b432155),segment_id=e04de8de-06c8-484e-baae-54018b432155)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:10.674512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.684254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.695547 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.711072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e4257b-6739-4c23-ab61-8f8c24f63d2d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:10.718909 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] 10.222.0.42 "DELETE /v2.0/networks/d930e062-3be6-4ced-9eef-d1f61737ab7d HTTP/1.1" status: 204 len: 168 time: 3.4981608 Sep 22 08:36:10.726315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58ba8d-c22b-470a-90ab-5c29f102e99e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:10.728081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58ba8d-c22b-470a-90ab-5c29f102e99e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:10.729729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58ba8d-c22b-470a-90ab-5c29f102e99e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:10.734353 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3b58ba8d-c22b-470a-90ab-5c29f102e99e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1257260 Sep 22 08:36:10.734659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37794) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:10.737951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.741675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-205e92de-3d25-4e4e-ac19-083dd1f86f09 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2479661 Sep 22 08:36:10.747171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37798) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:10.800163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89ec0b-0627-405f-ac45-e62e4a2ab6fc tempest-NetworksIpV6TestAttrs-377720718 tempest-NetworksIpV6TestAttrs-377720718-project] Pushing event deleted for resources: {'Network': ['ID=d930e062-3be6-4ced-9eef-d1f61737ab7d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:10.825766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Deleting subnet f91e383a-e53f-463f-93ae-c9fa414f93d9 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:10.860999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.861575 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment b78abc89-76fa-442f-b534-17cadb976f85 of type vlan for network 3300f8fd-3d69-426e-88c8-446dbcbef11f Sep 22 08:36:10.895249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:10.909823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Transition to ACTIVE for port object a9bc2342-a1c5-4c17-89fb-cafe07276c62 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:10.933153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Transition to ACTIVE for port object a9bc2342-a1c5-4c17-89fb-cafe07276c62 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:10.947530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.047190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.060193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.068409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.101051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Network 3e144cae-7c7e-4564-83d9-f8afde066213 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:11.106804 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 7 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:11.137295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:11.137468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:11.140270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:11.163763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.194208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.288561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c43adf-388b-4307-8d61-c1bb4812ab6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-dcaed215-9b81-477a-aa2c-4009df4516f1', 'network_id': 'dcaed215-9b81-477a-aa2c-4009df4516f1', 'tenant_id': '129b3ba5e9224092b24dd9404595488b', 'fixed_ips': [{'subnet_id': '086ec45a-62cc-407c-a29d-646289860720'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:11.289419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16c43adf-388b-4307-8d61-c1bb4812ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.341532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.374981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Attempting to bind port a9bc2342-a1c5-4c17-89fb-cafe07276c62 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:11.375376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Attempting to bind port a9bc2342-a1c5-4c17-89fb-cafe07276c62 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'a56a5049-5ea0-47ef-9e41-9411edb4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:11.375777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Attempting to bind port a9bc2342-a1c5-4c17-89fb-cafe07276c62 on network 3e144cae-7c7e-4564-83d9-f8afde066213 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:11.390115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.397199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Subnet': ['ID=f91e383a-e53f-463f-93ae-c9fa414f93d9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:11.399846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:11.400228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Checking segment: {'id': 'a56a5049-5ea0-47ef-9e41-9411edb4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:11.400629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.401020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Bound using segment: {'id': 'a56a5049-5ea0-47ef-9e41-9411edb4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:11.402170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Bound port: a9bc2342-a1c5-4c17-89fb-cafe07276c62, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56a5049-5ea0-47ef-9e41-9411edb4822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e144cae-7c7e-4564-83d9-f8afde066213'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:11.402170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.416248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.459347 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7d9bd913-8e47-483a-89fe-849343941f6b tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/subnets/f91e383a-e53f-463f-93ae-c9fa414f93d9 HTTP/1.1" status: 204 len: 168 time: 0.7230496 Sep 22 08:36:11.464091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37810) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:11.500810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=000b0a9e-677b-44bc-bc39-8cd17da5ff04,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:11.541911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.557872 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3bb427d-e6fd-4389-89a3-514607ad2e93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/000b0a9e-677b-44bc-bc39-8cd17da5ff04 HTTP/1.1" status: 204 len: 168 time: 2.5989101 Sep 22 08:36:11.560855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73b3d6e8-ff86-4024-af70-511083eaaba7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.566906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.577642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:11.578269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.598526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37814) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:11.622834 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a6a65763-996b-4954-8b17-057436d1e1fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90183128b8794e6da67d0da0123bda33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841957 Sep 22 08:36:11.627936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:11.671031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd2d3f-3caf-4404-a7de-c8011a1f17ce None None] Pushing event updated for resources: {'Port': ['ID=d7fa2f52-fce3-414a-8c1d-74bd881f5417,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:11.694033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:11.765970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78d02b99-825b-451a-9a93-5a01889e1bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.772324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Deleting subnet 086ec45a-62cc-407c-a29d-646289860720 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:11.786519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.855139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=3300f8fd-3d69-426e-88c8-446dbcbef11f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:11.863908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Pushing event updated for resources: {'Port': ['ID=a9bc2342-a1c5-4c17-89fb-cafe07276c62,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:11.876535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 3300f8fd-3d69-426e-88c8-446dbcbef11f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:11.884586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78d02b99-825b-451a-9a93-5a01889e1bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.902352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.921963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73b3d6e8-ff86-4024-af70-511083eaaba7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.926561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:11.929237 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5477b49e-6cf4-43d3-9468-15303d9df4c4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.7630782 Sep 22 08:36:11.942294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37822) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:11.970628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:12.019454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.068997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78d02b99-825b-451a-9a93-5a01889e1bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.095765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] For port a9bc2342-a1c5-4c17-89fb-cafe07276c62, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:12.098472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78d02b99-825b-451a-9a93-5a01889e1bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.103024 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-78d02b99-825b-451a-9a93-5a01889e1bf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f9bb7fe-336a-4774-8de5-5065c4905b9e HTTP/1.1" status: 204 len: 168 time: 0.4677713 Sep 22 08:36:12.103024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d02b99-825b-451a-9a93-5a01889e1bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9bb7fe-336a-4774-8de5-5065c4905b9e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:12.105782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] For port a9bc2342-a1c5-4c17-89fb-cafe07276c62, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a9bc2342-a1c5-4c17-89fb-cafe07276c62,segment=NetworkSegment(a56a5049-5ea0-47ef-9e41-9411edb4822a),segment_id=a56a5049-5ea0-47ef-9e41-9411edb4822a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:12.114577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.161244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.204310 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 8 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:12.214891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Subnet': ['ID=086ec45a-62cc-407c-a29d-646289860720,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:12.228882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.236342 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-18dbfa76-2593-4fc3-af6c-255e078f6873 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/subnets/086ec45a-62cc-407c-a29d-646289860720 HTTP/1.1" status: 204 len: 168 time: 0.7709904 Sep 22 08:36:12.238881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37828) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-16c43adf-388b-4307-8d61-c1bb4812ab6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 086ec45a-62cc-407c-a29d-646289860720: This subnet is being modified by another concurrent operation. Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:36:12.260411 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 086ec45a-62cc-407c-a29d-646289860720: This subnet is being modified by another concurrent operation. Sep 22 08:36:12.264584 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 08:36:12.267976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 59e8b79b-86f2-4d9b-88a5-afa562c46157 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:12.281530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:12.306193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:12.306415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190df6e-f89a-4ae3-93a6-0e3ced6849eb None None] Network dcaed215-9b81-477a-aa2c-4009df4516f1 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:12.354834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:12.368320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eaaf45-36ba-4435-b4f0-ceecbadf52af tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:12.369016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-27eaaf45-36ba-4435-b4f0-ceecbadf52af tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Synchronizing usage tracker for tenant:129b3ba5e9224092b24dd9404595488b on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:12.393451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-27eaaf45-36ba-4435-b4f0-ceecbadf52af tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Unset dirty status for tenant:129b3ba5e9224092b24dd9404595488b on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:12.394748 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-27eaaf45-36ba-4435-b4f0-ceecbadf52af tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1548853 Sep 22 08:36:12.400001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37834) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:12.414410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:12.440724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583dd61-2b48-42de-a234-7976dc42caed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:12.442347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b583dd61-2b48-42de-a234-7976dc42caed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:12.443104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b583dd61-2b48-42de-a234-7976dc42caed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:12.454241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73b3d6e8-ff86-4024-af70-511083eaaba7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.502217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3d6e8-ff86-4024-af70-511083eaaba7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e4257b-6739-4c23-ab61-8f8c24f63d2d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:12.509727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:12.511200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:12.515260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.522290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9f50-1cac-44d0-bc55-9a05d45b0e80 None None] Pushing event updated for resources: {'Port': ['ID=a9bc2342-a1c5-4c17-89fb-cafe07276c62,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:12.534320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.544131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73b3d6e8-ff86-4024-af70-511083eaaba7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.548077 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-73b3d6e8-ff86-4024-af70-511083eaaba7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/02e4257b-6739-4c23-ab61-8f8c24f63d2d HTTP/1.1" status: 204 len: 168 time: 1.7493839 Sep 22 08:36:12.548885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37842) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:12.590556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb53c4c7-0f59-4509-b5c2-2a6b70702ad9 None None] Network 3e144cae-7c7e-4564-83d9-f8afde066213 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:12.643309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.657927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b583dd61-2b48-42de-a234-7976dc42caed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:12.662101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:12.662474 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b583dd61-2b48-42de-a234-7976dc42caed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0238173 Sep 22 08:36:12.690231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.816122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105fe855-f3f8-49cb-ae4d-7f6e40b072fd None None] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:12.876730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:12.883318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.896010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3add68e-523b-44b4-99b7-78d971ddd2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:12.901713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 9f6f988a-1ee5-45a7-ab1e-c92c0647f757 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:12.905886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:12.910208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.919143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:12.925584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:12.926551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:12.958976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=59e8b79b-86f2-4d9b-88a5-afa562c46157,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:12.969059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaed215-9b81-477a-aa2c-4009df4516f1']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:12.990217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3add68e-523b-44b4-99b7-78d971ddd2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:12.995418 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d3add68e-523b-44b4-99b7-78d971ddd2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4395130 Sep 22 08:36:12.997588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:13.001690 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d4c09c0-a910-4393-b435-3d91716dba87 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0631669 Sep 22 08:36:13.011647 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 9 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:13.028773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:13.072486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '9cc6d850-f618-41de-a58c-79d24fae1e2b', 'name': 'tempest-PortsIpV6TestJSON-1746027150'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:13.099253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ee7207-5463-40ec-b543-f4d38cf14ddf') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:13.099516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ee7207-5463-40ec-b543-f4d38cf14ddf') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:13.112336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:13.118581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.150475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.186246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.199936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:13.200490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.203383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.258748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0606aaa1-f164-4bc4-92eb-d36f34549fbb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.278165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:13.287739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c7ee7207-5463-40ec-b543-f4d38cf14ddf resource provider aggregate not found Sep 22 08:36:13.312617 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c7ee7207-5463-40ec-b543-f4d38cf14ddf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7ee7207-5463-40ec-b543-f4d38cf14ddf found for delete ", "request_id": "req-6571cecd-186c-4c16-bf22-0dedfba0792e"}]} Sep 22 08:36:13.335053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.355000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0606aaa1-f164-4bc4-92eb-d36f34549fbb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.356157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.364660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.411025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Network': ['ID=dcaed215-9b81-477a-aa2c-4009df4516f1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:13.416785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3ae1d63-9c0e-4c04-88a0-f7bf181d8126 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/networks/dcaed215-9b81-477a-aa2c-4009df4516f1 HTTP/1.1" status: 204 len: 168 time: 1.0154753 Sep 22 08:36:13.419462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:13.491196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.570747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.605107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.613651 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Attempt 10 to provision port 4904fe29-7548-4f98-8409-3bd9a0b97c97 Sep 22 08:36:13.614820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=81f2c75f-abbf-4674-be53-269b6c80cfef,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:13.636398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1135053674'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:13.660712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6f988a-1ee5-45a7-ab1e-c92c0647f757,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:13.664833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.667381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Deleting port a9bc2342-a1c5-4c17-89fb-cafe07276c62 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:13.667792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.668888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0606aaa1-f164-4bc4-92eb-d36f34549fbb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.675252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d7fa2f52-fce3-414a-8c1d-74bd881f5417 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:13.686180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:13.704407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:13.710093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Usage tracker for resource:network and tenant:91e7158e3e7e483486c278d3cf4e26cd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:13.714225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe1847-1300-440a-a90b-e1a51c485415 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:13.719145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:13.723301 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1b889510-9c77-4685-8542-aade4cfbe178 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/9f6f988a-1ee5-45a7-ab1e-c92c0647f757 HTTP/1.1" status: 204 len: 168 time: 1.0594525 Sep 22 08:36:13.724037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37884) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:13.726017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606aaa1-f164-4bc4-92eb-d36f34549fbb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b5ee59a-2043-4b4e-998c-eb8a77876ce5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:13.733105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:13.739999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:13.743080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:13.767997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:13.779289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0606aaa1-f164-4bc4-92eb-d36f34549fbb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.783461 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0606aaa1-f164-4bc4-92eb-d36f34549fbb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2b5ee59a-2043-4b4e-998c-eb8a77876ce5 HTTP/1.1" status: 204 len: 168 time: 0.7774625 Sep 22 08:36:13.790312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:13.798203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Made reservation on behalf of 91e7158e3e7e483486c278d3cf4e26cd for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:13.802173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.838022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:13.841910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.845108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a5a88-700e-4729-8cc6-81f57e7831e8 None None] Port 4904fe29-7548-4f98-8409-3bd9a0b97c97 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:13.848334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-34089290-a4cb-40fe-a396-6129ed8ea179 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194525 Sep 22 08:36:13.850487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:13.860663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:13.879094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': 'b78abc89-76fa-442f-b534-17cadb976f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:13.879811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 3300f8fd-3d69-426e-88c8-446dbcbef11f, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:13.938431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:13.956381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Usage tracker for resource:security_group_rule and tenant:91e7158e3e7e483486c278d3cf4e26cd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:13.978747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:13.987929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 6dac8d45-5502-40b4-a9e0-26ccac025946 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:14.025590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port d7fa2f52-fce3-414a-8c1d-74bd881f5417 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:14.039074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:14.039456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Provisioning for port d7fa2f52-fce3-414a-8c1d-74bd881f5417 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:14.070005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Provisioning complete for port d7fa2f52-fce3-414a-8c1d-74bd881f5417 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:14.070933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.071935 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 1 to provision port d7fa2f52-fce3-414a-8c1d-74bd881f5417 Sep 22 08:36:14.098749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6eb0f64-b59d-4ce7-8579-d348c10f8c91 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:14.107113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48559e99-3a6d-44ab-ad80-e30c1dda626e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:14.107912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48559e99-3a6d-44ab-ad80-e30c1dda626e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:14.112530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 3300f8fd-3d69-426e-88c8-446dbcbef11f is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:14.128342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] For port a9bc2342-a1c5-4c17-89fb-cafe07276c62, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a9bc2342-a1c5-4c17-89fb-cafe07276c62,segment=NetworkSegment(a56a5049-5ea0-47ef-9e41-9411edb4822a),segment_id=a56a5049-5ea0-47ef-9e41-9411edb4822a)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:14.128688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.147431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48559e99-3a6d-44ab-ad80-e30c1dda626e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:14.151621 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-48559e99-3a6d-44ab-ad80-e30c1dda626e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2885547 Sep 22 08:36:14.160786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:14.228052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Current status of the port d7fa2f52-fce3-414a-8c1d-74bd881f5417 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:14.228593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.242194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:14.252100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] Deleting port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:14.252619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.264115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 3300f8fd-3d69-426e-88c8-446dbcbef11f) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:14.276529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Calling delete_port for a9bc2342-a1c5-4c17-89fb-cafe07276c62 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:14.285563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6eb0f64-b59d-4ce7-8579-d348c10f8c91 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:14.285901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325455a9-3def-42ea-b57d-36ab2ff582ce None None] Network 3300f8fd-3d69-426e-88c8-446dbcbef11f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:14.289589 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6eb0f64-b59d-4ce7-8579-d348c10f8c91 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4929912 Sep 22 08:36:14.309030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37900) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:14.325585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:14.325983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.339117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 4904fe29-7548-4f98-8409-3bd9a0b97c97 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:14.339943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.363872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6db976-80fa-440b-8a18-83fb259314f2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.385668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6db976-80fa-440b-8a18-83fb259314f2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.408023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] For port d7fa2f52-fce3-414a-8c1d-74bd881f5417, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d7fa2f52-fce3-414a-8c1d-74bd881f5417,segment=NetworkSegment(e04de8de-06c8-484e-baae-54018b432155),segment_id=e04de8de-06c8-484e-baae-54018b432155)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:14.425559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.436149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082e97bc-0cb0-47cc-98be-6807a207b076 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:14.437607 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-082e97bc-0cb0-47cc-98be-6807a207b076 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2656429 Sep 22 08:36:14.445781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37904) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:14.448403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.470316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6db976-80fa-440b-8a18-83fb259314f2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.494718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Port': ['ID=a9bc2342-a1c5-4c17-89fb-cafe07276c62,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:14.505441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] No DVR routers for this DVR port a9bc2342-a1c5-4c17-89fb-cafe07276c62 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:14.533911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6db976-80fa-440b-8a18-83fb259314f2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5242fbc-928a-4f38-a407-a098ef29ad61,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:14.574241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6db976-80fa-440b-8a18-83fb259314f2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.577957 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d6db976-80fa-440b-8a18-83fb259314f2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e5242fbc-928a-4f38-a407-a098ef29ad61 HTTP/1.1" status: 204 len: 168 time: 0.2657688 Sep 22 08:36:14.581821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Provisioning for port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:14.624465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37908) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:14.644755 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9e60c28-35b5-45cc-9802-5bed0c3737a1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6895926 Sep 22 08:36:14.660544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37912) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:14.670704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Provisioning complete for port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:14.671085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.671434 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 1 to provision port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 Sep 22 08:36:14.673746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f', 'name': 'tempest-PortsTestJSON-590934605'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:14.691071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::db (9cc6d850-f618-41de-a58c-79d24fae1e2b/9be1d119-c7d4-4c0c-8c97-f8472d13dcda/6dac8d45-5502-40b4-a9e0-26ccac025946) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:14.696681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.708602 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8cccd235-1824-444b-bfb5-879c661b0077 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2598245 Sep 22 08:36:14.714498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37916) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:14.721398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:14.744206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Pushing event updated for resources: {'Port': ['ID=d7fa2f52-fce3-414a-8c1d-74bd881f5417,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:14.782924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] For port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:14.782924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.822087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.841168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:14.919672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:14.962057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] Calling delete_port for 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:14.999606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-3300f8fd-3d69-426e-88c8-446dbcbef11f', 'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f', 'tenant_id': 'bf957cdc588a406e84dfc2cb0a538838', 'fixed_ips': [{'subnet_id': '81f2c75f-abbf-4674-be53-269b6c80cfef'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:15.000460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.002079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5833f1-23a6-458f-b8aa-8dcb81576a86,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:15.011835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.041451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.041575 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Added segment 13968cd6-a12e-432f-bc82-a9ea3abfd0f9 of type vlan for network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b Sep 22 08:36:15.061803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-643c69b4-5f2d-4316-ab78-cf38e5a3da05 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:15.077026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e144cae-7c7e-4564-83d9-f8afde066213']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:15.102000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56a5049-5ea0-47ef-9e41-9411edb4822a') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:15.102350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56a5049-5ea0-47ef-9e41-9411edb4822a') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:15.134777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:15.138061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.151113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Current status of the port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:15.151519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.155926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:15.161121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-643c69b4-5f2d-4316-ab78-cf38e5a3da05 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:15.165320 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-643c69b4-5f2d-4316-ab78-cf38e5a3da05 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5374348 Sep 22 08:36:15.165320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:15.171294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37920) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:15.179835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 4904fe29-7548-4f98-8409-3bd9a0b97c97 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:15.181520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:15.191870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.197796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.213899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:15.214330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.260882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.311106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:15.314955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.318787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] Pushing event deleted for resources: {'Port': ['ID=81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:15.326069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2cec7-6cce-4b28-a906-bbdf622fe4af None None] No DVR routers for this DVR port 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:15.331460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:15.351182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d7-51cf-4e0c-b8e0-fa540e888757 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.362267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Allocated IP 172.20.0.2 (3300f8fd-3d69-426e-88c8-446dbcbef11f/81f2c75f-abbf-4674-be53-269b6c80cfef/c9420e26-200d-4e18-8295-86008be2f214) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:15.364988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Provisioning for port 59e8b79b-86f2-4d9b-88a5-afa562c46157 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:15.370810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.371294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Provisioning complete for port 59e8b79b-86f2-4d9b-88a5-afa562c46157 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:15.371739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.372194 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 1 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:15.414674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:15.427390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d7-51cf-4e0c-b8e0-fa540e888757 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.446412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:15.451662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.471509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.485013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.494972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:15.498507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.508680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.514044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:15.514918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.520261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Network': ['ID=3e144cae-7c7e-4564-83d9-f8afde066213,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:15.550302 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d1fa6ec3-ab19-41dc-9ad3-ca61ed8ef366 tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/networks/3e144cae-7c7e-4564-83d9-f8afde066213 HTTP/1.1" status: 204 len: 168 time: 2.1297169 Sep 22 08:36:15.554831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37928) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:15.568507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=4904fe29-7548-4f98-8409-3bd9a0b97c97,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:15.574749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 6dac8d45-5502-40b4-a9e0-26ccac025946 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:15.588176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port ea73030d-6108-4177-a1eb-4b4a8fa7c45b yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:15.632310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d7fa2f52-fce3-414a-8c1d-74bd881f5417 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:15.680548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a56a5049-5ea0-47ef-9e41-9411edb4822a resource provider aggregate not found Sep 22 08:36:15.691113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d7-51cf-4e0c-b8e0-fa540e888757 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.744100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.748524 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4658897 Sep 22 08:36:15.756416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37934) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:15.769790 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a56a5049-5ea0-47ef-9e41-9411edb4822a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a56a5049-5ea0-47ef-9e41-9411edb4822a found for delete ", "request_id": "req-e1c07e41-9eb8-42a0-9352-b9a84ac38aac"}]} Sep 22 08:36:15.786044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Request body: {'subnet': {'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:15.807153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00e8d7-51cf-4e0c-b8e0-fa540e888757 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc1ae719-6be5-4878-a84a-9e97a1c52271,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:15.885198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d7fa2f52-fce3-414a-8c1d-74bd881f5417 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:15.885447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.885748 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d7fa2f52-fce3-414a-8c1d-74bd881f5417 Sep 22 08:36:15.913303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.948267 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 2 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:15.966217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57db64-cd4e-49de-aecd-2efb080d4b53 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Pushing event updated for resources: {'Network': ['ID=67ace0ee-d9e2-4cf8-ac5d-054a61552f4b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:15.978327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.989040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:15.991495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=6dac8d45-5502-40b4-a9e0-26ccac025946,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:15.996163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca00e8d7-51cf-4e0c-b8e0-fa540e888757 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:15.997422 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca00e8d7-51cf-4e0c-b8e0-fa540e888757 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dc1ae719-6be5-4878-a84a-9e97a1c52271 HTTP/1.1" status: 204 len: 168 time: 0.8176131 Sep 22 08:36:16.004694 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:16.017822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.022299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:16.022925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:16.047146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:16.055197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:16.061382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:16.062229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.064097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:16.101365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Usage tracker for resource:subnet and tenant:91e7158e3e7e483486c278d3cf4e26cd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:16.108107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:16.122002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:16.122312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Transition to ACTIVE for port object c9420e26-200d-4e18-8295-86008be2f214 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:16.167759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Transition to ACTIVE for port object c9420e26-200d-4e18-8295-86008be2f214 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:16.215506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.291450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Pushing event updated for resources: {'Port': ['ID=c9420e26-200d-4e18-8295-86008be2f214,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:16.291671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Made reservation on behalf of 91e7158e3e7e483486c278d3cf4e26cd for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:16.296067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.310220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Network 3300f8fd-3d69-426e-88c8-446dbcbef11f is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:16.311068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d7fa2f52-fce3-414a-8c1d-74bd881f5417 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:16.314829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:16.317245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:16.330241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.346580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85246561-b70b-46d5-858c-45f129ded33b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:16.388227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:16.395136 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2062eba-97af-45d9-9004-5ed38037811e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3649385 Sep 22 08:36:16.403571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:16.440890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.463240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:16.463609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 81b91e5b-5d0b-407d-a2ed-0b0f5fdda0d0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:16.482085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64897aa5-179f-48a7-aba4-a11944203599']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:16.482821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Attempting to bind port c9420e26-200d-4e18-8295-86008be2f214 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:16.483190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Attempting to bind port c9420e26-200d-4e18-8295-86008be2f214 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b78abc89-76fa-442f-b534-17cadb976f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:16.483570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Attempting to bind port c9420e26-200d-4e18-8295-86008be2f214 on network 3300f8fd-3d69-426e-88c8-446dbcbef11f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:16.489927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:16.490290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Checking segment: {'id': 'b78abc89-76fa-442f-b534-17cadb976f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:16.490701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.491083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Bound using segment: {'id': 'b78abc89-76fa-442f-b534-17cadb976f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:16.491558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Bound port: c9420e26-200d-4e18-8295-86008be2f214, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78abc89-76fa-442f-b534-17cadb976f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:16.492889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.535526 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 3 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:16.543558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48058d3e-03af-47b0-a7f6-6ec811ac1149') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:16.543906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48058d3e-03af-47b0-a7f6-6ec811ac1149') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:16.554384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router dea8dee3-96d9-4e8b-80dc-7bd154edd66a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:36:16.575000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.13 (3300f8fd-3d69-426e-88c8-446dbcbef11f/81f2c75f-abbf-4674-be53-269b6c80cfef/ea73030d-6108-4177-a1eb-4b4a8fa7c45b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:16.578624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:16.593166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:16.596497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.608960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e290c0d6-393d-49e8-91b8-17632d83206f None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:16.614243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85246561-b70b-46d5-858c-45f129ded33b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:16.618561 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-85246561-b70b-46d5-858c-45f129ded33b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6047990 Sep 22 08:36:16.621915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:16.622622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.622993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37946) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:16.633472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=12a15b2c-6fbc-49dd-9734-6ff107eec28b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:16.646668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba7568f-52e8-45f2-b92d-b79b9f1f5c7e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:16.647419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4ba7568f-52e8-45f2-b92d-b79b9f1f5c7e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:16.669418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.691776 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2182aa97-09f6-4fda-b769-57d31cbcfb00 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9736314 Sep 22 08:36:16.695764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:16.696167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.700233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:16.711530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:16.719857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] For port c9420e26-200d-4e18-8295-86008be2f214, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:16.724680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] For port c9420e26-200d-4e18-8295-86008be2f214, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c9420e26-200d-4e18-8295-86008be2f214,segment=NetworkSegment(b78abc89-76fa-442f-b534-17cadb976f85),segment_id=b78abc89-76fa-442f-b534-17cadb976f85)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:16.728553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': '12a15b2c-6fbc-49dd-9734-6ff107eec28b', 'ip_address': '2001:db8::21e7:ad:50b:dbe2'}], 'name': 'tempest-NetworksTestDHCPv6-1715236880'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:16.741266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.743311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:36:16.754471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c234493b-db31-480e-9622-12b014fe4774 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/dea8dee3-96d9-4e8b-80dc-7bd154edd66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3597534 Sep 22 08:36:16.760063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37954) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:16.760332 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] Sync routers for ids ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:36:16.764553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6524d5f-6e72-490a-9e40-5765b4957156 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.770761 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] Routers {'dea8dee3-96d9-4e8b-80dc-7bd154edd66a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:16.771409 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:16.782278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6524d5f-6e72-490a-9e40-5765b4957156 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.818537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4ba7568f-52e8-45f2-b92d-b79b9f1f5c7e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:16.821242 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4ba7568f-52e8-45f2-b92d-b79b9f1f5c7e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12c HTTP/1.1" status: 200 len: 928 time: 0.4166679 Sep 22 08:36:16.835874 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:16.845554 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] Routers {'dea8dee3-96d9-4e8b-80dc-7bd154edd66a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:16.846166 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:16.879232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:16.893079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056a2fb-91da-4d7a-ad95-65e1f21db91e None None] Pushing event updated for resources: {'Port': ['ID=c9420e26-200d-4e18-8295-86008be2f214,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:16.910947 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:16.911391 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe884e1-3934-46b4-9e62-0eb92361a5b4 None None] The sync data for ids ['dea8dee3-96d9-4e8b-80dc-7bd154edd66a'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:36:16.935707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f31c210-a1ed-4805-81e6-d657b3a9ebd3 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:16.968504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '12a15b2c-6fbc-49dd-9734-6ff107eec28b'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:16.971766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6524d5f-6e72-490a-9e40-5765b4957156 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.972598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:16.993648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6524d5f-6e72-490a-9e40-5765b4957156 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d559c3cd-c7e3-404a-91c5-706b6b74f0f7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:17.010063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f31c210-a1ed-4805-81e6-d657b3a9ebd3 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:17.013918 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7f31c210-a1ed-4805-81e6-d657b3a9ebd3 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea8dee3-96d9-4e8b-80dc-7bd154edd66a HTTP/1.1" status: 200 len: 205 time: 0.2490900 Sep 22 08:36:17.014780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37962) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:17.160875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6524d5f-6e72-490a-9e40-5765b4957156 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.164833 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f6524d5f-6e72-490a-9e40-5765b4957156 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d559c3cd-c7e3-404a-91c5-706b6b74f0f7 HTTP/1.1" status: 204 len: 168 time: 0.5348976 Sep 22 08:36:17.174534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37966) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:17.208037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/12a15b2c-6fbc-49dd-9734-6ff107eec28b/73197258-4375-44d2-b042-20fd2c923e18) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:17.232896 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 4 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:17.234973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3deb7459-7472-4a7e-860d-7a73c0557112 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.251693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.322014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.353392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 6dac8d45-5502-40b4-a9e0-26ccac025946 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:17.354045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.372193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:17.381344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Network': ['ID=64897aa5-179f-48a7-aba4-a11944203599,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:17.456171 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ec27f1f-dd6b-4148-be74-64a10b6c848c tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/networks/64897aa5-179f-48a7-aba4-a11944203599 HTTP/1.1" status: 204 len: 168 time: 1.8979719 Sep 22 08:36:17.479946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 37970) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:17.505758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.519776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Transition to ACTIVE for port object 73197258-4375-44d2-b042-20fd2c923e18 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:17.543244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Transition to ACTIVE for port object 73197258-4375-44d2-b042-20fd2c923e18 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:17.546808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:17.551658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.558549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3deb7459-7472-4a7e-860d-7a73c0557112 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.561239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3deb7459-7472-4a7e-860d-7a73c0557112 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.594520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:17.595840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86135994-fd4d-4040-a1db-e3431568dcb2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:17.599020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3deb7459-7472-4a7e-860d-7a73c0557112 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.599536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deb7459-7472-4a7e-860d-7a73c0557112 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Fanout notify agent at l3_agent the message router_deleted on router dea8dee3-96d9-4e8b-80dc-7bd154edd66a {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:36:17.626083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3deb7459-7472-4a7e-860d-7a73c0557112 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.627238 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3deb7459-7472-4a7e-860d-7a73c0557112 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/dea8dee3-96d9-4e8b-80dc-7bd154edd66a HTTP/1.1" status: 204 len: 168 time: 0.6096873 Sep 22 08:36:17.628496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86135994-fd4d-4040-a1db-e3431568dcb2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:17.632831 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86135994-fd4d-4040-a1db-e3431568dcb2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4571118 Sep 22 08:36:17.633667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37974) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:17.634181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37976) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:17.664113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:17.675497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:17.678639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:17.681265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:17.694038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Pushing event updated for resources: {'Port': ['ID=73197258-4375-44d2-b042-20fd2c923e18,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:17.696445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.700404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c9420e26-200d-4e18-8295-86008be2f214 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:17.706956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:17.719836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet 33d52a05-55c6-488e-b6bf-9982359d7fd8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:17.761111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.764149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.832937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b74da4-f758-4724-9945-168a21352dc5 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.847689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 48058d3e-03af-47b0-a7f6-6ec811ac1149 resource provider aggregate not found Sep 22 08:36:17.852347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Attempting to bind port 73197258-4375-44d2-b042-20fd2c923e18 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:17.852736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Attempting to bind port 73197258-4375-44d2-b042-20fd2c923e18 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:17.853679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Attempting to bind port 73197258-4375-44d2-b042-20fd2c923e18 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:17.861100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:17.861962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:17.862354 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.862732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:17.863190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Bound port: 73197258-4375-44d2-b042-20fd2c923e18, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:17.863410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.863584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.874816 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 5 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:17.905266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:17.910429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b74da4-f758-4724-9945-168a21352dc5 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.928587 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 48058d3e-03af-47b0-a7f6-6ec811ac1149 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48058d3e-03af-47b0-a7f6-6ec811ac1149 found for delete ", "request_id": "req-0efdffd2-89de-4baf-bfec-d616d9c78222"}]} Sep 22 08:36:17.932427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object ea73030d-6108-4177-a1eb-4b4a8fa7c45b will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:17.944088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:17.990471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c9420e26-200d-4e18-8295-86008be2f214 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:18.012873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:18.014578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.041465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] For port 73197258-4375-44d2-b042-20fd2c923e18, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:18.045465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] For port 73197258-4375-44d2-b042-20fd2c923e18, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=73197258-4375-44d2-b042-20fd2c923e18,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:18.052277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.062157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Pushing event updated for resources: {'Subnet': ['ID=6c6c3abd-dddc-431a-9b7c-5d15ebc425b6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:18.136515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5e386-9bcd-4b53-b38a-ab6c10b3246d None None] Pushing event updated for resources: {'Port': ['ID=73197258-4375-44d2-b042-20fd2c923e18,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:18.148721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.199334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.237468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Checking segment: {'id': '13968cd6-a12e-432f-bc82-a9ea3abfd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:18.237840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Network hostable DHCP agents. Network: 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:18.325404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=33d52a05-55c6-488e-b6bf-9982359d7fd8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:18.328832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b74da4-f758-4724-9945-168a21352dc5 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.333750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.341245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20378e2a-a83a-416b-95f6-27624c727463 None None] Network 13f80638-519e-41e8-924a-df5856cb1a15 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:18.385872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b74da4-f758-4724-9945-168a21352dc5 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a666e8a-5903-4f2e-a176-1c12cad9aa91,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:18.394789 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ed8a798-35e8-4da7-aeb4-675bd0b9f243 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/33d52a05-55c6-488e-b6bf-9982359d7fd8 HTTP/1.1" status: 204 len: 168 time: 0.7592893 Sep 22 08:36:18.397528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37986) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:18.437135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b74da4-f758-4724-9945-168a21352dc5 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.438814 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0b74da4-f758-4724-9945-168a21352dc5 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a666e8a-5903-4f2e-a176-1c12cad9aa91 HTTP/1.1" status: 204 len: 168 time: 0.8014040 Sep 22 08:36:18.443408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:18.472407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 6dac8d45-5502-40b4-a9e0-26ccac025946 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:18.510312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b99d6-b82e-40e0-9edd-c3937b6e5839 None None] Network 3300f8fd-3d69-426e-88c8-446dbcbef11f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:18.527030 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 6 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:18.567781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.605139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 2fa424c2-3fa4-4715-918f-3a351c32c10e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:18.605620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.637895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3dcb314c-bfa9-4ba8-937c-9e0e4a100364 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:18.701934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3dcb314c-bfa9-4ba8-937c-9e0e4a100364 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:18.708448 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3dcb314c-bfa9-4ba8-937c-9e0e4a100364 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2590091 Sep 22 08:36:18.714471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:18.731543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:18.735351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--574364227'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:18.735524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.741922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:18.757924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.771971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:18.782716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:18.846975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.848741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.872078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:18.884188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port 2fa424c2-3fa4-4715-918f-3a351c32c10e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2fa424c2-3fa4-4715-918f-3a351c32c10e,segment=NetworkSegment(18504637-c1de-4371-a3ec-5246d3b385d2),segment_id=18504637-c1de-4371-a3ec-5246d3b385d2)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:18.884670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.890397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812c6943-243a-44f5-8363-f1302bc752cf']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:18.898303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:18.902165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91fbd5b-a95e-4e79-b42e-cb6d9392f9d7 None None] Network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:18.911833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:18.912418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:18.919437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 3300f8fd-3d69-426e-88c8-446dbcbef11f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:18.925401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3730b6a7-3b96-423c-9126-b13c368b856e') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:18.925745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3730b6a7-3b96-423c-9126-b13c368b856e') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:18.936992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:18.951803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:18.958349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:18.978823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 53c5af76-867b-4b76-b573-1994f8b13d2e yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:19.020699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:19.021528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=ea73030d-6108-4177-a1eb-4b4a8fa7c45b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:19.029453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.033970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 2fa424c2-3fa4-4715-918f-3a351c32c10e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:19.048744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.075088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:19.130809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.162569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b47aa-0a8c-4639-923d-f0fe487f3262 None None] DHCP port deletion for 13f80638-519e-41e8-924a-df5856cb1a15 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:19.194970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=2fa424c2-3fa4-4715-918f-3a351c32c10e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:19.200655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No DVR routers for this DVR port 2fa424c2-3fa4-4715-918f-3a351c32c10e on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:19.283578 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 7 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:19.339132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-67ace0ee-d9e2-4cf8-ac5d-054a61552f4b', 'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b', 'tenant_id': '91e7158e3e7e483486c278d3cf4e26cd', 'fixed_ips': [{'subnet_id': '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:19.340326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.353701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.358893 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20a3ecdb-630b-4fd2-9984-5483a36436a4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5845017 Sep 22 08:36:19.364608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 37998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:19.378508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Request body: {'port': {'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b', 'name': 'tempest-TagsExtTest-433534564'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:19.386594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.420499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=6dac8d45-5502-40b4-a9e0-26ccac025946,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:19.537559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:19.538207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.585400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.594873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Allocated IP 172.20.0.2 (67ace0ee-d9e2-4cf8-ac5d-054a61552f4b/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/6cb910cb-9cbd-4016-8e7f-6c93ab2c970e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:19.600747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:19.606445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Usage tracker for resource:port and tenant:91e7158e3e7e483486c278d3cf4e26cd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:19.613864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:19.622605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:19.652320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f80638-519e-41e8-924a-df5856cb1a15']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:19.678204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Made reservation on behalf of 91e7158e3e7e483486c278d3cf4e26cd for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:19.683920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.743978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18504637-c1de-4371-a3ec-5246d3b385d2') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:19.744516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18504637-c1de-4371-a3ec-5246d3b385d2') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:19.808210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.816494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.829514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:19.830168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.837577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] device_id is not set on port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:19.847864 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b8fcf41a-b454-4823-9914-6e29e0c10a01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/6dac8d45-5502-40b4-a9e0-26ccac025946 HTTP/1.1" status: 204 len: 168 time: 2.9577279 Sep 22 08:36:19.887053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:19.892979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.907565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.926639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:19.927034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.942712 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-785fba0d-b682-4cd2-bb60-1d481c1514f7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2810035 Sep 22 08:36:19.946369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:19.948181 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-dafd27f6-ba8d-46ff-80d5-f05855ae3f06 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:36:19.949647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dafd27f6-ba8d-46ff-80d5-f05855ae3f06 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:19.953602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38006) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:19.959493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Transition to ACTIVE for port object 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:19.967048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '3300f8fd-3d69-426e-88c8-446dbcbef11f', 'name': 'tempest-PortsTestJSON-121488319'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:20.000457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Transition to ACTIVE for port object 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:20.007480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73197258-4375-44d2-b042-20fd2c923e18 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:20.009442 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3730b6a7-3b96-423c-9126-b13c368b856e resource provider aggregate not found Sep 22 08:36:20.014765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dafd27f6-ba8d-46ff-80d5-f05855ae3f06 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:20.016237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dafd27f6-ba8d-46ff-80d5-f05855ae3f06 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/6dac8d45-5502-40b4-a9e0-26ccac025946 HTTP/1.1" status: 404 len: 333 time: 0.1251264 Sep 22 08:36:20.022987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38016) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:20.048515 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 18504637-c1de-4371-a3ec-5246d3b385d2 resource provider aggregate not found Sep 22 08:36:20.052986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.082786 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 18504637-c1de-4371-a3ec-5246d3b385d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18504637-c1de-4371-a3ec-5246d3b385d2 found for delete ", "request_id": "req-be90b496-3aed-4a4c-821e-aa14ca5ab659"}]} Sep 22 08:36:20.084598 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3730b6a7-3b96-423c-9126-b13c368b856e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3730b6a7-3b96-423c-9126-b13c368b856e found for delete ", "request_id": "req-cd18b301-2e30-43cf-8fc0-80f20c983d70"}]} Sep 22 08:36:20.096591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.102622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:20.134800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.146407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a0ed8f-dd59-4410-a19e-ad2e49c6f294,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:20.158615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:20.161348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] Pushing event deleted for resources: {'Network': ['ID=812c6943-243a-44f5-8363-f1302bc752cf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:20.165132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:20.167815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:20.175792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 59e8b79b-86f2-4d9b-88a5-afa562c46157 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:20.176558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.179543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Pushing event updated for resources: {'Port': ['ID=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:20.209405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::21e7:ad:50b:dbe2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/12a15b2c-6fbc-49dd-9734-6ff107eec28b/53c5af76-867b-4b76-b573-1994f8b13d2e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:20.214027 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ded4f352-9a89-4260-a720-358e2842791e tempest-BulkNetworkOpsTest-1361832499 tempest-BulkNetworkOpsTest-1361832499-project] 10.222.0.42 "DELETE /v2.0/networks/812c6943-243a-44f5-8363-f1302bc752cf HTTP/1.1" status: 204 len: 168 time: 2.7304714 Sep 22 08:36:20.230188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.273038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.282408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.283705 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8c77f65c-8499-45f1-ba6d-775c1273e583 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5682447 Sep 22 08:36:20.292830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38024) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:20.300518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=13f80638-519e-41e8-924a-df5856cb1a15,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:20.310030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': 'd5a0ed8f-dd59-4410-a19e-ad2e49c6f294', 'direction': 'ingress', 'protocol': 17}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:20.324812 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-36e3b4cc-9d66-49f4-a6e9-e86188e514c8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/13f80638-519e-41e8-924a-df5856cb1a15 HTTP/1.1" status: 204 len: 168 time: 1.9261692 Sep 22 08:36:20.333102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38028) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:20.333996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:20.347016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1409331481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:20.353434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Attempting to bind port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:20.354233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Attempting to bind port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '13968cd6-a12e-432f-bc82-a9ea3abfd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:20.354563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Attempting to bind port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e on network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:20.356141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:20.359101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:20.368557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:20.368956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Checking segment: {'id': '13968cd6-a12e-432f-bc82-a9ea3abfd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:20.369099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:20.369326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.369928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Bound using segment: {'id': '13968cd6-a12e-432f-bc82-a9ea3abfd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:20.370529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Bound port: 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13968cd6-a12e-432f-bc82-a9ea3abfd0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67ace0ee-d9e2-4cf8-ac5d-054a61552f4b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:20.370885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.372304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Allocated IP 172.20.0.7 (67ace0ee-d9e2-4cf8-ac5d-054a61552f4b/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:20.374796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:router and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:20.380189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:20.384231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:20.386215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:20.393309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:20.405292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:20.410029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:20.415059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:20.429514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 73197258-4375-44d2-b042-20fd2c923e18 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:20.457375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.528569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] For port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:20.532569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] For port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,segment=NetworkSegment(13968cd6-a12e-432f-bc82-a9ea3abfd0f9),segment_id=13968cd6-a12e-432f-bc82-a9ea3abfd0f9)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:20.539711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.563785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.608387 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 8 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:20.630133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38034) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:20.649124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.650532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.654866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:20.658784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.719941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port fe925dcf-7e40-4f40-9246-e525c368a003 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:20.740838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2fa424c2-3fa4-4715-918f-3a351c32c10e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:20.764714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.801314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 59e8b79b-86f2-4d9b-88a5-afa562c46157 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:20.842085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2fa424c2-3fa4-4715-918f-3a351c32c10e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:20.842422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2fa424c2-3fa4-4715-918f-3a351c32c10e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:20.857997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:20.860801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459d232-2ba7-47c8-8635-f0a78eba998b None None] Pushing event updated for resources: {'Port': ['ID=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:20.965653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:20.975400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.003438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.007380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.041777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 53c5af76-867b-4b76-b573-1994f8b13d2e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:21.060924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.114796 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0b460fcf-f879-4ba5-92f2-d92d949608dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=129b3ba5e9224092b24dd9404595488b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832385 Sep 22 08:36:21.126139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2997c47-0f90-49ad-9b6d-ec3dae33a882,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:21.127908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:21.143301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=59e8b79b-86f2-4d9b-88a5-afa562c46157,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:21.176721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.180417 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-26eaec8b-b26a-40a2-9c5d-08c1e72fd159 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8414197 Sep 22 08:36:21.181995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38044) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:21.191111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.191111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8a1020d2-f6c3-4510-bb40-d5404f5185cb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8920636 Sep 22 08:36:21.201295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1329479034'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:21.204157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:21.208665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.217820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:21.225584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:21.229193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:21.232751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.251270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.12 (3300f8fd-3d69-426e-88c8-446dbcbef11f/81f2c75f-abbf-4674-be53-269b6c80cfef/fe925dcf-7e40-4f40-9246-e525c368a003) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:21.270095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.277818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:21.288981 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d61e7508-3b30-4c16-a47f-2bede43ff270 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/59e8b79b-86f2-4d9b-88a5-afa562c46157 HTTP/1.1" status: 204 len: 168 time: 1.2643940 Sep 22 08:36:21.291571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:21.360153 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Attempt 9 to provision port 59e8b79b-86f2-4d9b-88a5-afa562c46157 Sep 22 08:36:21.362823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Transition to ACTIVE for port object 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:21.364435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:21.375723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:21.378329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:21.384322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:21.384966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.392472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d776401-15da-4008-ae6d-c2fa377b3fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.398606 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e944c40d-53d4-4e51-93f5-084c21416802 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:36:21.399249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e944c40d-53d4-4e51-93f5-084c21416802 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:21.407462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Port 59e8b79b-86f2-4d9b-88a5-afa562c46157 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:36:21.411169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Could not find standard attr ID for object 000b0a9e-677b-44bc-bc39-8cd17da5ff04. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:21.413434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:21.414414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-52f7b795-d37f-40fb-8d55-6fc96fb66dec None None] Could not find standard attr ID for object 4904fe29-7548-4f98-8409-3bd9a0b97c97. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:21.417165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.433588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=53c5af76-867b-4b76-b573-1994f8b13d2e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:21.466435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a5c6a5f7-a7bd-4afb-88e9-23bc0511d375 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.7520418 Sep 22 08:36:21.469161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38056) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:21.471629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e944c40d-53d4-4e51-93f5-084c21416802 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:21.475372 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e944c40d-53d4-4e51-93f5-084c21416802 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/59e8b79b-86f2-4d9b-88a5-afa562c46157 HTTP/1.1" status: 404 len: 333 time: 0.1677556 Sep 22 08:36:21.480406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': '12a15b2c-6fbc-49dd-9734-6ff107eec28b', 'ip_address': '2001:db8::21e7:ad:50b:dbe2'}], 'name': 'tempest-NetworksTestDHCPv6-1503201127'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:21.480577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38060) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:21.499154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d776401-15da-4008-ae6d-c2fa377b3fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.546747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Provisioning for port ea73030d-6108-4177-a1eb-4b4a8fa7c45b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:21.567143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Provisioning complete for port ea73030d-6108-4177-a1eb-4b4a8fa7c45b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:21.567652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.568053 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 1 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:21.601441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-064d7799-d5d7-4d83-8235-02ad98eafb69 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.638324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:21.727288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:21.736780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-064d7799-d5d7-4d83-8235-02ad98eafb69 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.737569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:21.747689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.748031 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment 36f44634-bb18-4915-a987-5402871327af of type vlan for network 32b45810-745c-4d84-b894-85aa48d8dd9f Sep 22 08:36:21.756615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:21.779921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 9be1d119-c7d4-4c0c-8c97-f8472d13dcda {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:21.797634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.801668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.830792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.869402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:21.873531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.879007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:21.879642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.883974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:21.973029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d776401-15da-4008-ae6d-c2fa377b3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.980840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:21.995809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:21.996203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:21.998615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=32b45810-745c-4d84-b894-85aa48d8dd9f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:22.004353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:22.007012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:22.008602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:22.019936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 32b45810-745c-4d84-b894-85aa48d8dd9f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:22.027417 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a99cffd6-42a1-4f2e-ac37-165925786380 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8373783 Sep 22 08:36:22.032138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38064) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:22.039318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:22.052991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.057318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:22.062900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.096727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776401-15da-4008-ae6d-c2fa377b3fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec7ac9-c236-4a2c-b206-6a2ec227e64d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:22.131525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Pushing event updated for resources: {'Port': ['ID=4ffbeddf-58e9-4aed-9ee5-fdf09bff906a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:22.134544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-064d7799-d5d7-4d83-8235-02ad98eafb69 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.160241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object fe925dcf-7e40-4f40-9246-e525c368a003 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:22.171873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 26e9aa0f-6868-4cc5-be77-595afc373fa1 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:22.183180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d7799-d5d7-4d83-8235-02ad98eafb69 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a0ed8f-dd59-4410-a19e-ad2e49c6f294,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:22.207978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d776401-15da-4008-ae6d-c2fa377b3fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.211822 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6d776401-15da-4008-ae6d-c2fa377b3fc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47ec7ac9-c236-4a2c-b206-6a2ec227e64d HTTP/1.1" status: 204 len: 168 time: 1.0685511 Sep 22 08:36:22.220608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-064d7799-d5d7-4d83-8235-02ad98eafb69 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.221721 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-064d7799-d5d7-4d83-8235-02ad98eafb69 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/d5a0ed8f-dd59-4410-a19e-ad2e49c6f294 HTTP/1.1" status: 204 len: 168 time: 1.0081415 Sep 22 08:36:22.228333 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 2 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:22.232956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:22.233634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.237464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38070) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:22.251718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:22.268252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:22.273954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:22.281437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca08bc-89f1-494c-a5ca-408a24d3500a None None] Network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:22.285998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:22.314328 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9974915-f3f4-482e-b07c-67425e8b7c74 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.9452093 Sep 22 08:36:22.317416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:22.339104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2099253478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:22.357600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:22.357825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:22.361885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.365466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2b94015c-243c-4b0f-9163-5e8682667323 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:22.368489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.379017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.412260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Usage tracker for resource:router and tenant:91e7158e3e7e483486c278d3cf4e26cd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:22.451120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:22.490188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:22.518565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 3300f8fd-3d69-426e-88c8-446dbcbef11f is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:22.519391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2b94015c-243c-4b0f-9163-5e8682667323 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:22.520639 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b94015c-243c-4b0f-9163-5e8682667323 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2764935 Sep 22 08:36:22.523634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:22.530467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:22.533227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:22.565991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:22.592883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--104771789'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:22.609934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.611612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.618742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:22.641168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=fe925dcf-7e40-4f40-9246-e525c368a003,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:22.650369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:22.678409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:22.679042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.690826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.700125 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 08:36:22.700125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:36:22.708667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.712528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.753037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.792087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=9be1d119-c7d4-4c0c-8c97-f8472d13dcda,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:22.793708 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-331c761e-6c2a-4c52-b25e-853ccf9708a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 386 time: 1.3232377 Sep 22 08:36:22.805772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:22.806056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a605a4-a199-4872-a2ea-00afade00bc6 None None] Network 9cc6d850-f618-41de-a58c-79d24fae1e2b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:22.809993 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1880db4d-857c-4311-8cb5-64d14b8ae968 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/9be1d119-c7d4-4c0c-8c97-f8472d13dcda HTTP/1.1" status: 204 len: 168 time: 1.3224251 Sep 22 08:36:22.809993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38090) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:22.815452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38094) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:22.819950 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-69f6342d-1b51-4374-b5f3-22168cb0f201 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8580718 Sep 22 08:36:22.822518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38098) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:22.866318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:22.945557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:22.946022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: 32b45810-745c-4d84-b894-85aa48d8dd9f, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:22.965995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=aeda46da-4814-4796-9813-762a557d4165,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:22.976254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:22.996669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 32b45810-745c-4d84-b894-85aa48d8dd9f is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:23.011909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 32b45810-745c-4d84-b894-85aa48d8dd9f) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:23.026075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:23.026670 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 3 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:23.027532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.067189 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-83ebd556-3498-47ac-87f9-0e5db578f34b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0339181 Sep 22 08:36:23.070113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:23.101670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f5c73-ea47-4b13-aa20-00e8267f9400 None None] Network 32b45810-745c-4d84-b894-85aa48d8dd9f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:23.211695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:23.221816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:23.271203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.386117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:23.431250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38116) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:23.473166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.473898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f76078bc-ccd6-4867-8431-23129da2efa7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1530406 Sep 22 08:36:23.478517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38122) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:23.491041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c250e5fc-58cd-44c3-be6e-af69e4f67e4f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1314848473', 'prefixes': ['172.20.0.0/16']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:23.498891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.519022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c250e5fc-58cd-44c3-be6e-af69e4f67e4f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:23.561301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.575002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-32b45810-745c-4d84-b894-85aa48d8dd9f', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:23.576059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.589546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c5ea3-b173-461b-8f01-01d532dffbd8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:23.596061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c5ea3-b173-461b-8f01-01d532dffbd8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:23.596877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-702c5ea3-b173-461b-8f01-01d532dffbd8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:23.603782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port d7fa2f52-fce3-414a-8c1d-74bd881f5417 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:23.604210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.638280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.664136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] DHCP port deletion for 9cc6d850-f618-41de-a58c-79d24fae1e2b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:23.673234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f498a6-4450-4b74-8ec0-de4b475b0b93 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:23.673403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] Deleting port d7fa2f52-fce3-414a-8c1d-74bd881f5417 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:23.673493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-74f498a6-4450-4b74-8ec0-de4b475b0b93 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:23.673693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.682227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-253125836'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:23.684873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.715115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:23.736770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:23.758154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:23.769466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-702c5ea3-b173-461b-8f01-01d532dffbd8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:23.773677 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-702c5ea3-b173-461b-8f01-01d532dffbd8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.9624875 Sep 22 08:36:23.776612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:23.786883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827b1051-7284-424f-8cfd-76da35730dfe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:23.790078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:23.793634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-74f498a6-4450-4b74-8ec0-de4b475b0b93 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:23.794804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-74f498a6-4450-4b74-8ec0-de4b475b0b93 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.9303632 Sep 22 08:36:23.854685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38130) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:23.855139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.858858 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cca6f33b-c8f9-4638-b07d-2253c3b2a9ea tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2873316 Sep 22 08:36:23.890394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38134) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:23.901728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1495140238'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:23.914503 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 4 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:23.962026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:23.979183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:23.982025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:23.986482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:23.987913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:24.001314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Allocated IP 2001:db8::2 (32b45810-745c-4d84-b894-85aa48d8dd9f/aeda46da-4814-4796-9813-762a557d4165/d540be95-d0cc-4add-8d97-046a39242235) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:24.031924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] For port d7fa2f52-fce3-414a-8c1d-74bd881f5417, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d7fa2f52-fce3-414a-8c1d-74bd881f5417,segment=NetworkSegment(e04de8de-06c8-484e-baae-54018b432155),segment_id=e04de8de-06c8-484e-baae-54018b432155)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:24.032322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.064645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.097176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.105501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c250e5fc-58cd-44c3-be6e-af69e4f67e4f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for subnetpool, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.107295 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c250e5fc-58cd-44c3-be6e-af69e4f67e4f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6224058 Sep 22 08:36:24.117167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 53c5af76-867b-4b76-b573-1994f8b13d2e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:24.117774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.128157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38138) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:24.136886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:24.141788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-257404fc-24a0-4e78-a81a-da5c3266e494 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', 'tempest-TagsExtTest-Tag-128194888') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:24.153320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port fe925dcf-7e40-4f40-9246-e525c368a003 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:24.154629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.180405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:24.189662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:24.206371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:24.217965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] Calling delete_port for d7fa2f52-fce3-414a-8c1d-74bd881f5417 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:24.225556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:24.247352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:security_group_rule and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:24.251739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] For port d7fa2f52-fce3-414a-8c1d-74bd881f5417, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d7fa2f52-fce3-414a-8c1d-74bd881f5417,segment=NetworkSegment(e04de8de-06c8-484e-baae-54018b432155),segment_id=e04de8de-06c8-484e-baae-54018b432155)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:24.251888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.268715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:24.327919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-257404fc-24a0-4e78-a81a-da5c3266e494 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags/tempest-TagsExtTest-Tag-128194888 HTTP/1.1" status: 201 len: 201 time: 0.1987655 Sep 22 08:36:24.331771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38142) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:24.344108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-d729baf5-846b-436b-a710-eaa8a432a2e9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', 'tempest-TagsExtTest-Tag-1079516267') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:24.377936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.386895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.392567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:24.401559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.402844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for d7fa2f52-fce3-414a-8c1d-74bd881f5417 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:24.457010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cd7b07-e618-4d00-8d36-6b0ca10fea8d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:24.464183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] Pushing event deleted for resources: {'Port': ['ID=d7fa2f52-fce3-414a-8c1d-74bd881f5417,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:24.465936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3f7d9-ef00-4ba5-8a4e-4c066ec7456f None None] No DVR routers for this DVR port d7fa2f52-fce3-414a-8c1d-74bd881f5417 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:24.477958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.481533 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 5 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:24.491425 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea11811e-c672-467b-a808-fee3fe33b76c tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5976284 Sep 22 08:36:24.491425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38146) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:24.498092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '827b1051-7284-424f-8cfd-76da35730dfe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '70cd7b07-e618-4d00-8d36-6b0ca10fea8d', 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:24.504789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:24.511244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.513763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:24.517921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:24.527464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:24.536408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Transition to ACTIVE for port object d540be95-d0cc-4add-8d97-046a39242235 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:24.541515 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d729baf5-846b-436b-a710-eaa8a432a2e9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags/tempest-TagsExtTest-Tag-1079516267 HTTP/1.1" status: 201 len: 201 time: 0.2062347 Sep 22 08:36:24.545914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:24.553332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-913ba43b-90e4-44e4-a6bb-7d57d2a9fd5e tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', 'tempest-TagsExtTest-Tag-1949189514') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:24.556816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:24.566668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Transition to ACTIVE for port object d540be95-d0cc-4add-8d97-046a39242235 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:24.573213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.643098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Network 32b45810-745c-4d84-b894-85aa48d8dd9f is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:24.646136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:24.650613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:24.657028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Pushing event updated for resources: {'Port': ['ID=d540be95-d0cc-4add-8d97-046a39242235,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:24.673477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.759267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Attempting to bind port d540be95-d0cc-4add-8d97-046a39242235 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:24.759610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Attempting to bind port d540be95-d0cc-4add-8d97-046a39242235 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:24.759864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Attempting to bind port d540be95-d0cc-4add-8d97-046a39242235 on network 32b45810-745c-4d84-b894-85aa48d8dd9f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:24.766008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:24.766382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Checking segment: {'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:24.766780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.767168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Bound using segment: {'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:24.767651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Bound port: d540be95-d0cc-4add-8d97-046a39242235, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:24.768433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.785243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8::1 (32b45810-745c-4d84-b894-85aa48d8dd9f/aeda46da-4814-4796-9813-762a557d4165/5398553f-be7a-43c7-bdf6-1ea3a8101860) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:24.790963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:24.791514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:24.866842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1a081a77-8407-40a6-9330-021989ace509 None None] For port d540be95-d0cc-4add-8d97-046a39242235, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:24.870709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1a081a77-8407-40a6-9330-021989ace509 None None] For port d540be95-d0cc-4add-8d97-046a39242235, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d540be95-d0cc-4add-8d97-046a39242235,segment=NetworkSegment(36f44634-bb18-4915-a987-5402871327af),segment_id=36f44634-bb18-4915-a987-5402871327af)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:24.876506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.886370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.937668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-913ba43b-90e4-44e4-a6bb-7d57d2a9fd5e tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags/tempest-TagsExtTest-Tag-1949189514 HTTP/1.1" status: 201 len: 201 time: 0.3907390 Sep 22 08:36:24.939407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:24.942184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38154) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:24.952184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-377d6f89-d3ab-451d-92e8-b61601e5ff87 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', 'tempest-TagsExtTest-Tag-887932762') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:24.971708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.018061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a081a77-8407-40a6-9330-021989ace509 None None] Pushing event updated for resources: {'Port': ['ID=d540be95-d0cc-4add-8d97-046a39242235,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:25.023813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57ccebf-decc-40de-be2d-4707fb925d9f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:25.057710 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 6 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:25.079041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.087117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.091313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-86e1e995-7d85-4563-9e33-697923a4f1bf tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5962632 Sep 22 08:36:25.108901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object 5398553f-be7a-43c7-bdf6-1ea3a8101860 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:25.111100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:25.125503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:25.160523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-055377d5-94dc-4592-9790-7dbeb5b2dbee tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.174265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-055377d5-94dc-4592-9790-7dbeb5b2dbee tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.180271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 53c5af76-867b-4b76-b573-1994f8b13d2e owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:25.183958 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-377d6f89-d3ab-451d-92e8-b61601e5ff87 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags/tempest-TagsExtTest-Tag-887932762 HTTP/1.1" status: 201 len: 201 time: 0.2407911 Sep 22 08:36:25.185912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38162) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:25.205382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-c0033afd-da1f-4883-8970-652bc504dab2 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:25.231353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.253995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.287701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-055377d5-94dc-4592-9790-7dbeb5b2dbee tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.300513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.319572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port d7fa2f52-fce3-414a-8c1d-74bd881f5417 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:25.319919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.343680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.360124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055377d5-94dc-4592-9790-7dbeb5b2dbee tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a57ccebf-decc-40de-be2d-4707fb925d9f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:25.387007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-055377d5-94dc-4592-9790-7dbeb5b2dbee tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.391278 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-055377d5-94dc-4592-9790-7dbeb5b2dbee tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a57ccebf-decc-40de-be2d-4707fb925d9f HTTP/1.1" status: 204 len: 168 time: 0.2760987 Sep 22 08:36:25.392304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 32b45810-745c-4d84-b894-85aa48d8dd9f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:25.395458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:25.396314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:25.402501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:25.403026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.430309 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:36:25.432880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for fe925dcf-7e40-4f40-9246-e525c368a003 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:25.439062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=5398553f-be7a-43c7-bdf6-1ea3a8101860,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:25.459048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c0033afd-da1f-4883-8970-652bc504dab2 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags HTTP/1.1" status: 200 len: 240 time: 0.2644324 Sep 22 08:36:25.462798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38170) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:25.469754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-b466f3fa-1d86-4689-9f25-ebee609a30df tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', 'tempest-TagsExtTest-Tag-128194888') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:25.530008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] The port 'd7fa2f52-fce3-414a-8c1d-74bd881f5417' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:36:25.533148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-994b7cf8-f70c-46cb-aa46-a844826c4b51 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:25.598001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:25.607133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d540be95-d0cc-4add-8d97-046a39242235 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:25.640895 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 7 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:25.643722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530956b5-c7eb-454b-b9e4-b3cbab88a506,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:25.662827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-994b7cf8-f70c-46cb-aa46-a844826c4b51 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:25.666813 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-994b7cf8-f70c-46cb-aa46-a844826c4b51 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2657459 Sep 22 08:36:25.669610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:25.689149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.740111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.740391 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment 2df18446-2cae-42d4-8de7-1759a1c2334b of type vlan for network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 Sep 22 08:36:25.763199 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b466f3fa-1d86-4689-9f25-ebee609a30df tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags/tempest-TagsExtTest-Tag-128194888 HTTP/1.1" status: 204 len: 168 time: 0.2970846 Sep 22 08:36:25.765761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:25.772107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38178) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:25.787444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port d540be95-d0cc-4add-8d97-046a39242235 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:25.794018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-7d7fd26f-051b-4370-9888-7b0369b3e281 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', 'tempest-TagsExtTest-Tag-128194888') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:25.800055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.864542 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.869129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d7fa2f52-fce3-414a-8c1d-74bd881f5417 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:25.930046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: d7fa2f52-fce3-414a-8c1d-74bd881f5417 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:25.930424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d7fa2f52-fce3-414a-8c1d-74bd881f5417 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:25.950170 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc6d850-f618-41de-a58c-79d24fae1e2b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:25.966572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:25.980904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04de8de-06c8-484e-baae-54018b432155') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:25.981556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04de8de-06c8-484e-baae-54018b432155') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:26.018992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.024747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:26.025614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.074564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.096602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=53c5af76-867b-4b76-b573-1994f8b13d2e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:26.162773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc00053b-d2a9-48cd-beda-a2d973ea850d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.178331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.211981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc00053b-d2a9-48cd-beda-a2d973ea850d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.246072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.262837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13aaa29-0804-41d5-b739-c52e37c26bf3 None None] Network 32b45810-745c-4d84-b894-85aa48d8dd9f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:26.280436 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 8 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:26.290337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:26.290753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.309036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.316365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=fe925dcf-7e40-4f40-9246-e525c368a003,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:26.411141 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7d7fd26f-051b-4370-9888-7b0369b3e281 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags/tempest-TagsExtTest-Tag-128194888 HTTP/1.1" status: 204 len: 168 time: 0.6307573 Sep 22 08:36:26.416190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38184) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.421461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc00053b-d2a9-48cd-beda-a2d973ea850d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.429373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-ab60fde2-040d-438f-b8c6-ee4f4a3eecb2 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:26.441239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:26.457096 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e04de8de-06c8-484e-baae-54018b432155 resource provider aggregate not found Sep 22 08:36:26.461378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=519c8639-f6e2-4777-aa3a-e9aaaf44cd50,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:26.479733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:26.497040 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5de73483-f671-494a-9fad-960677eb765d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/53c5af76-867b-4b76-b573-1994f8b13d2e HTTP/1.1" status: 204 len: 168 time: 2.7101874 Sep 22 08:36:26.497604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00053b-d2a9-48cd-beda-a2d973ea850d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cd7b07-e618-4d00-8d36-6b0ca10fea8d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:26.501826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38190) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.516414 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8a758415-a4e5-41e3-b0fb-cef23b0ade2b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0793674 Sep 22 08:36:26.532831 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e04de8de-06c8-484e-baae-54018b432155 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e04de8de-06c8-484e-baae-54018b432155 found for delete ", "request_id": "req-044e9e59-c9f0-461a-a5c2-1698989fe6a9"}]} Sep 22 08:36:26.576997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.583320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.597089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc3351-ac7d-493e-854d-02fb4367fc0d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:26.598758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbc3351-ac7d-493e-854d-02fb4367fc0d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:26.599566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1bbc3351-ac7d-493e-854d-02fb4367fc0d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:26.633031 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/9cc6d850-f618-41de-a58c-79d24fae1e2b HTTP/1.1" status: 204 len: 168 time: 3.8116229 Sep 22 08:36:26.634207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07b1c8-72ae-41bf-8059-ea24b79b35b7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=9cc6d850-f618-41de-a58c-79d24fae1e2b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:26.644639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38194) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.665918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-925405345'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:26.668488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.673722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:26.674859 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2fac5e9-c013-4171-91dc-7ea9db1f00ac tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/fe925dcf-7e40-4f40-9246-e525c368a003 HTTP/1.1" status: 204 len: 168 time: 2.8173387 Sep 22 08:36:26.675673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38198) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.676034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38200) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.682946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:26.686119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc00053b-d2a9-48cd-beda-a2d973ea850d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.690226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc00053b-d2a9-48cd-beda-a2d973ea850d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/70cd7b07-e618-4d00-8d36-6b0ca10fea8d HTTP/1.1" status: 204 len: 168 time: 1.0145869 Sep 22 08:36:26.690226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:26.693868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1bbc3351-ac7d-493e-854d-02fb4367fc0d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:26.695054 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1bbc3351-ac7d-493e-854d-02fb4367fc0d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1890521 Sep 22 08:36:26.699461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.699851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.717647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:26.723009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '519c8639-f6e2-4777-aa3a-e9aaaf44cd50', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:26.808854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:26.812915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.817281 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6300da-5086-49e0-912b-eb28fd669719 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:36:26.818035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8e6300da-5086-49e0-912b-eb28fd669719 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:26.859785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.877473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 12a15b2c-6fbc-49dd-9734-6ff107eec28b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:26.887495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:26.892051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:26.893851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.894593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.894968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:26.901226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:26.903632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.908954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8e6300da-5086-49e0-912b-eb28fd669719 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:26.913426 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8e6300da-5086-49e0-912b-eb28fd669719 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/fe925dcf-7e40-4f40-9246-e525c368a003 HTTP/1.1" status: 404 len: 333 time: 0.2344089 Sep 22 08:36:26.914521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38216) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:26.941973 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 9 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:26.970954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:26.973916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:26.989420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:27.009744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ba74e7e-7e10-493a-ac5c-0452a0a5b8ef tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:27.017246 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ab60fde2-040d-438f-b8c6-ee4f4a3eecb2 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags HTTP/1.1" status: 200 len: 205 time: 0.5978124 Sep 22 08:36:27.049160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38220) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:27.050341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:27.070709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-b5777fad-7f21-4004-a694-6be0154303d0 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:27.174646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.175528 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment 213760f7-5a82-4070-a386-ec2661dbc087 of type vlan for network 337f636f-25d6-4ea0-928c-4d221768a2e8 Sep 22 08:36:27.186520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.234810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port ea73030d-6108-4177-a1eb-4b4a8fa7c45b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:27.235159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.240594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=5398553f-be7a-43c7-bdf6-1ea3a8101860,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:27.254350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ba74e7e-7e10-493a-ac5c-0452a0a5b8ef tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:27.255666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ba74e7e-7e10-493a-ac5c-0452a0a5b8ef tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5538125 Sep 22 08:36:27.265684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38224) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:27.336808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.345056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ede271-e496-457a-8124-36acaa391b64 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:36:27.441892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 32b45810-745c-4d84-b894-85aa48d8dd9f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:27.451583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:27.466163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c15d0c3b-b8ab-4dd6-94ae-ed8516b5d1c4 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.472418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.475462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ede271-e496-457a-8124-36acaa391b64 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:36:27.561361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5777fad-7f21-4004-a694-6be0154303d0 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags HTTP/1.1" status: 200 len: 241 time: 0.5079296 Sep 22 08:36:27.566007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38228) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:27.581297 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 10 to provision port ea73030d-6108-4177-a1eb-4b4a8fa7c45b Sep 22 08:36:27.584820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.585496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-1e5249ab-4ae6-46fe-8439-c201490a40db tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', 'tempest-TagsExtTest-Tag-1079516267') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:27.590053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:27.590622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.645770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.653281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.654669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Port ea73030d-6108-4177-a1eb-4b4a8fa7c45b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:27.665507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Could not find standard attr ID for object 6dac8d45-5502-40b4-a9e0-26ccac025946. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:27.680668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Provisioning for port 73197258-4375-44d2-b042-20fd2c923e18 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:27.690677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Provisioning complete for port 73197258-4375-44d2-b042-20fd2c923e18 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:27.691046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.691447 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 1 to provision port 73197258-4375-44d2-b042-20fd2c923e18 Sep 22 08:36:27.842204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for ea73030d-6108-4177-a1eb-4b4a8fa7c45b owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:27.888887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c15d0c3b-b8ab-4dd6-94ae-ed8516b5d1c4 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.932873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Current status of the port 73197258-4375-44d2-b042-20fd2c923e18 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:27.934029 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:27.934183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=bd380641-19ff-484a-b156-24087cb6b4c2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:27.957026 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3018928 Sep 22 08:36:27.974703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38232) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:27.980258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': '2df18446-2cae-42d4-8de7-1759a1c2334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '519c8639-f6e2-4777-aa3a-e9aaaf44cd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:27.980636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 519c8639-f6e2-4777-aa3a-e9aaaf44cd50, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:27.991803 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1e5249ab-4ae6-46fe-8439-c201490a40db tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags/tempest-TagsExtTest-Tag-1079516267 HTTP/1.1" status: 204 len: 168 time: 0.4248302 Sep 22 08:36:27.994448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:27.998279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38236) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.005792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-0f5b7c4a-f83e-46e1-b2cc-b5ae7f545fa9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', 'tempest-TagsExtTest-Tag-1079516267') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:28.015555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a248d-1217-4bfa-bf30-4f58fdae0aae tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=337f636f-25d6-4ea0-928c-4d221768a2e8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:28.036264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:28.107434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:28.108467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.136716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 519c8639-f6e2-4777-aa3a-e9aaaf44cd50) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:28.147819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:28.148402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.160519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c15d0c3b-b8ab-4dd6-94ae-ed8516b5d1c4 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.182707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=12a15b2c-6fbc-49dd-9734-6ff107eec28b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:28.189366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.189882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.207952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d0c3b-b8ab-4dd6-94ae-ed8516b5d1c4 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827b1051-7284-424f-8cfd-76da35730dfe,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:28.213189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:28.224003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:28.227450 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3438d149-90e4-41b0-8b6c-893c00eb94a8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/12a15b2c-6fbc-49dd-9734-6ff107eec28b HTTP/1.1" status: 204 len: 168 time: 1.5235064 Sep 22 08:36:28.230097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:28.238753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38240) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.242949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:28.250583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:28.251030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:28.258200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c9805-23bb-431b-ba0c-cdc94fa7312e None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:36:28.268927 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c727b1d-a438-4ed2-8d00-158c0d8da0a8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5882790 Sep 22 08:36:28.274543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38244) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.311630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=ea73030d-6108-4177-a1eb-4b4a8fa7c45b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:28.316860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:36:28.319133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c15d0c3b-b8ab-4dd6-94ae-ed8516b5d1c4 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.320243 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c15d0c3b-b8ab-4dd6-94ae-ed8516b5d1c4 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/827b1051-7284-424f-8cfd-76da35730dfe HTTP/1.1" status: 204 len: 168 time: 1.0492203 Sep 22 08:36:28.324660 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-afc8f1e1-ed75-4ac7-b4da-e70c090eae73 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837469 Sep 22 08:36:28.324818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2058193459'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:28.325506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38248) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.328267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38252) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.348396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:28.370943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:28.374214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.374370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:28.392264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c9805-23bb-431b-ba0c-cdc94fa7312e None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:36:28.397334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:28.405108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:28.415166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:28.432276 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f5b7c4a-f83e-46e1-b2cc-b5ae7f545fa9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags/tempest-TagsExtTest-Tag-1079516267 HTTP/1.1" status: 204 len: 168 time: 0.4314940 Sep 22 08:36:28.437559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38256) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.445511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-e6f086b0-ed82-4e9f-ad3f-fbec0a6b9a8f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:28.472977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.478159 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9856ac6c-f690-4314-92c7-f52833f88a24 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/ea73030d-6108-4177-a1eb-4b4a8fa7c45b HTTP/1.1" status: 204 len: 168 time: 1.5624535 Sep 22 08:36:28.479359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.486533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:28.489507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.575682 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e4a409-0f0d-4c23-aa36-fa4b867aa9b2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:36:28.575682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b7e4a409-0f0d-4c23-aa36-fa4b867aa9b2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:28.600908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:28.621264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.621628 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment 6c28eeb1-c0b7-46f1-bfd2-bec3cd19c75b of type vlan for network 8515658e-18cd-4d08-9d7e-8db3c762786d Sep 22 08:36:28.622800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b7e4a409-0f0d-4c23-aa36-fa4b867aa9b2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:28.624086 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b7e4a409-0f0d-4c23-aa36-fa4b867aa9b2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/ea73030d-6108-4177-a1eb-4b4a8fa7c45b HTTP/1.1" status: 404 len: 333 time: 0.1249228 Sep 22 08:36:28.630410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38264) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.695278 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6f086b0-ed82-4e9f-ad3f-fbec0a6b9a8f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags HTTP/1.1" status: 200 len: 205 time: 0.2540305 Sep 22 08:36:28.697728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38268) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.705526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.720014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c076d713-ccc2-4631-9cf0-923c969e4d3b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:28.724999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet 81f2c75f-abbf-4674-be53-269b6c80cfef {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:28.728730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.729061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-b5092c19-99b3-4d5b-ba18-d23df7597a91 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:28.798198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.821213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:28.831113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.836660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:28.837326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.843356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Current status of the port 73197258-4375-44d2-b042-20fd2c923e18 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:28.843846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.896436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:36:28.905031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:28.906868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] For port 73197258-4375-44d2-b042-20fd2c923e18, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=73197258-4375-44d2-b042-20fd2c923e18,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:28.912670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:36:28.917468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c076d713-ccc2-4631-9cf0-923c969e4d3b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:28.922484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c076d713-ccc2-4631-9cf0-923c969e4d3b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5921838 Sep 22 08:36:28.922628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.923784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38272) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.933705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656964890'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:28.943269 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bda0d1e6-1936-4b21-bd91-25537f63f20d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8687544 Sep 22 08:36:28.946234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:28.948280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38276) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:28.968168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-519c8639-f6e2-4777-aa3a-e9aaaf44cd50', 'network_id': '519c8639-f6e2-4777-aa3a-e9aaaf44cd50', 'tenant_id': 'cc40f393dceb4b749c1558f4b82a655c', 'fixed_ips': [{'subnet_id': 'bd380641-19ff-484a-b156-24087cb6b4c2'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:28.969446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:28.998469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Could not find standard attr ID for object 59e8b79b-86f2-4d9b-88a5-afa562c46157. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:28.998831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-531729529'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:29.010389 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5092c19-99b3-4d5b-ba18-d23df7597a91 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags HTTP/1.1" status: 200 len: 241 time: 0.3016624 Sep 22 08:36:29.011917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:29.014577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:29.017477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:29.018347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:29.023862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:29.029312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:29.039494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-9b539c1f-b581-44ea-a3b7-5c9672512339 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', 'tempest-TagsExtTest-Tag-1949189514') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:29.093112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:29.119326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=8515658e-18cd-4d08-9d7e-8db3c762786d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:29.120313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:29.125387 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ba50a9df-a547-4181-ad99-277ae3eddfe3 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8463101 Sep 22 08:36:29.125754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:29.131591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '8515658e-18cd-4d08-9d7e-8db3c762786d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:29.164841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 8515658e-18cd-4d08-9d7e-8db3c762786d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:29.204604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.227541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:29.231148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.240466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:29.244406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.249295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.293031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:29.300581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:29.305210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:29.306176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Provisioning for port c9420e26-200d-4e18-8295-86008be2f214 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:29.314583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:29.327587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Pushing event updated for resources: {'Port': ['ID=73197258-4375-44d2-b042-20fd2c923e18,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:29.339280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:29.343303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.353498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Provisioning complete for port c9420e26-200d-4e18-8295-86008be2f214 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:29.353498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.353892 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Attempt 1 to provision port c9420e26-200d-4e18-8295-86008be2f214 Sep 22 08:36:29.360607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.367844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:29.371441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.410080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:29.429418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:29.436023 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9b539c1f-b581-44ea-a3b7-5c9672512339 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags/tempest-TagsExtTest-Tag-1949189514 HTTP/1.1" status: 204 len: 168 time: 0.4085562 Sep 22 08:36:29.443944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38288) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:29.444154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:29.461654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:29.466040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:29.477742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-c3506b95-619e-4803-b271-4df9bc5022f5 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', 'tempest-TagsExtTest-Tag-1949189514') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:29.510517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.510856 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment 8918ca82-b090-40b3-b604-40340b89ac98 of type vlan for network 580e745a-9929-40dc-aad5-72080b66feca Sep 22 08:36:29.527752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=403b83cf-f97e-44fe-a218-bc7961b72214,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:29.536866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=81f2c75f-abbf-4674-be53-269b6c80cfef,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:29.539176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.557619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': '213760f7-5a82-4070-a386-ec2661dbc087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:29.557987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: 337f636f-25d6-4ea0-928c-4d221768a2e8, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:29.620513 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-acd1dc7f-8ed6-47fa-a398-e734e236c303 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/81f2c75f-abbf-4674-be53-269b6c80cfef HTTP/1.1" status: 204 len: 168 time: 0.9888928 Sep 22 08:36:29.632291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:29.665905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73197258-4375-44d2-b042-20fd2c923e18 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:29.750520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Allocated IP 172.20.255.242 (519c8639-f6e2-4777-aa3a-e9aaaf44cd50/bd380641-19ff-484a-b156-24087cb6b4c2/90f0b00a-dc49-403e-a8ca-d1c4183c2cfd) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:29.770359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.784027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.829659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:29.833188 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c3506b95-619e-4803-b271-4df9bc5022f5 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags/tempest-TagsExtTest-Tag-1949189514 HTTP/1.1" status: 204 len: 168 time: 0.3758521 Sep 22 08:36:29.837274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38296) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:29.848965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-d6e66b03-95f4-43fa-bdea-486945b438a9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:29.863388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.878728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.885900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 337f636f-25d6-4ea0-928c-4d221768a2e8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:29.901846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port c9420e26-200d-4e18-8295-86008be2f214 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:29.902436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.913219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.918488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:29.919060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:29.930868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:29.931502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.033143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Current status of the port c9420e26-200d-4e18-8295-86008be2f214 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:30.033699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.054673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.107263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 73197258-4375-44d2-b042-20fd2c923e18 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:30.107833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.108274 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 73197258-4375-44d2-b042-20fd2c923e18 Sep 22 08:36:30.115944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c14f30-25fc-45c0-943b-29d753b1cf74,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:30.133510 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6e66b03-95f4-43fa-bdea-486945b438a9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags HTTP/1.1" status: 200 len: 205 time: 0.2916818 Sep 22 08:36:30.136843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.137911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.153409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.154892 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-49f81b1e-2407-4846-bb1c-a75ab84295e8 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2282102 Sep 22 08:36:30.157226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2067797 Sep 22 08:36:30.158726 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13ad23ff-cca6-4f99-a0f0-a486f25bfc88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1830249 Sep 22 08:36:30.159658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35dbc5-95ce-4c65-8385-ed38fc490e6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=580e745a-9929-40dc-aad5-72080b66feca,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:30.161815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.162294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.162748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38308) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.166855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:30.177084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '08c14f30-25fc-45c0-943b-29d753b1cf74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:30.186078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:30.197119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-0f5461a0-cd1f-46af-9710-8ea2de8172ec tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:30.200053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:30.211103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8', 'name': 'tempest-PortsIpV6TestJSON-919606403', 'fixed_ips': [{'subnet_id': '403b83cf-f97e-44fe-a218-bc7961b72214', 'ip_address': '2001:db8::10'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:30.232575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:30.233156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.244127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:30.264369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 580e745a-9929-40dc-aad5-72080b66feca details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:30.299494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] For port c9420e26-200d-4e18-8295-86008be2f214, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c9420e26-200d-4e18-8295-86008be2f214,segment=NetworkSegment(b78abc89-76fa-442f-b534-17cadb976f85),segment_id=b78abc89-76fa-442f-b534-17cadb976f85)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:30.346647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=efb71e79-01db-4dd2-8670-114d7f153160,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:30.350315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] For port c9420e26-200d-4e18-8295-86008be2f214, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c9420e26-200d-4e18-8295-86008be2f214,segment=NetworkSegment(b78abc89-76fa-442f-b534-17cadb976f85),segment_id=b78abc89-76fa-442f-b534-17cadb976f85)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:30.350678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.357385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:30.372217 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f5461a0-cd1f-46af-9710-8ea2de8172ec tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags HTTP/1.1" status: 200 len: 240 time: 0.2266772 Sep 22 08:36:30.372217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=82323475-2cca-4f0f-99bb-b0042ebd8d12,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:30.372524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38316) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.373300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.373917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:30.401451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:30.407270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cf578bab-430e-4b1f-8514-7600157b1260 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0748661 Sep 22 08:36:30.410045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38318) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.435933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': 'efb71e79-01db-4dd2-8670-114d7f153160', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-321515884'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:30.485257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-1b7bc4ad-a62b-460d-af77-1fc2ba0f1909 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', 'tempest-TagsExtTest-Tag-887932762') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:30.497844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': '6c28eeb1-c0b7-46f1-bfd2-bec3cd19c75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8515658e-18cd-4d08-9d7e-8db3c762786d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:30.498207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 8515658e-18cd-4d08-9d7e-8db3c762786d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:30.528616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Could not find standard attr ID for object fe925dcf-7e40-4f40-9246-e525c368a003. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:30.555375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Could not find standard attr ID for object 53c5af76-867b-4b76-b573-1994f8b13d2e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:30.561246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:30.568832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.584756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8999dfa-592c-4c62-a4fc-9971297923f0 None None] Pushing event updated for resources: {'Port': ['ID=c9420e26-200d-4e18-8295-86008be2f214,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:30.590414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:30.596208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.596596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:30.604142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:30.615473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:30.626712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Transition to ACTIVE for port object 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:30.627968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:30.632010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for c9420e26-200d-4e18-8295-86008be2f214 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:30.635356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:30.648997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Provisioning for port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:30.659397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:30.666178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 73197258-4375-44d2-b042-20fd2c923e18 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:30.669154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Transition to ACTIVE for port object 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:30.670340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Provisioning complete for port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:30.670830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.671702 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 1 to provision port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e Sep 22 08:36:30.672114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:30.675714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.700720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:25Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:26Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:30.715525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.716796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 8515658e-18cd-4d08-9d7e-8db3c762786d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:30.730145 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1b7bc4ad-a62b-460d-af77-1fc2ba0f1909 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags/tempest-TagsExtTest-Tag-887932762 HTTP/1.1" status: 204 len: 168 time: 0.3020515 Sep 22 08:36:30.732830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38324) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.741270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-c271a4d0-78e4-4c26-8c6d-605bb6c8d543 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', 'tempest-TagsExtTest-Tag-887932762') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:30.754058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:36:30.754339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Updating router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 port 5398553f-be7a-43c7-bdf6-1ea3a8101860 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:36:30.759970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 8515658e-18cd-4d08-9d7e-8db3c762786d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:30.764472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:30.765014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:30.767322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:30.768072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.773978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:30.797433 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af8d130e-e317-4e31-a65d-6ecad5cbf21d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6706944 Sep 22 08:36:30.801052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38328) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.831307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:30.850365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:30.855684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.864931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:30.875688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:30.882477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Pushing event updated for resources: {'Port': ['ID=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:30.887943 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c271a4d0-78e4-4c26-8c6d-605bb6c8d543 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags/tempest-TagsExtTest-Tag-887932762 HTTP/1.1" status: 204 len: 168 time: 0.1515100 Sep 22 08:36:30.893693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.904091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-bdd1da9e-2439-47f9-bea4-d01e1c7c0e18 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:30.914572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:30.920850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.936594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:30.963788 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bdd1da9e-2439-47f9-bea4-d01e1c7c0e18 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags HTTP/1.1" status: 200 len: 205 time: 0.0666025 Sep 22 08:36:30.968214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:30.970667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:30.976368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-4c0e09f9-81a1-4838-a5de-cf08888a7d7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:31.005721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.012264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df965d2-cc36-475f-948b-34090d7ef04f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:31.073423 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c0e09f9-81a1-4838-a5de-cf08888a7d7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags HTTP/1.1" status: 204 len: 168 time: 0.0991449 Sep 22 08:36:31.073664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38340) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:31.080777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-8032d746-bf25-4aef-b020-8975f0dd033f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:31.131535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.133746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Attempting to bind port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:31.134147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Attempting to bind port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '2df18446-2cae-42d4-8de7-1759a1c2334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '519c8639-f6e2-4777-aa3a-e9aaaf44cd50'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:31.134638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Attempting to bind port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd on network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:31.149269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.152480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.157560 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4dcd6f73-449f-4d40-a8ca-c5eb549a5cfb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9854970 Sep 22 08:36:31.163032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38344) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:31.191529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 7cb6229c-480a-4311-a58d-114de01ff56e yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:31.196207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:31.196657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Checking segment: {'id': '2df18446-2cae-42d4-8de7-1759a1c2334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '519c8639-f6e2-4777-aa3a-e9aaaf44cd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:31.197117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.197566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Bound using segment: {'id': '2df18446-2cae-42d4-8de7-1759a1c2334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '519c8639-f6e2-4777-aa3a-e9aaaf44cd50'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:31.198100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Bound port: 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df18446-2cae-42d4-8de7-1759a1c2334b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '519c8639-f6e2-4777-aa3a-e9aaaf44cd50'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:31.198533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.210211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Current status of the port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:31.210610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.266386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port c9420e26-200d-4e18-8295-86008be2f214 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:31.266734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.303779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31d04860-527d-4370-b959-f9c7172c9b4a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.333624 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8032d746-bf25-4aef-b020-8975f0dd033f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags HTTP/1.1" status: 204 len: 168 time: 0.2565961 Sep 22 08:36:31.336257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:31.337447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.345473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-88de8bb0-4a6f-4266-970f-eadac8241edd tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:31.348501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31d04860-527d-4370-b959-f9c7172c9b4a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.386397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] For port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,segment=NetworkSegment(13968cd6-a12e-432f-bc82-a9ea3abfd0f9),segment_id=13968cd6-a12e-432f-bc82-a9ea3abfd0f9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:31.401782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.422616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.427301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 1d02f164-5795-4ccb-ae3e-2b4f2429e155 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:31.470597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.474383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=82323475-2cca-4f0f-99bb-b0042ebd8d12,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:31.480775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] For port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:31.517516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Provisioning for port d540be95-d0cc-4add-8d97-046a39242235 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:31.524240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] For port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,segment=NetworkSegment(2df18446-2cae-42d4-8de7-1759a1c2334b),segment_id=2df18446-2cae-42d4-8de7-1759a1c2334b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:31.533733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Pushing event updated for resources: {'Port': ['ID=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:31.536648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Provisioning complete for port d540be95-d0cc-4add-8d97-046a39242235 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:31.537110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.537542 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 1 to provision port d540be95-d0cc-4add-8d97-046a39242235 Sep 22 08:36:31.570629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.640683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31d04860-527d-4370-b959-f9c7172c9b4a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.676554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.694294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c9420e26-200d-4e18-8295-86008be2f214 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:31.713732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] For port c9420e26-200d-4e18-8295-86008be2f214, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c9420e26-200d-4e18-8295-86008be2f214,segment=NetworkSegment(b78abc89-76fa-442f-b534-17cadb976f85),segment_id=b78abc89-76fa-442f-b534-17cadb976f85)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:31.714099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.721355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d04860-527d-4370-b959-f9c7172c9b4a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5df965d2-cc36-475f-948b-34090d7ef04f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:31.731628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8515658e-18cd-4d08-9d7e-8db3c762786d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:31.802296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c28eeb1-c0b7-46f1-bfd2-bec3cd19c75b') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:31.802601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c28eeb1-c0b7-46f1-bfd2-bec3cd19c75b') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:31.829251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.848016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=6c74e57c-ae33-4b52-91e0-33ef0f2e7073,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:31.869681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f0eb0-ed32-46a6-9951-ae6a2d737338 None None] Pushing event updated for resources: {'Port': ['ID=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:31.875701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for c9420e26-200d-4e18-8295-86008be2f214 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:31.879916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31d04860-527d-4370-b959-f9c7172c9b4a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.883552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Transition to ACTIVE for port object 5398553f-be7a-43c7-bdf6-1ea3a8101860 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:31.883695 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31d04860-527d-4370-b959-f9c7172c9b4a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5df965d2-cc36-475f-948b-34090d7ef04f HTTP/1.1" status: 204 len: 168 time: 0.7118399 Sep 22 08:36:31.897083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38352) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:31.897634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:31.898242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: 580e745a-9929-40dc-aad5-72080b66feca, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:31.922001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:31.935468 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-88de8bb0-4a6f-4266-970f-eadac8241edd tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags HTTP/1.1" status: 204 len: 168 time: 0.5982130 Sep 22 08:36:31.938614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:31.958001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-639740c8-c46b-4358-8228-8d5307ed310b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:31.984039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::10 (337f636f-25d6-4ea0-928c-4d221768a2e8/403b83cf-f97e-44fe-a218-bc7961b72214/7cb6229c-480a-4311-a58d-114de01ff56e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:31.988397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.005008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.030503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:32.036494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.083585 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:36:32.084208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:36:32.144751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b5fa374a-021a-4565-8931-cd961600f35a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:32.147803 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6c28eeb1-c0b7-46f1-bfd2-bec3cd19c75b resource provider aggregate not found Sep 22 08:36:32.187849 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6c28eeb1-c0b7-46f1-bfd2-bec3cd19c75b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c28eeb1-c0b7-46f1-bfd2-bec3cd19c75b found for delete ", "request_id": "req-9e310613-b3cc-4466-81f7-ff0d250387a7"}]} Sep 22 08:36:32.199150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b5fa374a-021a-4565-8931-cd961600f35a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:32.200687 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5fa374a-021a-4565-8931-cd961600f35a tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2906291 Sep 22 08:36:32.203767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38364) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:32.211531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.226671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Current status of the port d540be95-d0cc-4add-8d97-046a39242235 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:32.227197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.248802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c9420e26-200d-4e18-8295-86008be2f214 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:32.249895 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.250166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 580e745a-9929-40dc-aad5-72080b66feca is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:32.250414 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c9420e26-200d-4e18-8295-86008be2f214 Sep 22 08:36:32.262009 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0bd92ad9-daa7-4827-93ca-9742b6f624c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8441885 Sep 22 08:36:32.262437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.269647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38368) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:32.315577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 580e745a-9929-40dc-aad5-72080b66feca) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:32.323099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46005466-25d7-456a-9c54-ea3201c6121c None None] Pushing event updated for resources: {'Port': ['ID=5398553f-be7a-43c7-bdf6-1ea3a8101860,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:32.329148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:32.330089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.351021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Port c9420e26-200d-4e18-8295-86008be2f214 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:36:32.377857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Attempting to bind port 5398553f-be7a-43c7-bdf6-1ea3a8101860 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:32.378355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Attempting to bind port 5398553f-be7a-43c7-bdf6-1ea3a8101860 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:32.378768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Attempting to bind port 5398553f-be7a-43c7-bdf6-1ea3a8101860 on network 32b45810-745c-4d84-b894-85aa48d8dd9f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:32.384248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] For port d540be95-d0cc-4add-8d97-046a39242235, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d540be95-d0cc-4add-8d97-046a39242235,segment=NetworkSegment(36f44634-bb18-4915-a987-5402871327af),segment_id=36f44634-bb18-4915-a987-5402871327af)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:32.387474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:32.387936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Checking segment: {'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:32.388409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.388863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Bound using segment: {'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:32.389407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Bound port: 5398553f-be7a-43c7-bdf6-1ea3a8101860, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f44634-bb18-4915-a987-5402871327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:32.389876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.401536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.425209 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26c0a43e-b461-42c2-a991-af6e82fe0e05 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2529459 Sep 22 08:36:32.426185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.437920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38372) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:32.450445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=c9420e26-200d-4e18-8295-86008be2f214,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:32.457688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No DVR routers for this DVR port c9420e26-200d-4e18-8295-86008be2f214 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:32.459559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=8515658e-18cd-4d08-9d7e-8db3c762786d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:32.505331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Provisioning for port 5398553f-be7a-43c7-bdf6-1ea3a8101860 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:32.521800 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df89c4a9-48da-465b-90e7-6756e47d71c8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/8515658e-18cd-4d08-9d7e-8db3c762786d HTTP/1.1" status: 204 len: 168 time: 1.7194476 Sep 22 08:36:32.529039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38376) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:32.557506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Pushing event updated for resources: {'Port': ['ID=d540be95-d0cc-4add-8d97-046a39242235,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:32.568704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] For port 5398553f-be7a-43c7-bdf6-1ea3a8101860, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:32.571079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Provisioning for port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:32.578653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] For port 5398553f-be7a-43c7-bdf6-1ea3a8101860, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5398553f-be7a-43c7-bdf6-1ea3a8101860,segment=NetworkSegment(36f44634-bb18-4915-a987-5402871327af),segment_id=36f44634-bb18-4915-a987-5402871327af)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:32.582988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Provisioning complete for port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:32.583985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.584410 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 1 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:32.593581 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-639740c8-c46b-4358-8228-8d5307ed310b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags HTTP/1.1" status: 204 len: 168 time: 0.6532557 Sep 22 08:36:32.606090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38380) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:32.612610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-263232200'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:32.631642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.637629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.643793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a41e137e-8a24-4166-9940-9fbc436628d3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.648687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:32.654100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-f36e8d50-7ec9-4f89-8566-d46fcd08c2f8 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', 'tempest-TagsExtTest-Tag-1710677638') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:32.674299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3300f8fd-3d69-426e-88c8-446dbcbef11f']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:32.687685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.697415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78abc89-76fa-442f-b534-17cadb976f85') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:32.698312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78abc89-76fa-442f-b534-17cadb976f85') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:32.704049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:32.706220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a41e137e-8a24-4166-9940-9fbc436628d3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.713397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:32.724365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.741010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:32.752219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 7cb6229c-480a-4311-a58d-114de01ff56e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:32.777547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.783275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:32.784051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:32.788844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c4228-9bec-4bd3-89ec-44ac1729e831 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:32.789614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-107c4228-9bec-4bd3-89ec-44ac1729e831 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:32.793543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:32.794446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.862725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:32.866151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.890954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46005466-25d7-456a-9c54-ea3201c6121c None None] Pushing event updated for resources: {'Port': ['ID=5398553f-be7a-43c7-bdf6-1ea3a8101860,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:32.893803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:32.924701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a41e137e-8a24-4166-9940-9fbc436628d3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:32.959587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e137e-8a24-4166-9940-9fbc436628d3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c14f30-25fc-45c0-943b-29d753b1cf74,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:32.979754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.039610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.046549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-107c4228-9bec-4bd3-89ec-44ac1729e831 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:33.047769 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-107c4228-9bec-4bd3-89ec-44ac1729e831 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7763102 Sep 22 08:36:33.051360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:33.057459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38388) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.065897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=3300f8fd-3d69-426e-88c8-446dbcbef11f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:33.074493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a41e137e-8a24-4166-9940-9fbc436628d3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.079295 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a41e137e-8a24-4166-9940-9fbc436628d3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/08c14f30-25fc-45c0-943b-29d753b1cf74 HTTP/1.1" status: 204 len: 168 time: 0.8703773 Sep 22 08:36:33.079295 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-695c3a36-b369-44cc-9454-71c9c60d0899 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/3300f8fd-3d69-426e-88c8-446dbcbef11f HTTP/1.1" status: 204 len: 168 time: 3.4439659 Sep 22 08:36:33.082841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38392) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.083431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.117875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-682686209'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:33.122178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe053d-414d-4238-b442-f5e527177f60 None None] Network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:33.132082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:33.136741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648e831-06bc-4ab4-90a1-261c8d194787 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:33.140900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:33.150089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:33.162251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:33.164457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:33.168715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5a72e02-ff78-422f-9bfc-e9b1747e2dd9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:33.187733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:33.192612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.206178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5a72e02-ff78-422f-9bfc-e9b1747e2dd9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:33.211937 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5a72e02-ff78-422f-9bfc-e9b1747e2dd9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1199830 Sep 22 08:36:33.212267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38400) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.217763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--172411834'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:33.228215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:33.245294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:33.265966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:33.279764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.281223 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment 3a45738f-681a-4e9d-a876-c635fcea405b of type vlan for network 086601b9-440e-4280-85b4-f5bdfddf7351 Sep 22 08:36:33.285030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.313104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:33.321425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:33.326816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:33.347608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:33.360422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9843b397-ae76-4532-b8eb-8e43021e36b5 None None] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:33.363096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.367525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a50b-67ff-46c5-9529-e37a5e070056 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:33.369143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106a50b-67ff-46c5-9529-e37a5e070056 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:33.369890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2106a50b-67ff-46c5-9529-e37a5e070056 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:33.375744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6655f732-6c6c-415c-98e6-1b6116cd78c5 None None] Network 8515658e-18cd-4d08-9d7e-8db3c762786d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:33.394381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1ad6d-dd9f-415a-8d29-393eb570bb30 None None] Network 580e745a-9929-40dc-aad5-72080b66feca requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:33.397945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.443542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.443858 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment 80488bec-ec71-481a-8e19-049494fffb4b of type vlan for network 09b3c147-e982-4506-ad66-5d5c0b309d35 Sep 22 08:36:33.479384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.491464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:33.493142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.517754 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 2 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:33.557537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:33.559379 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f36e8d50-7ec9-4f89-8566-d46fcd08c2f8 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags/tempest-TagsExtTest-Tag-1710677638 HTTP/1.1" status: 201 len: 201 time: 0.9299991 Sep 22 08:36:33.560247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2106a50b-67ff-46c5-9529-e37a5e070056 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:33.561278 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2106a50b-67ff-46c5-9529-e37a5e070056 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5030482 Sep 22 08:36:33.569250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:33.571049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38404) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.571496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38406) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.580834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6655f732-6c6c-415c-98e6-1b6116cd78c5 None None] Network 8515658e-18cd-4d08-9d7e-8db3c762786d could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:36:33.587805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-6c870057-2f25-438b-b181-fc23aeea2da9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', 'tempest-TagsExtTest-Tag-411614166') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:33.617632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:33.623281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:33.623974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.628727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=086601b9-440e-4280-85b4-f5bdfddf7351,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:33.629768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.633487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=7cb6229c-480a-4311-a58d-114de01ff56e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:33.643522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfcc41a-42ad-495a-a30b-26f1ee490aca None None] DHCP port deletion for 3300f8fd-3d69-426e-88c8-446dbcbef11f request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:33.645298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e6ffa-8687-4648-9829-dd965f410d61 None None] Network 8515658e-18cd-4d08-9d7e-8db3c762786d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:33.675099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.695465 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2fef6b7a-51a7-4307-9afa-f0d022769c09 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6096022 Sep 22 08:36:33.696672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.714367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38412) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.732291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 086601b9-440e-4280-85b4-f5bdfddf7351 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:33.740637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:33.767389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.772726 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5592539 Sep 22 08:36:33.830550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38416) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.851158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': 'f162e3b2-3251-4f4c-ac36-bd00acb56b79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:33.872693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:33.883069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:33.886731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:33.903372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afccdc5-2a7f-43a1-a00f-18cb0791b61d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f162e3b2-3251-4f4c-ac36-bd00acb56b79,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:33.914120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:33.933368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:33.948458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7010ce86-2112-4e86-804e-b700ddf3da48 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7772660 Sep 22 08:36:33.954764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:33.956310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:33.959015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:33.964805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:33.968539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8', 'name': 'tempest-PortsIpV6TestJSON-1140863890', 'fixed_ips': [{'subnet_id': '403b83cf-f97e-44fe-a218-bc7961b72214', 'ip_address': '2001:db8::f'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:33.996401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet efb71e79-01db-4dd2-8670-114d7f153160 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:34.001068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d540be95-d0cc-4add-8d97-046a39242235 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:34.007559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:34.007897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.025352 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e6ffa-8687-4648-9829-dd965f410d61 None None] Network 8515658e-18cd-4d08-9d7e-8db3c762786d could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:36:34.029863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.040722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.057713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:34.061928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.070268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:34.078549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.113714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.119138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:34.119569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.144873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ddd80d-6dc3-45e8-852a-0a1b6c7dfad7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:34.182802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.186612 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86bdd43e-957f-4970-834c-578881c40ad7 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3500798 Sep 22 08:36:34.188368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38424) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:34.216882 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b78abc89-76fa-442f-b534-17cadb976f85 resource provider aggregate not found Sep 22 08:36:34.232168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db53f913-0d74-4037-ba77-59b6e0b83fa3 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules/58ddd80d-6dc3-45e8-852a-0a1b6c7dfad7 HTTP/1.1" status: 200 len: 763 time: 0.0378146 Sep 22 08:36:34.234176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38432) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:34.260381 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b78abc89-76fa-442f-b534-17cadb976f85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b78abc89-76fa-442f-b534-17cadb976f85 found for delete ", "request_id": "req-3ff0e0db-5b64-48eb-9194-bb30496d36d8"}]} Sep 22 08:36:34.305706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ed03817-d910-483d-bcc4-bca7ac46b279 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:34.362253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ed03817-d910-483d-bcc4-bca7ac46b279 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:34.366306 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ed03817-d910-483d-bcc4-bca7ac46b279 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1288710 Sep 22 08:36:34.369039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38436) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:34.374628 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8329303 Sep 22 08:36:34.384290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38440) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:34.398326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '09b3c147-e982-4506-ad66-5d5c0b309d35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:34.420599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.491436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3edf37c-5625-4f17-95b5-2a70e3bd2c2d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.497135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efdf34-196e-44dc-8e74-22147dda0684 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=09b3c147-e982-4506-ad66-5d5c0b309d35,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:34.522548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3edf37c-5625-4f17-95b5-2a70e3bd2c2d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.538331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 09b3c147-e982-4506-ad66-5d5c0b309d35 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:34.576696 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6c870057-2f25-438b-b181-fc23aeea2da9 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags/tempest-TagsExtTest-Tag-411614166 HTTP/1.1" status: 201 len: 201 time: 0.9932055 Sep 22 08:36:34.576696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:34.579530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38444) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:34.585462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:34.588406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.588565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-808412e2-dab7-494e-b492-ed7690da61c3 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', 'tempest-TagsExtTest-Tag-2022983528') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:34.614660 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 3 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:34.616288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:34.631522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:34.658230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:34.663571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3edf37c-5625-4f17-95b5-2a70e3bd2c2d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.665634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:34.672075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:34.674705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.676905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.680546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:34.727581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:34.754308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d540be95-d0cc-4add-8d97-046a39242235 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:34.754715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.755143 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d540be95-d0cc-4add-8d97-046a39242235 Sep 22 08:36:34.823548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.901828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=efb71e79-01db-4dd2-8670-114d7f153160,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:34.904698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:34.909707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.922939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edf37c-5625-4f17-95b5-2a70e3bd2c2d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58ddd80d-6dc3-45e8-852a-0a1b6c7dfad7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:34.961746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:34.962926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:34.966618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:34.982395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-580e745a-9929-40dc-aad5-72080b66feca', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:34.983376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:35.002935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3edf37c-5625-4f17-95b5-2a70e3bd2c2d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:35.003375 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a3edf37c-5625-4f17-95b5-2a70e3bd2c2d tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/58ddd80d-6dc3-45e8-852a-0a1b6c7dfad7 HTTP/1.1" status: 204 len: 168 time: 0.6331532 Sep 22 08:36:35.004267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=a424e7db-0693-4f96-8b42-571cb749c667,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:35.006295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:35.043744 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9fe5ea8b-f711-4625-851b-45d098f5a24f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/efb71e79-01db-4dd2-8670-114d7f153160 HTTP/1.1" status: 204 len: 168 time: 1.4643445 Sep 22 08:36:35.051104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38450) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:35.117454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': '3a45738f-681a-4e9d-a876-c635fcea405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:35.117693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:25Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:32Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:35.117843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 086601b9-440e-4280-85b4-f5bdfddf7351, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:35.135985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 08:36:35.137186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 08:36:35.174906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24cc3c8-f4a8-49f4-ad3b-a70dfe4ddfca None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:25Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:32Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:36:35.186395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 086601b9-440e-4280-85b4-f5bdfddf7351 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:35.191000 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-808412e2-dab7-494e-b492-ed7690da61c3 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags/tempest-TagsExtTest-Tag-2022983528 HTTP/1.1" status: 201 len: 201 time: 0.6090722 Sep 22 08:36:35.210230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a3296fe-1520-42cb-a41a-3585cb768448 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501095 Sep 22 08:36:35.211910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-81a143d8-d519-4d0d-ad7e-904554ec72e6 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:35.219538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:35.220011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38458) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:35.227533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:35.252947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-7214bd89-20c9-4471-8413-5d9cc3229874 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', 'tempest-TagsExtTest-Tag-1154366504') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:35.258043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8:1::1 (580e745a-9929-40dc-aad5-72080b66feca/6c74e57c-ae33-4b52-91e0-33ef0f2e7073/454b9f4b-5f56-4323-aa07-aa0336020755) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:35.261135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d540be95-d0cc-4add-8d97-046a39242235 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:35.262398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:35.324081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-337f636f-25d6-4ea0-928c-4d221768a2e8', 'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8', 'tenant_id': '1952bd3ef9bd49818f7d1549347a39d8', 'fixed_ips': [{'subnet_id': '403b83cf-f97e-44fe-a218-bc7961b72214'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:35.325100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:35.345947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::f (337f636f-25d6-4ea0-928c-4d221768a2e8/403b83cf-f97e-44fe-a218-bc7961b72214/3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:35.382622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-81a143d8-d519-4d0d-ad7e-904554ec72e6 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:35.387074 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-81a143d8-d519-4d0d-ad7e-904554ec72e6 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3302593 Sep 22 08:36:35.388159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 086601b9-440e-4280-85b4-f5bdfddf7351) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:35.388762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38464) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:35.395202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:35.395806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:35.424546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': 'f162e3b2-3251-4f4c-ac36-bd00acb56b79', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:35.504543 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 4 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:35.518786 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e57d4bbd-b718-4d43-9a00-694fccf5ce63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7929578 Sep 22 08:36:35.522684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38468) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:35.545245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e2447-0bd3-4209-ae4b-2193048f5d92 None None] Network 086601b9-440e-4280-85b4-f5bdfddf7351 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:35.554557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351', 'name': 'tempest-PortsTestJSON-625184786', 'fixed_ips': [{'subnet_id': 'a424e7db-0693-4f96-8b42-571cb749c667', 'ip_address': '172.20.0.10'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:35.561456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:35.637096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:35.736678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:35.765271 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7214bd89-20c9-4471-8413-5d9cc3229874 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags/tempest-TagsExtTest-Tag-1154366504 HTTP/1.1" status: 201 len: 201 time: 0.5416963 Sep 22 08:36:35.765271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:35.785712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:35.790784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38472) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:35.801885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d0109-cbde-4381-b207-2ada9dd03494 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:35.814129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:35.818996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-dcba3baa-2232-4e9a-9698-54a7d6ca8985 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', {'tags': ['tempest-TagsExtTest-Tag-2011399862', 'tempest-TagsExtTest-Tag-1960708398', 'tempest-TagsExtTest-Tag-1891556292']}) {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:35.949499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:35.954297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:35.968900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.044303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:36.046630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0eb088-a2f3-4094-8680-b921b058086c None None] Network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:36.082498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:36.082968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.083409 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e Sep 22 08:36:36.162741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.165505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.203702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object 454b9f4b-5f56-4323-aa07-aa0336020755 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:36.233051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.244940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.281658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:36.297043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20276ece-b494-4663-9a64-4ba4746e485a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:36.302021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b219b7b7-5f6d-42d7-9f5e-c0945af58ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.311251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.320950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:36.337525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=eaa39fa2-d31a-49c7-8e93-56bc390820b3,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:36.338814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:36.340269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.341491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-60e6a7a1-9288-48f0-bc04-6702c5b0d2d9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9517694 Sep 22 08:36:36.345243 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dcba3baa-2232-4e9a-9698-54a7d6ca8985 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags HTTP/1.1" status: 200 len: 318 time: 0.5496585 Sep 22 08:36:36.346309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.347733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38476) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:36.348059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38478) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:36.360533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-df48ea8f-b8c0-45e5-af91-cd65327aaa05 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:36.398922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': '80488bec-ec71-481a-8e19-049494fffb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '09b3c147-e982-4506-ad66-5d5c0b309d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:36.398922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 09b3c147-e982-4506-ad66-5d5c0b309d35, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:36.420663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:36.432617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 580e745a-9929-40dc-aad5-72080b66feca is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:36.437168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:36.442655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:36.443185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.450708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=454b9f4b-5f56-4323-aa07-aa0336020755,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:36.457187 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8c9bbf12-6da4-42db-97e9-b75f1d74dbc5 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules/20276ece-b494-4663-9a64-4ba4746e485a HTTP/1.1" status: 200 len: 763 time: 0.1038442 Sep 22 08:36:36.457846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38484) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:36.488329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.550667 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 5 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:36.574886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:36.579246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:36.583316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:36.588796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:36.589762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.609840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:36.630540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c238394d-dc1b-419a-bbb5-f73b97797a50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6731584 Sep 22 08:36:36.631305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38488) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:36.636354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 09b3c147-e982-4506-ad66-5d5c0b309d35 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:36.682674 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d75b5d76-1e7f-470d-a123-75b4f5ec6f03 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1763852 Sep 22 08:36:36.686877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Allocated IP 2001:db8:1::2 (580e745a-9929-40dc-aad5-72080b66feca/6c74e57c-ae33-4b52-91e0-33ef0f2e7073/e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:36.690089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38492) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:36.712647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 09b3c147-e982-4506-ad66-5d5c0b309d35) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:36.723358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:36.723927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.756924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3c6bf-b6bd-49d5-942d-d8719a2bcaa0 None None] Network 09b3c147-e982-4506-ad66-5d5c0b309d35 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:36.763170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.775282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.819448 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-43e36253-4273-47de-a77c-d39425a24600 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4341109 Sep 22 08:36:36.821346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a1d09d-c0fc-4757-9fde-4c938b897d00 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.822085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38496) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:36.842655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 86f83de0-1b44-4767-b5d7-4931aa72aa81 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:36.881124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a1d09d-c0fc-4757-9fde-4c938b897d00 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.884597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-086601b9-440e-4280-85b4-f5bdfddf7351', 'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351', 'tenant_id': 'bf957cdc588a406e84dfc2cb0a538838', 'fixed_ips': [{'subnet_id': 'a424e7db-0693-4f96-8b42-571cb749c667'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:36.885540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.889682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:36.982623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a729b-35a5-4f66-835c-dbaa6e689ab8 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:36.983036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1d5a729b-35a5-4f66-835c-dbaa6e689ab8 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:36.997335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:37.009234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:37.012252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:37.012834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.025408 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df48ea8f-b8c0-45e5-af91-cd65327aaa05 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags HTTP/1.1" status: 204 len: 168 time: 0.6713929 Sep 22 08:36:37.063452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38500) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.080472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-ea213f1f-6ad6-44e2-b5b1-3c35ebc12311 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', 'tempest-TagsExtTest-Tag-2011399862') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:37.084850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Allocated IP 2001:db8::2 (337f636f-25d6-4ea0-928c-4d221768a2e8/403b83cf-f97e-44fe-a218-bc7961b72214/26ede867-168d-4248-8f63-10e053c4cfdb) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:37.105376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=629d09ce-3f7e-4a87-97b0-725f35ffec3a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:37.108280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a1d09d-c0fc-4757-9fde-4c938b897d00 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.123577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1d5a729b-35a5-4f66-835c-dbaa6e689ab8 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:37.129380 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1d5a729b-35a5-4f66-835c-dbaa6e689ab8 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4963062 Sep 22 08:36:37.129507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38510) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.173043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:37.175541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a1d09d-c0fc-4757-9fde-4c938b897d00 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.179450 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35a1d09d-c0fc-4757-9fde-4c938b897d00 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/20276ece-b494-4663-9a64-4ba4746e485a HTTP/1.1" status: 204 len: 168 time: 0.4883871 Sep 22 08:36:37.186051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.186241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1d09d-c0fc-4757-9fde-4c938b897d00 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20276ece-b494-4663-9a64-4ba4746e485a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:37.211531 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-470221b9-6d2d-4b20-9ccd-95957d256cb7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9885883 Sep 22 08:36:37.220109 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:37.220594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38518) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.221712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:37.232372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1385984742', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:37.266987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.274828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:37.323826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e5dde612-8a8d-47cb-8b41-dd2273fbac93 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:37.339063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.10 (086601b9-440e-4280-85b4-f5bdfddf7351/a424e7db-0693-4f96-8b42-571cb749c667/86f83de0-1b44-4767-b5d7-4931aa72aa81) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:37.344812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:router and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:37.355356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:37.364882 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-ea213f1f-6ad6-44e2-b5b1-3c35ebc12311 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:37.368818 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ea213f1f-6ad6-44e2-b5b1-3c35ebc12311 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags/tempest-TagsExtTest-Tag-2011399862 HTTP/1.1" status: 404 len: 329 time: 0.3014853 Sep 22 08:36:37.368963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:37.369067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38522) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.374620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-4e7afe30-d67d-4421-921e-b2284a631e77 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', 'tempest-TagsExtTest-Tag-1960708398') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:37.417893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e5dde612-8a8d-47cb-8b41-dd2273fbac93 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:37.423668 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5dde612-8a8d-47cb-8b41-dd2273fbac93 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2290232 Sep 22 08:36:37.423825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38526) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.435019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': 'f162e3b2-3251-4f4c-ac36-bd00acb56b79', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:37.452655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:37.463445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.465221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.513868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697d253-050c-4bf0-91ae-5cd746a331d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:37.520588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697d253-050c-4bf0-91ae-5cd746a331d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:37.526460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5697d253-050c-4bf0-91ae-5cd746a331d0 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 1650 time: 0.3786259 Sep 22 08:36:37.526721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.557462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38530) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.604185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:37.637774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:37.639600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.653174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5516b-5709-49b6-bf06-13da6d2e61ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-09b3c147-e982-4506-ad66-5d5c0b309d35', 'network_id': '09b3c147-e982-4506-ad66-5d5c0b309d35', 'tenant_id': 'cc40f393dceb4b749c1558f4b82a655c', 'fixed_ips': [{'subnet_id': 'eaa39fa2-d31a-49c7-8e93-56bc390820b3'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:37.654107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fae5516b-5709-49b6-bf06-13da6d2e61ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.664190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] Deleting port 73197258-4375-44d2-b042-20fd2c923e18 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:37.664687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.695577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:37.695900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.697400 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 6 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:37.725660 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Project f182e50a9dde4c879929086ab53952b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:36:37.751436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.766273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.782504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.783254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.825712 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-4e7afe30-d67d-4421-921e-b2284a631e77 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:37.830094 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4e7afe30-d67d-4421-921e-b2284a631e77 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags/tempest-TagsExtTest-Tag-1960708398 HTTP/1.1" status: 404 len: 329 time: 0.4568603 Sep 22 08:36:37.837181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38534) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:37.847062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-cbe894a5-04d9-4c23-a64e-6d6a180ffb02 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6', 'tempest-TagsExtTest-Tag-1891556292') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:37.854327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.926840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.931141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.940087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:37.940641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:37.983582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object 86f83de0-1b44-4767-b5d7-4931aa72aa81 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:37.985195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:37.990962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17e7f72-acec-44ce-b151-10dce3af0fa9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:38.016037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.020583 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b306d2bd-01fa-41c9-9d86-321777bff903 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5899506 Sep 22 08:36:38.022799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38538) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:38.024176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.057286 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a4f4e1e-6188-4a1b-80ba-a1919d999230 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules/c17e7f72-acec-44ce-b151-10dce3af0fa9 HTTP/1.1" status: 200 len: 769 time: 0.0326974 Sep 22 08:36:38.058714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:38.077953 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-cbe894a5-04d9-4c23-a64e-6d6a180ffb02 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:38.078984 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cbe894a5-04d9-4c23-a64e-6d6a180ffb02 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags/tempest-TagsExtTest-Tag-1891556292 HTTP/1.1" status: 404 len: 329 time: 0.2379696 Sep 22 08:36:38.082377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:38.090769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-1872be07-3932-446b-bd4a-289adc285f86 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', {'tags': ['tempest-TagsExtTest-Tag-51653105', 'tempest-TagsExtTest-Tag-11524758', 'tempest-TagsExtTest-Tag-855304649']}) {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:38.165981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.167690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa39fa2-d31a-49c7-8e93-56bc390820b3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:38.177535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c9420e26-200d-4e18-8295-86008be2f214 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:38.210310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.242407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-996356ce-7ac9-46f2-b49e-b8f4e99d43fb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:38.282951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 086601b9-440e-4280-85b4-f5bdfddf7351 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:38.293186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:38.305293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:38.340631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-996356ce-7ac9-46f2-b49e-b8f4e99d43fb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:38.342018 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-996356ce-7ac9-46f2-b49e-b8f4e99d43fb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2814507 Sep 22 08:36:38.345527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c9420e26-200d-4e18-8295-86008be2f214 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:38.345876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c9420e26-200d-4e18-8295-86008be2f214 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:38.354959 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1872be07-3932-446b-bd4a-289adc285f86 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags HTTP/1.1" status: 200 len: 313 time: 0.2685580 Sep 22 08:36:38.355144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Transition to ACTIVE for port object e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:38.363346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38550) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:38.363346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38552) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:38.383777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-0019e455-5924-4bc4-8aca-2d238b40aa25 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:38.394071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.399083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4984481b-563f-46b5-a283-9a8244f899a1 None None] Network 09b3c147-e982-4506-ad66-5d5c0b309d35 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:38.412821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=86f83de0-1b44-4767-b5d7-4931aa72aa81,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:38.436505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=454b9f4b-5f56-4323-aa07-aa0336020755,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:38.441637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4b07acf8-3534-45b4-b5fe-d09fee01b579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.443663 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 7 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:38.462404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.466186 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-32495892-bc5a-4fc8-8857-ea09c8cb0d22 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2370493 Sep 22 08:36:38.471729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:38.517237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.525824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Transition to ACTIVE for port object e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:38.527371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Transition to ACTIVE for port object 26ede867-168d-4248-8f63-10e053c4cfdb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:38.536757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90cfa40d-36f5-49a0-bd85-46e8fd16f38f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.562412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:38.563057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.593663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b3c147-e982-4506-ad66-5d5c0b309d35']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:38.599513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.603857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5398553f-be7a-43c7-bdf6-1ea3a8101860 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:38.627732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80488bec-ec71-481a-8e19-049494fffb4b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:38.627933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80488bec-ec71-481a-8e19-049494fffb4b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:38.631515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Allocated IP 172.20.0.2 (086601b9-440e-4280-85b4-f5bdfddf7351/a424e7db-0693-4f96-8b42-571cb749c667/2c8c9553-abb6-4d41-84d6-49f9b20ef813) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:38.634340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90cfa40d-36f5-49a0-bd85-46e8fd16f38f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.635280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.654246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.738151 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d562adb8-efcc-4c56-bd1c-45b9418e5169 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2122359 Sep 22 08:36:38.741537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Transition to ACTIVE for port object 26ede867-168d-4248-8f63-10e053c4cfdb will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:38.749333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38562) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:38.755455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351', 'name': 'tempest-PortsTestJSON-567906569', 'fixed_ips': [{'subnet_id': 'a424e7db-0693-4f96-8b42-571cb749c667', 'ip_address': '172.20.0.9'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:38.770267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:38.776751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] For port 73197258-4375-44d2-b042-20fd2c923e18, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=73197258-4375-44d2-b042-20fd2c923e18,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:38.777261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.786984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 580e745a-9929-40dc-aad5-72080b66feca is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:38.788293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.794167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:38.797302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Network 580e745a-9929-40dc-aad5-72080b66feca is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:38.826051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.828806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:38.846549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:38.853968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:38.854378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.904341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90cfa40d-36f5-49a0-bd85-46e8fd16f38f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:38.939594 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 80488bec-ec71-481a-8e19-049494fffb4b resource provider aggregate not found Sep 22 08:36:39.015195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:39.018999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Pushing event updated for resources: {'Port': ['ID=e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:39.027798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] Calling delete_port for 73197258-4375-44d2-b042-20fd2c923e18 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:39.064819 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 80488bec-ec71-481a-8e19-049494fffb4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80488bec-ec71-481a-8e19-049494fffb4b found for delete ", "request_id": "req-8aca16f0-3be3-4bd2-ab7a-67bc08175510"}]} Sep 22 08:36:39.082704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfa40d-36f5-49a0-bd85-46e8fd16f38f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c17e7f72-acec-44ce-b151-10dce3af0fa9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:39.113133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90cfa40d-36f5-49a0-bd85-46e8fd16f38f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.116634 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90cfa40d-36f5-49a0-bd85-46e8fd16f38f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c17e7f72-acec-44ce-b151-10dce3af0fa9 HTTP/1.1" status: 204 len: 168 time: 0.7505186 Sep 22 08:36:39.118701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38570) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:39.200846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.235235 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0019e455-5924-4bc4-8aca-2d238b40aa25 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags HTTP/1.1" status: 204 len: 168 time: 0.8695583 Sep 22 08:36:39.236852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:39.241809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.244529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38574) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:39.262224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-7310891e-4cf7-48b5-a206-47168d33936b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', 'tempest-TagsExtTest-Tag-51653105') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:39.270451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:39.276316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:39.279799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.293652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:36:39.293922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:39.300002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=09b3c147-e982-4506-ad66-5d5c0b309d35,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:39.301106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:39.301366 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 8 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:39.317384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ff56315-a3a0-4a28-b24e-0811f287e43f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:39.342156 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aba11f49-5db2-456c-b0dc-cae4994c2c20 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/09b3c147-e982-4506-ad66-5d5c0b309d35 HTTP/1.1" status: 204 len: 168 time: 2.5067270 Sep 22 08:36:39.344541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38578) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:39.347205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:39.354204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1246972628'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:39.374945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:39.405459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:39.437212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.449789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:39.455792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ff56315-a3a0-4a28-b24e-0811f287e43f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:39.459819 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8ff56315-a3a0-4a28-b24e-0811f287e43f tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3369379 Sep 22 08:36:39.506862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:39.509870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5398553f-be7a-43c7-bdf6-1ea3a8101860 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:39.525033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:39.566929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Pushing event updated for resources: {'Port': ['ID=26ede867-168d-4248-8f63-10e053c4cfdb,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:39.582680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Attempting to bind port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:39.583050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Attempting to bind port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:39.583484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Attempting to bind port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb on network 580e745a-9929-40dc-aad5-72080b66feca {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:39.585425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:39.585583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:39.586012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5398553f-be7a-43c7-bdf6-1ea3a8101860 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:39.586373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.586698 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5398553f-be7a-43c7-bdf6-1ea3a8101860 Sep 22 08:36:39.590939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.603246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:39.693358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:39.693737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Checking segment: {'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:39.694086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port 097fc35c-b8e1-45e3-b87f-fb0a7192423f yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:39.694213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.694589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Bound using segment: {'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:39.695095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Bound port: e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:39.695487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.722920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.731153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.777240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.797057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:39.804065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.811619 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-572fff6a-3377-488b-9651-d8ff13d147f9 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7 HTTP/1.1" status: 204 len: 168 time: 2.2504871 Sep 22 08:36:39.811818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b236a64f-1636-4b7b-b733-80b116f254a9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.819322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38586) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:39.846858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Attempting to bind port 26ede867-168d-4248-8f63-10e053c4cfdb on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:39.847244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Attempting to bind port 26ede867-168d-4248-8f63-10e053c4cfdb by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '213760f7-5a82-4070-a386-ec2661dbc087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:39.847613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Attempting to bind port 26ede867-168d-4248-8f63-10e053c4cfdb on network 337f636f-25d6-4ea0-928c-4d221768a2e8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:39.881511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] No DVR routers for this DVR port 73197258-4375-44d2-b042-20fd2c923e18 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:39.884082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea869e-5dd7-49b7-905d-30f777b65869 None None] Pushing event deleted for resources: {'Port': ['ID=73197258-4375-44d2-b042-20fd2c923e18,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:39.895819 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-7310891e-4cf7-48b5-a206-47168d33936b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:39.906115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:39.906491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Checking segment: {'id': '213760f7-5a82-4070-a386-ec2661dbc087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:39.906911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.907321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Bound using segment: {'id': '213760f7-5a82-4070-a386-ec2661dbc087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:39.908193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Bound port: 26ede867-168d-4248-8f63-10e053c4cfdb, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213760f7-5a82-4070-a386-ec2661dbc087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '337f636f-25d6-4ea0-928c-4d221768a2e8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:39.908193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.911631 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7310891e-4cf7-48b5-a206-47168d33936b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags/tempest-TagsExtTest-Tag-51653105 HTTP/1.1" status: 404 len: 327 time: 0.6555600 Sep 22 08:36:39.917946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:39.919180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c52ac9d-4d4a-4c31-850d-8b633229b13d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:36:39.919610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8c52ac9d-4d4a-4c31-850d-8b633229b13d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:39.923109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:39.923509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7661672-7fde-4e2d-af2d-490b45717cb5 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:39.927059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:39.945912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-9b61f44a-f2a9-4a56-af18-3aeff3dc322b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', 'tempest-TagsExtTest-Tag-11524758') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:39.958857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b236a64f-1636-4b7b-b733-80b116f254a9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.022661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:36:40.033779 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:36:40.055564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:40.062954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.063970 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:40.066886 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:40.068191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.068191 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment fefd6ea0-e669-47c9-81e9-9fca436d0aa6 of type vlan for network 4a647244-9eb1-46ba-88d3-69002583468e Sep 22 08:36:40.096797 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 9 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:40.100339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::1 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/629d09ce-3f7e-4a87-97b0-725f35ffec3a/fa861e55-1ba0-4a2c-9e69-8fcbc348fac7) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:40.101633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.109340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b236a64f-1636-4b7b-b733-80b116f254a9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.156927 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5c28498b-a032-4f0e-82ee-09e3dba86f8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7087719 Sep 22 08:36:40.158133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.165090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:40.166044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.169599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38594) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:40.171751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236a64f-1636-4b7b-b733-80b116f254a9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f162e3b2-3251-4f4c-ac36-bd00acb56b79,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:40.177498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Transition to ACTIVE for port object 2c8c9553-abb6-4d41-84d6-49f9b20ef813 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:40.194993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-450197656'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:40.200674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8c52ac9d-4d4a-4c31-850d-8b633229b13d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:40.205218 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c52ac9d-4d4a-4c31-850d-8b633229b13d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/3e9a4fd8-7f62-4d8a-bc3c-3105009cb6c7 HTTP/1.1" status: 404 len: 333 time: 0.3809235 Sep 22 08:36:40.205371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:40.212338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:40.212850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:40.217056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:40.218746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] For port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:40.225874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:40.251351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:40.256799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.293128 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:40.298534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] For port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb,segment=NetworkSegment(8918ca82-b090-40b3-b604-40340b89ac98),segment_id=8918ca82-b090-40b3-b604-40340b89ac98)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:40.299886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Transition to ACTIVE for port object 2c8c9553-abb6-4d41-84d6-49f9b20ef813 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:40.315156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:40.324888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.328282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5398553f-be7a-43c7-bdf6-1ea3a8101860 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:40.328646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.370842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.393458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0451405 Sep 22 08:36:40.401105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.9 (086601b9-440e-4280-85b4-f5bdfddf7351/a424e7db-0693-4f96-8b42-571cb749c667/097fc35c-b8e1-45e3-b87f-fb0a7192423f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:40.403126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:40.409524 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9b61f44a-f2a9-4a56-af18-3aeff3dc322b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:40.410916 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9b61f44a-f2a9-4a56-af18-3aeff3dc322b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags/tempest-TagsExtTest-Tag-11524758 HTTP/1.1" status: 404 len: 327 time: 0.4727030 Sep 22 08:36:40.421047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '4a647244-9eb1-46ba-88d3-69002583468e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:40.423979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] For port 26ede867-168d-4248-8f63-10e053c4cfdb, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:40.444238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38606) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:40.471621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-0b0279f0-af3d-447a-a7d3-5bfddb4930eb tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a', 'tempest-TagsExtTest-Tag-855304649') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:40.485042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5398553f-be7a-43c7-bdf6-1ea3a8101860, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5398553f-be7a-43c7-bdf6-1ea3a8101860,segment=NetworkSegment(36f44634-bb18-4915-a987-5402871327af),segment_id=36f44634-bb18-4915-a987-5402871327af)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:40.495288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] For port 26ede867-168d-4248-8f63-10e053c4cfdb, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=26ede867-168d-4248-8f63-10e053c4cfdb,segment=NetworkSegment(213760f7-5a82-4070-a386-ec2661dbc087),segment_id=213760f7-5a82-4070-a386-ec2661dbc087)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:40.507573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Network 086601b9-440e-4280-85b4-f5bdfddf7351 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:40.510600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3fa4-3154-4506-abee-de42e2e82ddf tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=4a647244-9eb1-46ba-88d3-69002583468e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:40.516020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.528890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:40.533936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 4a647244-9eb1-46ba-88d3-69002583468e details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:40.548526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.558717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:40.600587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 7cb6229c-480a-4311-a58d-114de01ff56e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:40.601113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.719071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73197258-4375-44d2-b042-20fd2c923e18 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:40.728275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.736263 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:36Z', 'revision_number': 3, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:37Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:32Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:40.746234 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:36:40.746819 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Updating router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 port 454b9f4b-5f56-4323-aa07-aa0336020755 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:36:40.748205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object 097fc35c-b8e1-45e3-b87f-fb0a7192423f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:40.765883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:40.778520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:40.793497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:40.810563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:40.875208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b236a64f-1636-4b7b-b733-80b116f254a9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.876131 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.877441 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b236a64f-1636-4b7b-b733-80b116f254a9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/f162e3b2-3251-4f4c-ac36-bd00acb56b79 HTTP/1.1" status: 204 len: 168 time: 1.3694739 Sep 22 08:36:40.881636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:40.888784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902e823-9b5c-46a9-88a7-69a22dae2e91 None None] Pushing event updated for resources: {'Port': ['ID=e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:40.899447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:40.909224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.909751 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment c285a99b-ada9-49ca-9d33-ab30f463dced of type vlan for network fd34cbe6-0c03-4abb-b30d-c120109016a9 Sep 22 08:36:40.944453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.945670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:40.950994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:40.954905 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Attempt 10 to provision port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a Sep 22 08:36:41.030421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.114281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 73197258-4375-44d2-b042-20fd2c923e18 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:41.115156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 73197258-4375-44d2-b042-20fd2c923e18 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:41.158166 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-0b0279f0-af3d-447a-a7d3-5bfddb4930eb tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:41.165992 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b0279f0-af3d-447a-a7d3-5bfddb4930eb tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags/tempest-TagsExtTest-Tag-855304649 HTTP/1.1" status: 404 len: 328 time: 0.7136323 Sep 22 08:36:41.166712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:41.284513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8259ace-5331-420e-960f-e0c74f6b71fa None None] Port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:41.286023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Pushing event updated for resources: {'Port': ['ID=2c8c9553-abb6-4d41-84d6-49f9b20ef813,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:41.293888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '629d09ce-3f7e-4a87-97b0-725f35ffec3a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:41.297535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.320320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.334520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:41.335359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.377521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 086601b9-440e-4280-85b4-f5bdfddf7351 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:41.390344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:41.435016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.475925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:41.480245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:41.506463 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.521154 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Transition to ACTIVE for port object 454b9f4b-5f56-4323-aa07-aa0336020755 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:41.522561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-47e0c0d1-dc35-4d0d-979a-c3e34c0a2b84 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', {'tags': ['tempest-TagsExtTest-Tag-1695272218', 'tempest-TagsExtTest-Tag-1252273807', 'tempest-TagsExtTest-Tag-294038673']}) {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:41.532155 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.550614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.553907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=097fc35c-b8e1-45e3-b87f-fb0a7192423f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:41.601629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=fd34cbe6-0c03-4abb-b30d-c120109016a9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:41.604974 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-329820dd-74ed-4a20-83d4-f54c3385b3e6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4240999 Sep 22 08:36:41.611955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:41.613190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:41.620484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:41.621605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Could not find standard attr ID for object 73197258-4375-44d2-b042-20fd2c923e18. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:41.644352 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:41.739241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 7cb6229c-480a-4311-a58d-114de01ff56e owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:41.760521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:41.761434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.812909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Attempting to bind port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:41.813285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Attempting to bind port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '3a45738f-681a-4e9d-a876-c635fcea405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:41.813651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Attempting to bind port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 on network 086601b9-440e-4280-85b4-f5bdfddf7351 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:41.830428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:41.830865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Checking segment: {'id': '3a45738f-681a-4e9d-a876-c635fcea405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:41.831313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.831750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Bound using segment: {'id': '3a45738f-681a-4e9d-a876-c635fcea405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:41.832241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Bound port: 2c8c9553-abb6-4d41-84d6-49f9b20ef813, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45738f-681a-4e9d-a876-c635fcea405b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '086601b9-440e-4280-85b4-f5bdfddf7351'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:41.832617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.834079 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Pushing event updated for resources: {'Port': ['ID=454b9f4b-5f56-4323-aa07-aa0336020755,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:41.844337 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.844737 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.845190 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.845570 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.846027 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.846368 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.846846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.847168 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.847532 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.847853 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.848165 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.848476 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:41.852374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:41.853474 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Attempting to bind port 454b9f4b-5f56-4323-aa07-aa0336020755 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:41.853897 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Attempting to bind port 454b9f4b-5f56-4323-aa07-aa0336020755 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:41.854372 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Attempting to bind port 454b9f4b-5f56-4323-aa07-aa0336020755 on network 580e745a-9929-40dc-aad5-72080b66feca {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:41.856197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.856813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Provisioning for port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:41.857300 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e1a2e80-946c-4903-8b52-bce4c45ea569 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1068044 Sep 22 08:36:41.865774 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:41.866265 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Checking segment: {'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:41.866661 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.867176 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Bound using segment: {'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:41.868105 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Bound port: 454b9f4b-5f56-4323-aa07-aa0336020755, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8918ca82-b090-40b3-b604-40340b89ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '580e745a-9929-40dc-aad5-72080b66feca'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:41.868890 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:41.871059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38622) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:41.929130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a95aa43-9cbd-4f76-a101-644158982964 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:41.979184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:42.004800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:42.008173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a95aa43-9cbd-4f76-a101-644158982964 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:42.009013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:42.010060 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8a95aa43-9cbd-4f76-a101-644158982964 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1252952 Sep 22 08:36:42.020706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.026220 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] For port 454b9f4b-5f56-4323-aa07-aa0336020755, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:42.031510 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] For port 454b9f4b-5f56-4323-aa07-aa0336020755, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=454b9f4b-5f56-4323-aa07-aa0336020755,segment=NetworkSegment(8918ca82-b090-40b3-b604-40340b89ac98),segment_id=8918ca82-b090-40b3-b604-40340b89ac98)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:42.034258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38626) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:42.049199 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.070644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] For port 2c8c9553-abb6-4d41-84d6-49f9b20ef813, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:42.076903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] For port 2c8c9553-abb6-4d41-84d6-49f9b20ef813, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c8c9553-abb6-4d41-84d6-49f9b20ef813,segment=NetworkSegment(3a45738f-681a-4e9d-a876-c635fcea405b),segment_id=3a45738f-681a-4e9d-a876-c635fcea405b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:42.087898 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-47e0c0d1-dc35-4d0d-979a-c3e34c0a2b84 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags HTTP/1.1" status: 200 len: 317 time: 0.5712285 Sep 22 08:36:42.094324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38630) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:42.098787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.107038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-c55d1c3d-93a8-4ca5-b003-ffcbf181ccf7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:42.113296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Provisioning complete for port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:42.113668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.114007 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Attempt 1 to provision port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd Sep 22 08:36:42.127467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:42.135535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group': {'name': 'tempest-secgroup--9159783'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:42.184369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5398553f-be7a-43c7-bdf6-1ea3a8101860,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:42.190770 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:42.191426 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:42.207104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:42.257083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:42.264482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:42.281421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.312326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:42.325206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:42.364850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.432891 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c203932-8f53-42e9-ae14-a76bbf168825 None None] Pushing event updated for resources: {'Port': ['ID=454b9f4b-5f56-4323-aa07-aa0336020755,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:42.433594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/629d09ce-3f7e-4a87-97b0-725f35ffec3a/b1d09825-dfaa-47c1-bbb6-53996162a94a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:42.518367 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:42.527897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=b300a675-fd5e-43a9-90c8-7d7a3dabd1c7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:42.530667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:42.531179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.606580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=fa861e55-1ba0-4a2c-9e69-8fcbc348fac7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:42.623243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.707901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.726041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:42.739043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.740683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dadc462-3001-4960-a8fa-a6282eded65b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:42.741405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2dadc462-3001-4960-a8fa-a6282eded65b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:42.752245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Transition to ACTIVE for port object b1d09825-dfaa-47c1-bbb6-53996162a94a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:42.754955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:42.764323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:42.776794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Transition to ACTIVE for port object b1d09825-dfaa-47c1-bbb6-53996162a94a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:42.780427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668dea8-16bd-455b-b7d2-0d690df6f625 None None] Pushing event updated for resources: {'Port': ['ID=26ede867-168d-4248-8f63-10e053c4cfdb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:42.791008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:42.794327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=7cb6229c-480a-4311-a58d-114de01ff56e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:42.796593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2dadc462-3001-4960-a8fa-a6282eded65b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:42.798063 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2dadc462-3001-4960-a8fa-a6282eded65b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.9259348 Sep 22 08:36:42.799856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': 'fefd6ea0-e669-47c9-81e9-9fca436d0aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4a647244-9eb1-46ba-88d3-69002583468e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:42.800307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 4a647244-9eb1-46ba-88d3-69002583468e, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:42.802339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38634) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:42.848102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.854053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37684b5-c31e-4696-baa8-83aae386f6e5 None None] Network 580e745a-9929-40dc-aad5-72080b66feca requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:42.908521 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c55d1c3d-93a8-4ca5-b003-ffcbf181ccf7 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags HTTP/1.1" status: 204 len: 168 time: 0.8115792 Sep 22 08:36:42.909646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:42.913235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c3649-8ccd-4fcf-b1b5-0823a8575dbe None None] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:42.918093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:42.942337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 4a647244-9eb1-46ba-88d3-69002583468e is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:42.947471 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6fe0d47f-34ef-4a56-a294-40968ddfb4ea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/7cb6229c-480a-4311-a58d-114de01ff56e HTTP/1.1" status: 204 len: 168 time: 2.7304196 Sep 22 08:36:42.948138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-683df324-dbab-4616-b52b-49958f5703ca tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', 'tempest-TagsExtTest-Tag-1695272218') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:42.955274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38642) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:43.044899 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:36Z', 'revision_number': 3, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:42Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:43.053368 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a819b02-8c98-4f58-a3bf-dcf36d2b7fde None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:36Z', 'revision_number': 3, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:42Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:36:43.063564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 4a647244-9eb1-46ba-88d3-69002583468e) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:43.082721 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dec93f0-8276-47d2-8c92-547bbcfc1072 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:36:43.083371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7dec93f0-8276-47d2-8c92-547bbcfc1072 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:43.087474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:43.088105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.149446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7dec93f0-8276-47d2-8c92-547bbcfc1072 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:43.150791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7dec93f0-8276-47d2-8c92-547bbcfc1072 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/7cb6229c-480a-4311-a58d-114de01ff56e HTTP/1.1" status: 404 len: 333 time: 0.1945784 Sep 22 08:36:43.153430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38646) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:43.226341 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0da22656-85c2-420e-829d-c8b0ab28de4b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8213463 Sep 22 08:36:43.232832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:43.246174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d74435-1f00-461e-98aa-8002fd121779 None None] Network 4a647244-9eb1-46ba-88d3-69002583468e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:43.413808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 403b83cf-f97e-44fe-a218-bc7961b72214 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:43.427998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.473235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:43.499008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.523131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.545685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.582561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:43.605789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.657649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:43.693793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.711121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.730606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5398553f-be7a-43c7-bdf6-1ea3a8101860 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:43.752465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.752645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.766516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901035c1-a79c-484c-be08-1aefb99ab13d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:43.773100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901035c1-a79c-484c-be08-1aefb99ab13d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:43.779595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901035c1-a79c-484c-be08-1aefb99ab13d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:43.782051 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-901035c1-a79c-484c-be08-1aefb99ab13d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.9756167 Sep 22 08:36:43.787916 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-683df324-dbab-4616-b52b-49958f5703ca tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:43.792472 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-683df324-dbab-4616-b52b-49958f5703ca tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags/tempest-TagsExtTest-Tag-1695272218 HTTP/1.1" status: 404 len: 329 time: 0.8684394 Sep 22 08:36:43.792472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38654) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:43.795078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:43.802991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-cabd7894-eb17-46a1-aaca-01eed92a3cd4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', 'tempest-TagsExtTest-Tag-1252273807') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:43.839968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:43.862610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa71b5-c956-4091-98ff-75ea41236b65 None None] Pushing event updated for resources: {'Port': ['ID=2c8c9553-abb6-4d41-84d6-49f9b20ef813,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:43.985296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.043609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=b300a675-fd5e-43a9-90c8-7d7a3dabd1c7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:44.140662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.140932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.141257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.141587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.141911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.142229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.142565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.142868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.143181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.143538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.143874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.144197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:44.169343 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-cabd7894-eb17-46a1-aaca-01eed92a3cd4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:44.170467 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cabd7894-eb17-46a1-aaca-01eed92a3cd4 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags/tempest-TagsExtTest-Tag-1252273807 HTTP/1.1" status: 404 len: 329 time: 0.3746049 Sep 22 08:36:44.175998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38662) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:44.181038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=5f84ecaf-355c-405a-a3df-616a7c31946e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:44.183882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-3d2ba3f4-c402-4078-b05b-82106d45b280 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37', 'tempest-TagsExtTest-Tag-294038673') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:44.200695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d69276-b01e-4429-86b9-d8da16594ff0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:44.209815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 097fc35c-b8e1-45e3-b87f-fb0a7192423f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:44.210349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.246814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.255808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.261006 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c5050fd9-9cb8-404d-b9cc-cf766e9192ab tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.1752772 Sep 22 08:36:44.263811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38666) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:44.273514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:44.273876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: fd34cbe6-0c03-4abb-b30d-c120109016a9, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:44.289226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Request body: {'security_group_rule': {'security_group_id': '03d69276-b01e-4429-86b9-d8da16594ff0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:44.303871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.318649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:44.320882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=403b83cf-f97e-44fe-a218-bc7961b72214,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:44.325216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.339679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5398553f-be7a-43c7-bdf6-1ea3a8101860 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:44.340229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.340611 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5398553f-be7a-43c7-bdf6-1ea3a8101860 Sep 22 08:36:44.353180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Usage tracker for resource:security_group_rule and tenant:f182e50a9dde4c879929086ab53952b3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:44.363245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:44.406367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Attempting to bind port b1d09825-dfaa-47c1-bbb6-53996162a94a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:44.406915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Attempting to bind port b1d09825-dfaa-47c1-bbb6-53996162a94a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:44.407422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Attempting to bind port b1d09825-dfaa-47c1-bbb6-53996162a94a on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:44.424864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7a5581-1cbf-404a-b081-a63538ddced1 None None] Network 4a647244-9eb1-46ba-88d3-69002583468e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:44.445591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Pushing event updated for resources: {'Port': ['ID=b1d09825-dfaa-47c1-bbb6-53996162a94a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:44.452598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Current status of the port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:44.452817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:44.453215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.470794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:44.475800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:44.480903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.480903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:44.480903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Bound port: b1d09825-dfaa-47c1-bbb6-53996162a94a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:44.481517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.512120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:44.541610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a647244-9eb1-46ba-88d3-69002583468e']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:44.558927 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-157a15a1-aba9-4942-9b68-58706421f675 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/403b83cf-f97e-44fe-a218-bc7961b72214 HTTP/1.1" status: 204 len: 168 time: 1.4042552 Sep 22 08:36:44.564960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38670) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:44.612708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefd6ea0-e669-47c9-81e9-9fca436d0aa6') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:44.613857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefd6ea0-e669-47c9-81e9-9fca436d0aa6') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:44.634286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.662666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.671650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, fd34cbe6-0c03-4abb-b30d-c120109016a9) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:44.674874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:44.675471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.683593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] For port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,segment=NetworkSegment(2df18446-2cae-42d4-8de7-1759a1c2334b),segment_id=2df18446-2cae-42d4-8de7-1759a1c2334b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:44.718690 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:44.723565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.731929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2e016-531c-40a7-91a1-ae4de7da8f8f None None] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:44.747014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.750288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.782197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5034a999-3da9-4df8-805e-2b802e9db6cd None None] Network 086601b9-440e-4280-85b4-f5bdfddf7351 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:44.820012 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-067a396b-cf13-4382-bf9c-da043283211f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2051446 Sep 22 08:36:44.828762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38676) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:44.837068 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment fefd6ea0-e669-47c9-81e9-9fca436d0aa6 resource provider aggregate not found Sep 22 08:36:44.871503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3096c365-bfbf-466b-919d-e7faf1eb059c None None] Network 337f636f-25d6-4ea0-928c-4d221768a2e8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:44.916216 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment fefd6ea0-e669-47c9-81e9-9fca436d0aa6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fefd6ea0-e669-47c9-81e9-9fca436d0aa6 found for delete ", "request_id": "req-a008c145-5d79-4304-9dec-50acc053d399"}]} Sep 22 08:36:44.948018 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3d2ba3f4-c402-4078-b05b-82106d45b280 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:44.951979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d2ba3f4-c402-4078-b05b-82106d45b280 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags/tempest-TagsExtTest-Tag-294038673 HTTP/1.1" status: 404 len: 328 time: 0.7727699 Sep 22 08:36:44.954235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38682) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:44.968491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-e69b68d1-12d8-482a-9869-7e5afbf9fdee tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', {'tags': ['tempest-TagsExtTest-Tag-107943119', 'tempest-TagsExtTest-Tag-135303751', 'tempest-TagsExtTest-Tag-563933650']}) {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:44.985792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:44.990296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.018250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.035287 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/4a647244-9eb1-46ba-88d3-69002583468e HTTP/1.1" status: 204 len: 168 time: 1.8005991 Sep 22 08:36:45.043908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dd0fc-509d-4874-a91a-465ae0f86c08 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=4a647244-9eb1-46ba-88d3-69002583468e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:45.045638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38686) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:45.059743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-124380876'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:45.070877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:45.079930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 26ede867-168d-4248-8f63-10e053c4cfdb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:45.080301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.107077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:45.115388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:45.121795 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e69b68d1-12d8-482a-9869-7e5afbf9fdee tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "PUT /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags HTTP/1.1" status: 200 len: 315 time: 0.1649237 Sep 22 08:36:45.135438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38690) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:45.145605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-382a14c7-87bd-42e6-b87c-745ce8b6423b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:45.153593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:45.221853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Provisioning complete for port 5398553f-be7a-43c7-bdf6-1ea3a8101860 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:45.222325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.222724 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Attempt 1 to provision port 5398553f-be7a-43c7-bdf6-1ea3a8101860 Sep 22 08:36:45.223614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:45.226951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.269031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5398553f-be7a-43c7-bdf6-1ea3a8101860 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:45.270245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 26ede867-168d-4248-8f63-10e053c4cfdb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:45.295400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:45.307039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.307899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment affee03d-9d37-495f-9438-d00f4aae9271 of type vlan for network ec55b32a-aa33-4add-80b7-cb86abe354f8 Sep 22 08:36:45.322230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:36:45.330996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] For port b1d09825-dfaa-47c1-bbb6-53996162a94a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:45.341229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.390397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.405535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Pushing event updated for resources: {'Port': ['ID=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:45.406782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.411851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.420328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.421212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.424789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] For port b1d09825-dfaa-47c1-bbb6-53996162a94a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b1d09825-dfaa-47c1-bbb6-53996162a94a,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:45.430944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.431429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.432187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.432187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.432562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.433060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.433714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.433714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.434201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.434481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.435053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.435380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:45.471744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] For port 26ede867-168d-4248-8f63-10e053c4cfdb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=26ede867-168d-4248-8f63-10e053c4cfdb,segment=NetworkSegment(213760f7-5a82-4070-a386-ec2661dbc087),segment_id=213760f7-5a82-4070-a386-ec2661dbc087)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:45.471990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.484805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.486920 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-382a14c7-87bd-42e6-b87c-745ce8b6423b tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags HTTP/1.1" status: 204 len: 168 time: 0.3506176 Sep 22 08:36:45.490527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38694) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:45.550166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-9fcb7d85-05d6-45c7-a48d-82e061236d92 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', 'tempest-TagsExtTest-Tag-107943119') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:45.595560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=fa861e55-1ba0-4a2c-9e69-8fcbc348fac7,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:45.600612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.644620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 26ede867-168d-4248-8f63-10e053c4cfdb owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:45.675124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 26ede867-168d-4248-8f63-10e053c4cfdb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:45.685373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.693107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:45.693731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:45.751185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 097fc35c-b8e1-45e3-b87f-fb0a7192423f owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:45.871563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 454b9f4b-5f56-4323-aa07-aa0336020755 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:45.877135 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9fcb7d85-05d6-45c7-a48d-82e061236d92 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:45.881210 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9fcb7d85-05d6-45c7-a48d-82e061236d92 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags/tempest-TagsExtTest-Tag-107943119 HTTP/1.1" status: 404 len: 328 time: 0.3874097 Sep 22 08:36:45.894762 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8452713 Sep 22 08:36:45.897067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:45.897673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38700) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:45.919752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-6cd3197a-2f52-46e1-9a76-9ffece2d9d1f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', 'tempest-TagsExtTest-Tag-135303751') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:45.939527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:46.057321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f9312036-ee7a-4665-a713-429d8b620d35 None None] Current status of the port 5398553f-be7a-43c7-bdf6-1ea3a8101860 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:46.103382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73ec8c-1213-4102-8e88-acd14e8abecc None None] Pushing event updated for resources: {'Port': ['ID=b1d09825-dfaa-47c1-bbb6-53996162a94a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:46.108032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:46.115249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.123744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e67d02-87f2-4c53-93de-8038228fa6c5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=ec55b32a-aa33-4add-80b7-cb86abe354f8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:46.146213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:46.156846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:46.169733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:46.179167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.180158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network ec55b32a-aa33-4add-80b7-cb86abe354f8 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:46.206757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:46.247581 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-6cd3197a-2f52-46e1-9a76-9ffece2d9d1f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:46.253407 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6cd3197a-2f52-46e1-9a76-9ffece2d9d1f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags/tempest-TagsExtTest-Tag-135303751 HTTP/1.1" status: 404 len: 328 time: 0.3446333 Sep 22 08:36:46.253407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No DVR routers for this DVR port 26ede867-168d-4248-8f63-10e053c4cfdb on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:46.258277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38706) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:46.272421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:46.273068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ae74c0-d89d-4e0d-8194-f7ec90c6ac01,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:46.274740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=097fc35c-b8e1-45e3-b87f-fb0a7192423f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:46.291898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-ef6cb0f6-1e93-43b0-af3c-fc01e8ee2466 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8', 'tempest-TagsExtTest-Tag-563933650') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:46.302234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=26ede867-168d-4248-8f63-10e053c4cfdb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:46.313605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:46.317601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.511788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.524886 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-ef6cb0f6-1e93-43b0-af3c-fc01e8ee2466 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] show failed (client error): The resource could not be found. Sep 22 08:36:46.529707 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef6cb0f6-1e93-43b0-af3c-fc01e8ee2466 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags/tempest-TagsExtTest-Tag-563933650 HTTP/1.1" status: 404 len: 328 time: 0.2418432 Sep 22 08:36:46.535050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:46.545202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.549013 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f04b4bdb-d2f6-4933-b2e9-f22cc04cbbc2 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2679391 Sep 22 08:36:46.549483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:46.549949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-2e132569-3003-4069-b4b7-7d023682cd29 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39c4641e-9110-41c2-96d6-c87ecc619ac8') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:46.565969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-fd34cbe6-0c03-4abb-b30d-c120109016a9', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:46.566479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.584409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337f636f-25d6-4ea0-928c-4d221768a2e8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:46.614455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213760f7-5a82-4070-a386-ec2661dbc087') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:46.614751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213760f7-5a82-4070-a386-ec2661dbc087') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:46.620594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Provisioning for port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:46.726013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Could not find standard attr ID for object 7cb6229c-480a-4311-a58d-114de01ff56e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:46.744318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76520007-affb-42a1-bdc3-a8c792bbb2be None None] DHCP port deletion for 337f636f-25d6-4ea0-928c-4d221768a2e8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:46.766470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.767235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.775144 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c5af3ed-adf6-4002-8213-da4b939746d1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/097fc35c-b8e1-45e3-b87f-fb0a7192423f HTTP/1.1" status: 204 len: 168 time: 2.9759228 Sep 22 08:36:46.790268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38718) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:46.795291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 454b9f4b-5f56-4323-aa07-aa0336020755 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:46.809344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Provisioning for port 454b9f4b-5f56-4323-aa07-aa0336020755 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:46.822389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 454b9f4b-5f56-4323-aa07-aa0336020755 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:46.822758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.823333 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 454b9f4b-5f56-4323-aa07-aa0336020755 Sep 22 08:36:46.837109 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2e132569-3003-4069-b4b7-7d023682cd29 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8/tags HTTP/1.1" status: 204 len: 168 time: 0.2910030 Sep 22 08:36:46.840763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38722) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:46.867087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-20335de9-13b3-4053-9120-4972e7b2d13f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:36:46.868199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-20335de9-13b3-4053-9120-4972e7b2d13f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:46.878573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.903533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Provisioning complete for port 454b9f4b-5f56-4323-aa07-aa0336020755 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:46.904076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:46.904511 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Attempt 1 to provision port 454b9f4b-5f56-4323-aa07-aa0336020755 Sep 22 08:36:46.969746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:46.970157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.021571 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 213760f7-5a82-4070-a386-ec2661dbc087 resource provider aggregate not found Sep 22 08:36:47.099707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-20335de9-13b3-4053-9120-4972e7b2d13f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:47.101828 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20335de9-13b3-4053-9120-4972e7b2d13f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/097fc35c-b8e1-45e3-b87f-fb0a7192423f HTTP/1.1" status: 404 len: 333 time: 0.3097045 Sep 22 08:36:47.102760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-668cf6d0-94b4-4ec2-848b-f694c52fdeeb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.105687 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 213760f7-5a82-4070-a386-ec2661dbc087 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 213760f7-5a82-4070-a386-ec2661dbc087 found for delete ", "request_id": "req-c86d3862-f4cb-4bb3-8f77-c73d444c02cd"}]} Sep 22 08:36:47.106298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38730) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:47.118789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-e05e0f6f-85fe-40c6-85f2-ecc760508e19 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd9b7ff0c-4a00-42fc-9d7b-da8d00d13d37') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:47.246427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Allocated IP 2001:db8:2::2 (fd34cbe6-0c03-4abb-b30d-c120109016a9/5f84ecaf-355c-405a-a3df-616a7c31946e/a77cbcab-0e70-4438-8442-2acfb013f852) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:47.293758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Current status of the port 454b9f4b-5f56-4323-aa07-aa0336020755 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:47.294161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.307529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-668cf6d0-94b4-4ec2-848b-f694c52fdeeb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.362363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 86f83de0-1b44-4767-b5d7-4931aa72aa81 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:47.363000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.408578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.441076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Router 3fca0749-c84a-4e21-9679-1d397a0e8de5 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:36:47.448481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.463919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.465987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] For port 454b9f4b-5f56-4323-aa07-aa0336020755, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=454b9f4b-5f56-4323-aa07-aa0336020755,segment=NetworkSegment(8918ca82-b090-40b3-b604-40340b89ac98),segment_id=8918ca82-b090-40b3-b604-40340b89ac98)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:47.467174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 454b9f4b-5f56-4323-aa07-aa0336020755 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:47.467444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.482923 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e05e0f6f-85fe-40c6-85f2-ecc760508e19 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37/tags HTTP/1.1" status: 204 len: 168 time: 0.6382709 Sep 22 08:36:47.490443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=337f636f-25d6-4ea0-928c-4d221768a2e8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:47.496141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.550942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38734) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:47.637184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.673941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-d6cd8818-edee-449f-afe6-d6164af032eb tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ffbeddf-58e9-4aed-9ee5-fdf09bff906a') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:47.721278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Provisioning for port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:47.792476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Provisioning complete for port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:47.793335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.793812 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Attempt 1 to provision port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb Sep 22 08:36:47.831855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:47.832214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:47.864375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Pushing event updated for resources: {'Port': ['ID=454b9f4b-5f56-4323-aa07-aa0336020755,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:47.929206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:47.976424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:48.109572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Transition to ACTIVE for port object a77cbcab-0e70-4438-8442-2acfb013f852 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:48.152095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Transition to ACTIVE for port object a77cbcab-0e70-4438-8442-2acfb013f852 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:48.154550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 86f83de0-1b44-4767-b5d7-4931aa72aa81 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:48.162641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Current status of the port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:48.164393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:48.184715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:36:48.188767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:48.220777 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0a33ff0-64a4-4ec4-9850-85219e7933b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "PUT /v2.0/routers/3fca0749-c84a-4e21-9679-1d397a0e8de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7455716 Sep 22 08:36:48.248770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38738) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:48.309264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Sync routers for ids ['3fca0749-c84a-4e21-9679-1d397a0e8de5'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:36:48.342875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:48.358364 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-97e6502a-278b-474b-ae81-00f8acc50fbd tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/337f636f-25d6-4ea0-928c-4d221768a2e8 HTTP/1.1" status: 204 len: 168 time: 3.7871737 Sep 22 08:36:48.389496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38742) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:48.420303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=c271cd31-ae51-453b-bac5-53ce8fb4063c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:48.423204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:48.432576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:48.433896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 454b9f4b-5f56-4323-aa07-aa0336020755 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:48.439682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1348499424'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:48.444867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:48.452240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:network and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:48.491961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca5ca15-ed0b-4c8b-b03e-0ea06638d7b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:48.493067 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ca5ca15-ed0b-4c8b-b03e-0ea06638d7b7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports/fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 HTTP/1.1" status: 200 len: 911 time: 0.2328947 Sep 22 08:36:48.493962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38746) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:48.503495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:48.570635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Routers {'3fca0749-c84a-4e21-9679-1d397a0e8de5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:48.570912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3fca0749-c84a-4e21-9679-1d397a0e8de5'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:48.590665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:48.608394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': 'affee03d-9d37-495f-9438-d00f4aae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:48.608394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: ec55b32a-aa33-4add-80b7-cb86abe354f8, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:48.683725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-668cf6d0-94b4-4ec2-848b-f694c52fdeeb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:48.741629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8:2::1 (fd34cbe6-0c03-4abb-b30d-c120109016a9/5f84ecaf-355c-405a-a3df-616a7c31946e/91c1da5d-9d99-4855-9fe8-3a7399422462) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:48.796267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Pushing event updated for resources: {'Port': ['ID=a77cbcab-0e70-4438-8442-2acfb013f852,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:48.829238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668cf6d0-94b4-4ec2-848b-f694c52fdeeb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d69276-b01e-4429-86b9-d8da16594ff0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:48.840031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:48.845282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:48.874360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:48.898762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] For port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb,segment=NetworkSegment(8918ca82-b090-40b3-b604-40340b89ac98),segment_id=8918ca82-b090-40b3-b604-40340b89ac98)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:48.962838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:48.968755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 454b9f4b-5f56-4323-aa07-aa0336020755 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:48.980997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object 91c1da5d-9d99-4855-9fe8-3a7399422462 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:48.997630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=86f83de0-1b44-4767-b5d7-4931aa72aa81,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:49.013678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Attempting to bind port a77cbcab-0e70-4438-8442-2acfb013f852 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:49.013824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network ec55b32a-aa33-4add-80b7-cb86abe354f8 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:49.013936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Attempting to bind port a77cbcab-0e70-4438-8442-2acfb013f852 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:49.013936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Attempting to bind port a77cbcab-0e70-4438-8442-2acfb013f852 on network fd34cbe6-0c03-4abb-b30d-c120109016a9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:49.017613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.052456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.082030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-668cf6d0-94b4-4ec2-848b-f694c52fdeeb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.088628 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-668cf6d0-94b4-4ec2-848b-f694c52fdeeb tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/03d69276-b01e-4429-86b9-d8da16594ff0 HTTP/1.1" status: 204 len: 168 time: 2.5330989 Sep 22 08:36:49.114593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:49.115939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:49.116320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Checking segment: {'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:49.116717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.117115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Bound using segment: {'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:49.117864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Bound port: a77cbcab-0e70-4438-8442-2acfb013f852, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:49.118250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.118776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.143881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Could not find standard attr ID for object 26ede867-168d-4248-8f63-10e053c4cfdb. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:49.158493 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6cd8818-edee-449f-afe6-d6164af032eb tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a/tags HTTP/1.1" status: 204 len: 168 time: 1.4937618 Sep 22 08:36:49.171438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:49.172448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38754) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.173493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=91c1da5d-9d99-4855-9fe8-3a7399422462,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:49.176060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:49.188553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-3d8bd452-aa20-4bbd-856f-7e835903b116 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6c6c3abd-dddc-431a-9b7c-5d15ebc425b6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:49.189607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Set router 3fca0749-c84a-4e21-9679-1d397a0e8de5 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:49.192008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, ec55b32a-aa33-4add-80b7-cb86abe354f8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:49.206467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.206804 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Added segment 565d8ae0-c4c4-40e9-a219-e33b9db1d8a8 of type vlan for network 0b30a278-2caa-4d0f-b289-9b1a700b1116 Sep 22 08:36:49.219327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec388e48-fa66-4eeb-b83a-f6dca00a0f93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:49.225382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec388e48-fa66-4eeb-b83a-f6dca00a0f93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:49.227195 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec388e48-fa66-4eeb-b83a-f6dca00a0f93 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.7242246 Sep 22 08:36:49.229035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:49.229750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.236129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:49.236656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.243387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38758) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.256963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.257538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.258069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.258571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.259055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.259587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.259708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2cfe69e8-7a49-4187-9141-aa4a2353510b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:49.260192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.260679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.261163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.261650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.262210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.262706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:36:49.328423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f923906-808e-4d8c-a923-a8c292deb3a6 None None] Network ec55b32a-aa33-4add-80b7-cb86abe354f8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:49.352618 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d8bd452-aa20-4bbd-856f-7e835903b116 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6/tags HTTP/1.1" status: 204 len: 168 time: 0.1731479 Sep 22 08:36:49.355386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38762) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.461639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a57f28-1a75-4af3-9de6-7f8b713bcabf None None] Pushing event updated for resources: {'Port': ['ID=e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:49.552755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.552755 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1d32796c-358d-4f61-9721-70a245a4d226 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/86f83de0-1b44-4767-b5d7-4931aa72aa81 HTTP/1.1" status: 204 len: 168 time: 2.3995962 Sep 22 08:36:49.553913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.562729 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-83fee569-781e-440b-a06d-2eb611aaa477 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6520066 Sep 22 08:36:49.562729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.566475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38766) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.566475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.605348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Provisioning for port b1d09825-dfaa-47c1-bbb6-53996162a94a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:49.608616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 454b9f4b-5f56-4323-aa07-aa0336020755 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:49.609475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.610340 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 454b9f4b-5f56-4323-aa07-aa0336020755 Sep 22 08:36:49.643659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2cfe69e8-7a49-4187-9141-aa4a2353510b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:49.647614 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2cfe69e8-7a49-4187-9141-aa4a2353510b tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5190749 Sep 22 08:36:49.654583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38774) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.665964 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f02c76-4555-4b21-84fb-a46464e83f8b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:36:49.665964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d2f02c76-4555-4b21-84fb-a46464e83f8b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:49.810637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] For port a77cbcab-0e70-4438-8442-2acfb013f852, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:49.823365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] For port a77cbcab-0e70-4438-8442-2acfb013f852, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a77cbcab-0e70-4438-8442-2acfb013f852,segment=NetworkSegment(c285a99b-ada9-49ca-9d33-ab30f463dced),segment_id=c285a99b-ada9-49ca-9d33-ab30f463dced)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:49.852592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.927704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-285bd86f-9c74-4df6-987b-3e0f4751732f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for subnetpool, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:49.928538 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-285bd86f-9c74-4df6-987b-3e0f4751732f tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnetpools/39c4641e-9110-41c2-96d6-c87ecc619ac8 HTTP/1.1" status: 204 len: 168 time: 0.5716910 Sep 22 08:36:49.929015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d2f02c76-4555-4b21-84fb-a46464e83f8b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:49.930174 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d2f02c76-4555-4b21-84fb-a46464e83f8b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/86f83de0-1b44-4767-b5d7-4931aa72aa81 HTTP/1.1" status: 404 len: 333 time: 0.3618631 Sep 22 08:36:49.935416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38778) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:49.935942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38780) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:50.019808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Could not find standard attr ID for object 86f83de0-1b44-4767-b5d7-4931aa72aa81. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:50.151847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408dc9-15c9-49e2-be59-f4b7bbdf8f76 None None] Pushing event updated for resources: {'Port': ['ID=a77cbcab-0e70-4438-8442-2acfb013f852,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:50.180881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Provisioning for port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:50.191945 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46f8b32d-fce7-4b5b-ba13-47f2f501eb82 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37 HTTP/1.1" status: 200 len: 205 time: 0.2426119 Sep 22 08:36:50.192736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.196935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38786) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:50.198181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:50.198830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.257379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 454b9f4b-5f56-4323-aa07-aa0336020755 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:50.257379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2c8c9553-abb6-4d41-84d6-49f9b20ef813 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:50.316049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Provisioning complete for port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:50.316166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.316443 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Attempt 1 to provision port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 Sep 22 08:36:50.392114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:50.410955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecd9f87b-fa2a-4c5e-8704-ff42ce235af6 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Synchronizing usage tracker for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:36:50.422743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-ec55b32a-aa33-4add-80b7-cb86abe354f8', 'network_id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8', 'tenant_id': 'cc40f393dceb4b749c1558f4b82a655c', 'fixed_ips': [{'subnet_id': 'c271cd31-ae51-453b-bac5-53ce8fb4063c'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:50.422743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.432549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.440637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:50.446669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca12445a-bbb3-45d1-944f-c84a876fb829 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.451955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:50.452248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.453312 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 Sep 22 08:36:50.472758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet a424e7db-0693-4f96-8b42-571cb749c667 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:50.485526 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0667002 Sep 22 08:36:50.493925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'name': 'tempest-NetworksTestDHCPv6-router-1385984742', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:37Z', 'updated_at': '2022-09-22T08:36:42Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None, '_interfaces': [{'id': 'fa861e55-1ba0-4a2c-9e69-8fcbc348fac7', 'name': '', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'mac_address': 'fa:16:3e:d7:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '629d09ce-3f7e-4a87-97b0-725f35ffec3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:39Z', 'updated_at': '2022-09-22T08:36:44Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'subnets': [{'id': '629d09ce-3f7e-4a87-97b0-725f35ffec3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:50.496118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.505885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Checking router: 3fca0749-c84a-4e21-9679-1d397a0e8de5 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:36:50.506240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Updating router 3fca0749-c84a-4e21-9679-1d397a0e8de5 port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:36:50.526432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38790) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:50.547130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc2322-fa83-4001-837a-618ee0f187a1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Network': ['ID=0b30a278-2caa-4d0f-b289-9b1a700b1116,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:50.564480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:50.568918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.597390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecd9f87b-fa2a-4c5e-8704-ff42ce235af6 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] Unset dirty status for tenant:f182e50a9dde4c879929086ab53952b3 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:36:50.598639 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ecd9f87b-fa2a-4c5e-8704-ff42ce235af6 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.9396920 Sep 22 08:36:50.638299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38794) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:50.684806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:50.744709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.773409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-7321bef6-32a0-4229-b558-702635ce6984 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] delete failed (client error): The resource could not be found. Sep 22 08:36:50.774793 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7321bef6-32a0-4229-b558-702635ce6984 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "DELETE /v2.0/security-groups/03d69276-b01e-4429-86b9-d8da16594ff0 HTTP/1.1" status: 404 len: 347 time: 0.1348145 Sep 22 08:36:50.786080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:50.848102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.886979 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Attempt 2 to provision port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 Sep 22 08:36:50.923809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca12445a-bbb3-45d1-944f-c84a876fb829 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.932352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca12445a-bbb3-45d1-944f-c84a876fb829 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:50.964888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:50.989400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.009118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:51.020078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.021360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.041013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:51.047331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:51.073566 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d75ac971-77ce-47fc-ba08-1731faef3ab9 tempest-SecGroupIPv6Test-2038082944 tempest-SecGroupIPv6Test-2038082944-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2742701 Sep 22 08:36:51.075311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:51.101791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.145238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:51.149142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.163764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca12445a-bbb3-45d1-944f-c84a876fb829 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.164812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca12445a-bbb3-45d1-944f-c84a876fb829 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Fanout notify agent at l3_agent the message router_deleted on router d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:36:51.234375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Allocated IP 172.20.0.2 (ec55b32a-aa33-4add-80b7-cb86abe354f8/c271cd31-ae51-453b-bac5-53ce8fb4063c/3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:51.236813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:51.237343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.245676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca12445a-bbb3-45d1-944f-c84a876fb829 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.254060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca12445a-bbb3-45d1-944f-c84a876fb829 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/routers/d9b7ff0c-4a00-42fc-9d7b-da8d00d13d37 HTTP/1.1" status: 204 len: 168 time: 1.0534716 Sep 22 08:36:51.331657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:51.420163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=91c1da5d-9d99-4855-9fe8-3a7399422462,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:51.472014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cdeb76-b73d-41a1-88aa-af5150eaff08 None None] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:51.497432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:51.500693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:51.554581 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Attempt 3 to provision port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 Sep 22 08:36:51.566993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Deleting port 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:51.567363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.630230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38810) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:51.659986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.707580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=a424e7db-0693-4f96-8b42-571cb749c667,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:51.709865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.717124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:36:51.731061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:51.801062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:51.801689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:51.895835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002de894-e69f-4e04-9558-febcfe2bf030 None None] Network 086601b9-440e-4280-85b4-f5bdfddf7351 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:51.898517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:51.997133 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1f5c24ae-d7e6-4da4-b34c-cc35974b5a7b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/a424e7db-0693-4f96-8b42-571cb749c667 HTTP/1.1" status: 204 len: 168 time: 2.0459397 Sep 22 08:36:52.011533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:52.067133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:36:52.073383 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6c83db6-d13b-4d93-a4d5-816a56ce25a6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2421927 Sep 22 08:36:52.076946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:52.079351 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:36:52.083641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960783768'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:52.089195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:52.092480 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:52.093438 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:52.093711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:network and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:52.097184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:52.097535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.103578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:52.114711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:52.119279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.157448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:52.158972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Transition to ACTIVE for port object 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:52.170579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.171699 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added segment acf2a0ca-2106-454d-9618-2886fa7dc46b of type vlan for network 0003ad9d-5709-480c-8de8-c72173123aa0 Sep 22 08:36:52.202074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.233631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.236071 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Attempt 4 to provision port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 Sep 22 08:36:52.239144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.247821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:52.248942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.269162 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:52.357357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Transition to ACTIVE for port object 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:52.382836 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-969956e6-db2e-4a8b-9db8-7ce8b0c04229 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f182e50a9dde4c879929086ab53952b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491593 Sep 22 08:36:52.397856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Transition to ACTIVE for port object fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:52.417959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Network': ['ID=0003ad9d-5709-480c-8de8-c72173123aa0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:52.423532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.425949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38824) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:52.474235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 0003ad9d-5709-480c-8de8-c72173123aa0 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:52.494303 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-470de3df-0278-4032-89e1-421cdc4b275b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4119906 Sep 22 08:36:52.500814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38830) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:52.509210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.513773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-710be10d-aeab-4943-ad10-b583beca0a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.531330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'subnet': {'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:52.549603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-710be10d-aeab-4943-ad10-b583beca0a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.621325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-710be10d-aeab-4943-ad10-b583beca0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.625480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.632411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.645103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710be10d-aeab-4943-ad10-b583beca0a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c45ee14-343a-42c7-82f8-c8ce37c543cf,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:52.648223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:52.648811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.658927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:52.675352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-710be10d-aeab-4943-ad10-b583beca0a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.676601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-710be10d-aeab-4943-ad10-b583beca0a18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c45ee14-343a-42c7-82f8-c8ce37c543cf HTTP/1.1" status: 204 len: 168 time: 0.2482116 Sep 22 08:36:52.678117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Network ec55b32a-aa33-4add-80b7-cb86abe354f8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:52.697674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:52.748038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:52.767049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Pushing event updated for resources: {'Port': ['ID=3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:52.778785 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:49Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:50Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:52.793499 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:36:52.794116 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Updating router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 port 91c1da5d-9d99-4855-9fe8-3a7399422462 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:36:52.853023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.886227 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:52.904211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.083180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 2c8c9553-abb6-4d41-84d6-49f9b20ef813, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c8c9553-abb6-4d41-84d6-49f9b20ef813,segment=NetworkSegment(3a45738f-681a-4e9d-a876-c635fcea405b),segment_id=3a45738f-681a-4e9d-a876-c635fcea405b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:53.104909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe310cf6-a884-428d-a35f-fe6517f875f2 None None] Pushing event updated for resources: {'Port': ['ID=fa861e55-1ba0-4a2c-9e69-8fcbc348fac7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:53.110773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.112258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b1d09825-dfaa-47c1-bbb6-53996162a94a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:53.148781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Attempting to bind port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:53.149493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Attempting to bind port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:53.149856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Attempting to bind port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:53.193486 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Attempt 5 to provision port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 Sep 22 08:36:53.199280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=dc8e27b2-8744-4b3d-b9ac-9b663f772ccd,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:53.241201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] DHCP port deletion for 086601b9-440e-4280-85b4-f5bdfddf7351 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:53.264050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:53.264734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:53.265848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.266383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:53.267021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Bound port: fa861e55-1ba0-4a2c-9e69-8fcbc348fac7, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:53.267609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.293085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Attempting to bind port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:53.293748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Attempting to bind port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'affee03d-9d37-495f-9438-d00f4aae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:53.294283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Attempting to bind port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee on network ec55b32a-aa33-4add-80b7-cb86abe354f8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:53.312321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Deleting port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:53.312972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.327950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Calling delete_port for 4ffbeddf-58e9-4aed-9ee5-fdf09bff906a owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:53.362572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:53.363289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Checking segment: {'id': 'affee03d-9d37-495f-9438-d00f4aae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:53.363871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.364416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Bound using segment: {'id': 'affee03d-9d37-495f-9438-d00f4aae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:53.365051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Bound port: 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affee03d-9d37-495f-9438-d00f4aae9271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:53.365617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.396312 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.409249 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Transition to ACTIVE for port object 91c1da5d-9d99-4855-9fe8-3a7399422462 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:53.415974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:53.416611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.422870 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.469312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:36:53.509482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:53.514005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:subnet and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:53.518474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:53.525504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:53.583735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=2c8c9553-abb6-4d41-84d6-49f9b20ef813,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:53.609711 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bce90-ad9f-444b-8088-aa228c9a7e96 None None] Pushing event updated for resources: {'Port': ['ID=91c1da5d-9d99-4855-9fe8-3a7399422462,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:53.620655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=c271cd31-ae51-453b-bac5-53ce8fb4063c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:53.666281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Made reservation on behalf of c1d39eef944442159337adfc5d1d7971 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:53.669759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.696519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:53.696869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.725373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] For port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:53.729227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] For port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee,segment=NetworkSegment(affee03d-9d37-495f-9438-d00f4aae9271),segment_id=affee03d-9d37-495f-9438-d00f4aae9271)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:53.743535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.758875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Checking segment: {'id': '565d8ae0-c4c4-40e9-a219-e33b9db1d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:53.759294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network hostable DHCP agents. Network: 0b30a278-2caa-4d0f-b289-9b1a700b1116, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:53.798057 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Attempting to bind port 91c1da5d-9d99-4855-9fe8-3a7399422462 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:53.798500 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Attempting to bind port 91c1da5d-9d99-4855-9fe8-3a7399422462 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:53.798928 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Attempting to bind port 91c1da5d-9d99-4855-9fe8-3a7399422462 on network fd34cbe6-0c03-4abb-b30d-c120109016a9 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:53.803611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] For port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:53.806371 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:53.807159 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Checking segment: {'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:53.808672 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.809356 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Bound using segment: {'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:53.810866 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Bound port: 91c1da5d-9d99-4855-9fe8-3a7399422462, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c285a99b-ada9-49ca-9d33-ab30f463dced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:53.811565 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.881965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port b1d09825-dfaa-47c1-bbb6-53996162a94a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:53.898639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] For port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=fa861e55-1ba0-4a2c-9e69-8fcbc348fac7,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:53.911718 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] For port 91c1da5d-9d99-4855-9fe8-3a7399422462, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:53.916310 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] For port 91c1da5d-9d99-4855-9fe8-3a7399422462, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=91c1da5d-9d99-4855-9fe8-3a7399422462,segment=NetworkSegment(c285a99b-ada9-49ca-9d33-ab30f463dced),segment_id=c285a99b-ada9-49ca-9d33-ab30f463dced)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:53.925027 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.954044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port b1d09825-dfaa-47c1-bbb6-53996162a94a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:53.954707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:53.955200 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port b1d09825-dfaa-47c1-bbb6-53996162a94a Sep 22 08:36:53.978202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:53.978894 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:53.987209 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Attempt 6 to provision port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 Sep 22 08:36:54.022056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.022648 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-3e1b62fb-a7fa-4544-8b9e-ddde023bdb8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.6151357 Sep 22 08:36:54.102619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf9108-1e20-48d0-a1b7-4c0dbb5de596 None None] Pushing event updated for resources: {'Port': ['ID=3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:54.184079 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:54.223373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560194a-e60d-4bc3-8e79-c6e27546f126 None None] Network ec55b32a-aa33-4add-80b7-cb86abe354f8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:54.225478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.228693 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bce90-ad9f-444b-8088-aa228c9a7e96 None None] Pushing event updated for resources: {'Port': ['ID=91c1da5d-9d99-4855-9fe8-3a7399422462,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:54.236246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Routers {'3fca0749-c84a-4e21-9679-1d397a0e8de5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:36:54.237138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3fca0749-c84a-4e21-9679-1d397a0e8de5'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:54.278382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:54.334688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] For port 2c8c9553-abb6-4d41-84d6-49f9b20ef813, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c8c9553-abb6-4d41-84d6-49f9b20ef813,segment=NetworkSegment(3a45738f-681a-4e9d-a876-c635fcea405b),segment_id=3a45738f-681a-4e9d-a876-c635fcea405b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:54.335228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.379507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec55b32a-aa33-4add-80b7-cb86abe354f8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:54.409903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 0b30a278-2caa-4d0f-b289-9b1a700b1116) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:54.434917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] For port 2c8c9553-abb6-4d41-84d6-49f9b20ef813, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c8c9553-abb6-4d41-84d6-49f9b20ef813,segment=NetworkSegment(3a45738f-681a-4e9d-a876-c635fcea405b),segment_id=3a45738f-681a-4e9d-a876-c635fcea405b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:54.435625 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.451766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e56b6b-46ec-48f7-8514-4b92e07a0080 None None] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:54.535956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affee03d-9d37-495f-9438-d00f4aae9271') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:54.536557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affee03d-9d37-495f-9438-d00f4aae9271') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:54.542702 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:49Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:53Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:54.549543 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75863876-7c8f-49af-8924-94c20acd83e1 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:36:49Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:53Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:36:54.556520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 2c8c9553-abb6-4d41-84d6-49f9b20ef813 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:54.593743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.637154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:54.637855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.646821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7, host dv-neutron-857569-1-hyperv, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:54.647357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.670345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.685871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:36:54.713780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Calling delete_port for 2c8c9553-abb6-4d41-84d6-49f9b20ef813 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:54.777271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1298a37-b3c8-4ad8-8043-aa17cc90406d None None] Could not find standard attr ID for object 097fc35c-b8e1-45e3-b87f-fb0a7192423f. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:36:54.829822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:54.830232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:54.849884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] Set router 3fca0749-c84a-4e21-9679-1d397a0e8de5 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:36:54.895862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:54.949812 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment affee03d-9d37-495f-9438-d00f4aae9271 resource provider aggregate not found Sep 22 08:36:55.010697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe310cf6-a884-428d-a35f-fe6517f875f2 None None] Pushing event updated for resources: {'Port': ['ID=fa861e55-1ba0-4a2c-9e69-8fcbc348fac7,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:55.154317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.169204 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment affee03d-9d37-495f-9438-d00f4aae9271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid affee03d-9d37-495f-9438-d00f4aae9271 found for delete ", "request_id": "req-d4b33b10-b592-47b3-85ad-9c2626f528c2"}]} Sep 22 08:36:55.188641 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-271dc746-b4d2-4f58-8563-493677b1e0f5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6427968 Sep 22 08:36:55.191112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38840) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:55.198027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1587356454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:55.207751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:55.211941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:router and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:55.217661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:55.224205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:55.232429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port b1d09825-dfaa-47c1-bbb6-53996162a94a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:55.233905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.236461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-aeedc6eb-1a1a-4d3a-9af4-1737b1da603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:55.237979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-aeedc6eb-1a1a-4d3a-9af4-1737b1da603e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 1098 time: 1.0741243 Sep 22 08:36:55.238373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.239947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.276285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Pushing event deleted for resources: {'Port': ['ID=4ffbeddf-58e9-4aed-9ee5-fdf09bff906a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:55.297006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.322718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.354003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.354923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.356419 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c7d8d26c-5989-43db-bc03-14b3f9438825 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1635363 Sep 22 08:36:55.357474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 08:36:55.357474 dv-neutron-857569-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 08:36:55.357474 dv-neutron-857569-1-hyperv neutron-server[89052]: [parameters: {'id': 'ec55b32a-aa33-4add-80b7-cb86abe354f8'}] Sep 22 08:36:55.357474 dv-neutron-857569-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:55.357940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:55.359081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:55.365803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cc57909b-b564-425b-8a52-8c505408bbb7 None None] Provisioning for port a77cbcab-0e70-4438-8442-2acfb013f852 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:55.366213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116', 'name': 'tempest-PortsIpV6TestJSON-1023135104'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:55.375565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 08:36:55.375565 dv-neutron-857569-1-hyperv neutron-server[89053]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Sep 22 08:36:55.375565 dv-neutron-857569-1-hyperv neutron-server[89053]: [parameters: {'port_id': '2c8c9553-abb6-4d41-84d6-49f9b20ef813', 'host': 'dv-neutron-857569-1-hyperv', 'level': 0}] Sep 22 08:36:55.375565 dv-neutron-857569-1-hyperv neutron-server[89053]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:55.376268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:55.399018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port b1d09825-dfaa-47c1-bbb6-53996162a94a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b1d09825-dfaa-47c1-bbb6-53996162a94a,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:55.424119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.425533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:55.547805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:55.552723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:55.555766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:55.561592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:55.572490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:55.576194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.586065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cc57909b-b564-425b-8a52-8c505408bbb7 None None] Provisioning for port 91c1da5d-9d99-4855-9fe8-3a7399422462 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:55.599479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port fc693735-5325-4802-a43f-add8e42a8203 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:36:55.673565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.739586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-0b30a278-2caa-4d0f-b289-9b1a700b1116', 'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116', 'tenant_id': '1952bd3ef9bd49818f7d1549347a39d8', 'fixed_ips': [{'subnet_id': 'dc8e27b2-8744-4b3d-b9ac-9b663f772ccd'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:55.740489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.753112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No DVR routers for this DVR port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:55.760427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=b1d09825-dfaa-47c1-bbb6-53996162a94a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:55.766792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::19 (0b30a278-2caa-4d0f-b289-9b1a700b1116/dc8e27b2-8744-4b3d-b9ac-9b663f772ccd/fc693735-5325-4802-a43f-add8e42a8203) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:55.767010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=2c8c9553-abb6-4d41-84d6-49f9b20ef813,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:55.825456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:55.825975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.826403 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd Sep 22 08:36:55.877821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.885689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Deleting port 2c8c9553-abb6-4d41-84d6-49f9b20ef813 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:55.886405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:55.971325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Subnet': ['ID=ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:55.979090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3689d6f9-e2ca-4983-9ef3-88c4837c4f7e None None] The port '2c8c9553-abb6-4d41-84d6-49f9b20ef813' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:36:55.983332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'name': 'tempest-NetworksTestDHCPv6-router-1385984742', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:37Z', 'updated_at': '2022-09-22T08:36:42Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None, '_interfaces': [{'id': 'fa861e55-1ba0-4a2c-9e69-8fcbc348fac7', 'name': '', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'mac_address': 'fa:16:3e:d7:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '629d09ce-3f7e-4a87-97b0-725f35ffec3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:39Z', 'updated_at': '2022-09-22T08:36:53Z', 'revision_number': 4, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'subnets': [{'id': '629d09ce-3f7e-4a87-97b0-725f35ffec3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:55.993102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b815eea4-cc73-43e0-b6d1-250d792a685f None None] The sync data for ids ['3fca0749-c84a-4e21-9679-1d397a0e8de5'] in dv-neutron-857569-1-hyperv is: [{'id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'name': 'tempest-NetworksTestDHCPv6-router-1385984742', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:37Z', 'updated_at': '2022-09-22T08:36:42Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None, '_interfaces': [{'id': 'fa861e55-1ba0-4a2c-9e69-8fcbc348fac7', 'name': '', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'mac_address': 'fa:16:3e:d7:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '629d09ce-3f7e-4a87-97b0-725f35ffec3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:39Z', 'updated_at': '2022-09-22T08:36:53Z', 'revision_number': 4, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'subnets': [{'id': '629d09ce-3f7e-4a87-97b0-725f35ffec3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:36:56.035654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.054635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.066929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Checking segment: {'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:56.067356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network hostable DHCP agents. Network: 0003ad9d-5709-480c-8de8-c72173123aa0, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:36:56.067793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:56.074591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object fc693735-5325-4802-a43f-add8e42a8203 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:56.095297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Deleting port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:56.095297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.112128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.138728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.152733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 26ede867-168d-4248-8f63-10e053c4cfdb no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:36:56.157224 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b68234ba-5fee-4b1f-8450-b30066fefe89 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/ports/4ffbeddf-58e9-4aed-9ee5-fdf09bff906a HTTP/1.1" status: 204 len: 168 time: 4.8238258 Sep 22 08:36:56.160480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38848) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:56.164844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-d08ca740-7c56-4790-a061-5af7e497fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:56.166229 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-d08ca740-7c56-4790-a061-5af7e497fece service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.8979945 Sep 22 08:36:56.197408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:56.201260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:56.203380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=fc693735-5325-4802-a43f-add8e42a8203,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:56.205642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:56.211208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:56.211919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.222831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 26ede867-168d-4248-8f63-10e053c4cfdb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:36:56.223515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 26ede867-168d-4248-8f63-10e053c4cfdb not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:36:56.242788 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-80e0a4ee-d40a-45ac-b550-4d73c323ee3a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8822167 Sep 22 08:36:56.246313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38852) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:56.251525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Allocated IP 2001:db8::2 (0b30a278-2caa-4d0f-b289-9b1a700b1116/dc8e27b2-8744-4b3d-b9ac-9b663f772ccd/315c2f14-ffce-4155-b9c0-caab0ecba551) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:56.393423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:36:56.393752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:36:56.395379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086601b9-440e-4280-85b4-f5bdfddf7351']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:56.422585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 0003ad9d-5709-480c-8de8-c72173123aa0 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:36:56.455280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a45738f-681a-4e9d-a876-c635fcea405b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:56.456074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a45738f-681a-4e9d-a876-c635fcea405b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:56.488208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.516932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Deleting subnet 6c6c3abd-dddc-431a-9b7c-5d15ebc425b6 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:36:56.540658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 0003ad9d-5709-480c-8de8-c72173123aa0) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:56.544728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.565513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188d44d-27a2-4410-971c-266de0ee079c None None] Network 0003ad9d-5709-480c-8de8-c72173123aa0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:56.589418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.618206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:56.667396 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-865255f1-8c79-4d9f-a433-1e99711ba795 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff HTTP/1.1" status: 200 len: 1001 time: 0.4841239 Sep 22 08:36:56.668700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:56.669280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.777248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-7e22b01b-f44e-472d-85ee-1fdfdae3c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:56.779510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.779646 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-7e22b01b-f44e-472d-85ee-1fdfdae3c2ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.0900555 Sep 22 08:36:56.791498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:56.791986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.813471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:56.813992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:56.814431 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb Sep 22 08:36:56.875849 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Transition to ACTIVE for port object 315c2f14-ffce-4155-b9c0-caab0ecba551 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:56.996533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:57.005397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.032011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Transition to ACTIVE for port object 315c2f14-ffce-4155-b9c0-caab0ecba551 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:57.034627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-0003ad9d-5709-480c-8de8-c72173123aa0', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:36:57.035565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.081298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.133819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.166345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.215987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:57.226418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:57.227721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 91c1da5d-9d99-4855-9fe8-3a7399422462 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:57.252304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:57.259364 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3a45738f-681a-4e9d-a876-c635fcea405b resource provider aggregate not found Sep 22 08:36:57.269796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:57.274063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Pushing event updated for resources: {'Port': ['ID=315c2f14-ffce-4155-b9c0-caab0ecba551,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:57.299937 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b435f0d-a175-4253-9b1f-16a6cdb92ae1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7835798 Sep 22 08:36:57.302926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] For port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee,segment=NetworkSegment(affee03d-9d37-495f-9438-d00f4aae9271),segment_id=affee03d-9d37-495f-9438-d00f4aae9271)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:57.303340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.310231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:57.335270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3a45738f-681a-4e9d-a876-c635fcea405b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a45738f-681a-4e9d-a876-c635fcea405b found for delete ", "request_id": "req-1af36392-7a13-45af-a085-b610bb9dc62a"}]} Sep 22 08:36:57.412742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.483504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Attempting to bind port 315c2f14-ffce-4155-b9c0-caab0ecba551 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:57.484060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Attempting to bind port 315c2f14-ffce-4155-b9c0-caab0ecba551 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '565d8ae0-c4c4-40e9-a219-e33b9db1d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:57.484554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Attempting to bind port 315c2f14-ffce-4155-b9c0-caab0ecba551 on network 0b30a278-2caa-4d0f-b289-9b1a700b1116 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:57.498753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:57.499842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Checking segment: {'id': '565d8ae0-c4c4-40e9-a219-e33b9db1d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:57.500396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.500879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Bound using segment: {'id': '565d8ae0-c4c4-40e9-a219-e33b9db1d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:57.501454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Bound port: 315c2f14-ffce-4155-b9c0-caab0ecba551, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565d8ae0-c4c4-40e9-a219-e33b9db1d8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0b30a278-2caa-4d0f-b289-9b1a700b1116'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:57.501943 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.519303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Allocated IP 2001:db8:3::2 (0003ad9d-5709-480c-8de8-c72173123aa0/ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5/e62cc67d-6c3e-4dae-a81d-dd21893a77e4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:57.527556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 91c1da5d-9d99-4855-9fe8-3a7399422462 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:57.567124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 91c1da5d-9d99-4855-9fe8-3a7399422462 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:57.567671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.568116 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 91c1da5d-9d99-4855-9fe8-3a7399422462 Sep 22 08:36:57.574845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.614037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Calling delete_port for 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:57.647330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=086601b9-440e-4280-85b4-f5bdfddf7351,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:57.655344 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d34a07d3-f165-4d92-b494-d25a80a3e927 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/086601b9-440e-4280-85b4-f5bdfddf7351 HTTP/1.1" status: 204 len: 168 time: 5.6373467 Sep 22 08:36:57.683954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38864) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:57.706003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-759289453'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:57.715282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:57.715282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:network and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:57.725092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:57.740561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:57.744362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-9dcc7872-5eae-4a6a-94f7-d2aa9f83171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:57.745863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-9dcc7872-5eae-4a6a-94f7-d2aa9f83171e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6896653 Sep 22 08:36:57.836784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] For port 315c2f14-ffce-4155-b9c0-caab0ecba551, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:57.845253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] For port 315c2f14-ffce-4155-b9c0-caab0ecba551, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=315c2f14-ffce-4155-b9c0-caab0ecba551,segment=NetworkSegment(565d8ae0-c4c4-40e9-a219-e33b9db1d8a8),segment_id=565d8ae0-c4c4-40e9-a219-e33b9db1d8a8)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:57.863820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.879413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.910877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:57.914253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:57.943905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c394e-76a5-4cd3-9cff-3baf9277c2ee None None] Pushing event updated for resources: {'Port': ['ID=315c2f14-ffce-4155-b9c0-caab0ecba551,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:57.995681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port fa861e55-1ba0-4a2c-9e69-8fcbc348fac7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=fa861e55-1ba0-4a2c-9e69-8fcbc348fac7,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:57.996056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.005369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:36:58.048015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.048262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 91c1da5d-9d99-4855-9fe8-3a7399422462 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:58.048387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.082540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.168149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 91c1da5d-9d99-4855-9fe8-3a7399422462, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=91c1da5d-9d99-4855-9fe8-3a7399422462,segment=NetworkSegment(c285a99b-ada9-49ca-9d33-ab30f463dced),segment_id=c285a99b-ada9-49ca-9d33-ab30f463dced)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:36:58.176543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.177632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b1d09825-dfaa-47c1-bbb6-53996162a94a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:58.181530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:36:58.211386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.212433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=fc693735-5325-4802-a43f-add8e42a8203,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:58.212607 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Added segment 8c8314c3-b27b-4eba-bde7-34e83854aa94 of type vlan for network 889bd352-4a45-4ae4-b019-74b8dc1e336c Sep 22 08:36:58.216966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.282919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.283775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.313218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Transition to ACTIVE for port object e62cc67d-6c3e-4dae-a81d-dd21893a77e4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:58.325056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No DVR routers for this DVR port 3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:36:58.330425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=91c1da5d-9d99-4855-9fe8-3a7399422462,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:58.348861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Transition to ACTIVE for port object e62cc67d-6c3e-4dae-a81d-dd21893a77e4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:36:58.361114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.435659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Port': ['ID=3011c4a7-0e72-4fd9-9aa6-5d2b7cc3a9ee,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:58.455337 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-6db65371-f893-4eb3-bd74-b03fb86132f9 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985223 Sep 22 08:36:58.476320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Pushing event updated for resources: {'Port': ['ID=e62cc67d-6c3e-4dae-a81d-dd21893a77e4,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:58.478860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port b1d09825-dfaa-47c1-bbb6-53996162a94a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:58.479418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.479895 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port b1d09825-dfaa-47c1-bbb6-53996162a94a Sep 22 08:36:58.533849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.548983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Network 0003ad9d-5709-480c-8de8-c72173123aa0 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:36:58.552306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:36:58.556261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:36:58.579856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.642765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.663359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49648d61-73a1-465b-b955-d6692f085e79 None None] Network 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:36:58.768929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Attempting to bind port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:36:58.769305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Attempting to bind port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:36:58.769882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Attempting to bind port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 on network 0003ad9d-5709-480c-8de8-c72173123aa0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:36:58.808492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.809631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:36:58.810011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Checking segment: {'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:36:58.810411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.810809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Bound using segment: {'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:36:58.811315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Bound port: e62cc67d-6c3e-4dae-a81d-dd21893a77e4, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:36:58.811699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.849163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port b1d09825-dfaa-47c1-bbb6-53996162a94a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:36:58.850287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a77cbcab-0e70-4438-8442-2acfb013f852 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:36:58.865794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6c3abd-dddc-431a-9b7c-5d15ebc425b6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:58.870969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.911660 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-328ff4b0-b87a-4d97-bfa7-a2f0b391a318 tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/subnets/6c6c3abd-dddc-431a-9b7c-5d15ebc425b6 HTTP/1.1" status: 204 len: 168 time: 2.7423043 Sep 22 08:36:58.914515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:58.940410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec55b32a-aa33-4add-80b7-cb86abe354f8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:58.963427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:58.969306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:36:58.969886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.086172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affee03d-9d37-495f-9438-d00f4aae9271') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:59.086450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affee03d-9d37-495f-9438-d00f4aae9271') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:36:59.100033 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4012065 Sep 22 08:36:59.105181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:59.117020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] For port e62cc67d-6c3e-4dae-a81d-dd21893a77e4, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:36:59.126136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] For port e62cc67d-6c3e-4dae-a81d-dd21893a77e4, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e62cc67d-6c3e-4dae-a81d-dd21893a77e4,segment=NetworkSegment(acf2a0ca-2106-454d-9618-2886fa7dc46b),segment_id=acf2a0ca-2106-454d-9618-2886fa7dc46b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:36:59.129785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.138301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4306df-ba72-4aef-bad1-02b8578de571 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Network': ['ID=889bd352-4a45-4ae4-b019-74b8dc1e336c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:59.140262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.145719 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d4b724-8514-4f91-acb9-83bbe9b4e481 req-db73a5fa-a78c-42c6-a400-6fe274ce2857 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764629 Sep 22 08:36:59.148349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:59.170278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.185094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:36:59.224572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port a77cbcab-0e70-4438-8442-2acfb013f852 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:36:59.241762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:36:59.242274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.250022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port a77cbcab-0e70-4438-8442-2acfb013f852 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:36:59.250407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.250740 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port a77cbcab-0e70-4438-8442-2acfb013f852 Sep 22 08:36:59.302991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.320949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] DHCP port deletion for 67ace0ee-d9e2-4cf8-ac5d-054a61552f4b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:36:59.325852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Allocated IP 2001:db8:3::1 (0003ad9d-5709-480c-8de8-c72173123aa0/ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5/752dd8ce-41fe-40a9-9251-1792ecf98351) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:36:59.346994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.378885 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment affee03d-9d37-495f-9438-d00f4aae9271 resource provider aggregate not found Sep 22 08:36:59.386096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.432342 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment affee03d-9d37-495f-9438-d00f4aae9271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid affee03d-9d37-495f-9438-d00f4aae9271 found for delete ", "request_id": "req-626bd606-fe4c-4f7e-8b83-7e2fe4e152d7"}]} Sep 22 08:36:59.441700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.446259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.458035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Deleting port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:59.458663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.479677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=ec55b32a-aa33-4add-80b7-cb86abe354f8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:59.482637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=fa861e55-1ba0-4a2c-9e69-8fcbc348fac7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:59.549426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] Deleting port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:36:59.550099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.572279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:59.642347 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b53cc73f-d0b8-4838-937f-310ac4fe0f8b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/ec55b32a-aa33-4add-80b7-cb86abe354f8 HTTP/1.1" status: 204 len: 168 time: 10.0712707 Sep 22 08:36:59.643017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:36:59.648366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319449b2-06d9-462c-85ff-6c21d415d57c None None] Pushing event updated for resources: {'Port': ['ID=e62cc67d-6c3e-4dae-a81d-dd21893a77e4,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:36:59.662910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361279906'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:36:59.668112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:36:59.672991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:59.675981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:59.682544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:59.684669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:36:59.700314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:36:59.769705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:59.776624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.808787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:36:59.822935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:36:59.987465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:36:59.990948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.002823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:00.020814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.021362 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment a82926db-8347-4ee5-9f25-96e51d601699 of type vlan for network 3227a9f9-72ee-4029-b3f8-0e49691b563d Sep 22 08:37:00.041192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port a77cbcab-0e70-4438-8442-2acfb013f852 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:00.041753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.051782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1cee51-3053-472f-846b-a685d89d6cda None None] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:00.153047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] For port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,segment=NetworkSegment(13968cd6-a12e-432f-bc82-a9ea3abfd0f9),segment_id=13968cd6-a12e-432f-bc82-a9ea3abfd0f9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:00.153548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.175149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4c70bd4d-37ed-46c8-9c57-842117bf6be0 None None] Provisioning for port 315c2f14-ffce-4155-b9c0-caab0ecba551 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:00.187936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Router 3fca0749-c84a-4e21-9679-1d397a0e8de5 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:00.189693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.320237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] Calling delete_port for 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:00.351422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:00.360793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.367359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:00.367965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.399949 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c71846f-c010-4958-b86d-bb2afa875598 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "PUT /v2.0/routers/3fca0749-c84a-4e21-9679-1d397a0e8de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1504376 Sep 22 08:37:00.408538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38884) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:00.431897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port a77cbcab-0e70-4438-8442-2acfb013f852, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a77cbcab-0e70-4438-8442-2acfb013f852,segment=NetworkSegment(c285a99b-ada9-49ca-9d33-ab30f463dced),segment_id=c285a99b-ada9-49ca-9d33-ab30f463dced)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:00.432463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.452516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Transition to ACTIVE for port object 752dd8ce-41fe-40a9-9251-1792ecf98351 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:00.512091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.516403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] Sync routers for ids ['3fca0749-c84a-4e21-9679-1d397a0e8de5'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:00.545040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8952334 Sep 22 08:37:00.551191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38888) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:00.563688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '3227a9f9-72ee-4029-b3f8-0e49691b563d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:00.583145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f759e8-9a4f-451d-95f7-a50c801d409f tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=3227a9f9-72ee-4029-b3f8-0e49691b563d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:00.591469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.600309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] For port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,segment=NetworkSegment(13968cd6-a12e-432f-bc82-a9ea3abfd0f9),segment_id=13968cd6-a12e-432f-bc82-a9ea3abfd0f9)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:00.601040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.605034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] Pushing event deleted for resources: {'Port': ['ID=6cb910cb-9cbd-4016-8e7f-6c93ab2c970e,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:00.606874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] Routers {'3fca0749-c84a-4e21-9679-1d397a0e8de5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:00.607640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3fca0749-c84a-4e21-9679-1d397a0e8de5'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:00.732638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 3227a9f9-72ee-4029-b3f8-0e49691b563d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:00.776817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.789303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Calling delete_port for 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:00.792042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d315d-14e0-4393-9aea-d3ac2342ff7b None None] Network 0003ad9d-5709-480c-8de8-c72173123aa0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:00.795579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef318ab-531d-4df8-894b-ba34392d5201 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:00.797200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef318ab-531d-4df8-894b-ba34392d5201 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:00.797932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3ef318ab-531d-4df8-894b-ba34392d5201 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:00.803893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2c8c9553-abb6-4d41-84d6-49f9b20ef813 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:00.834871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:00.837385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3ef318ab-531d-4df8-894b-ba34392d5201 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:00.838337 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3ef318ab-531d-4df8-894b-ba34392d5201 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3747425 Sep 22 08:37:00.841166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:00.844056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:00.846410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:00.887832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:00.908889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=752dd8ce-41fe-40a9-9251-1792ecf98351,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:00.913603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2c8c9553-abb6-4d41-84d6-49f9b20ef813 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:00.914040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2c8c9553-abb6-4d41-84d6-49f9b20ef813 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:00.919308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:00.923345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.964487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 0003ad9d-5709-480c-8de8-c72173123aa0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:00.974152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:00.977815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d0a3e-2586-4361-865f-f4d1f1e89f28 None None] No DVR routers for this DVR port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:00.990498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:00.990760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:00.996745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] Set router 3fca0749-c84a-4e21-9679-1d397a0e8de5 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:01.006273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 629d09ce-3f7e-4a87-97b0-725f35ffec3a {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:01.023813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.075001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Performing IP validity checks on allocation pools {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 08:37:01.075542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 08:37:01.102441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.170533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:01.170860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:01.189074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.191761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.246101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.246858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.251571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'name': 'tempest-NetworksTestDHCPv6-router-1385984742', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:37Z', 'updated_at': '2022-09-22T08:36:59Z', 'revision_number': 3, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:01.267648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.313052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] Checking router: 3fca0749-c84a-4e21-9679-1d397a0e8de5 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:01.317804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6dea231e-57bd-4eb2-ad6f-3e74da77bacf None None] Provisioning for port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:01.336092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e62cc67d-6c3e-4dae-a81d-dd21893a77e4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:01.350169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.403868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=a77cbcab-0e70-4438-8442-2acfb013f852,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:01.451071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=daba809b-027a-44fe-809b-f4383e8f54b6,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:01.451318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] Routers {'3fca0749-c84a-4e21-9679-1d397a0e8de5'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:01.452040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3fca0749-c84a-4e21-9679-1d397a0e8de5'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:01.457839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.465674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=fc693735-5325-4802-a43f-add8e42a8203,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:01.472662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Checking segment: {'id': '8c8314c3-b27b-4eba-bde7-34e83854aa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:01.473099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network hostable DHCP agents. Network: 889bd352-4a45-4ae4-b019-74b8dc1e336c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:01.475703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': 'a82926db-8347-4ee5-9f25-96e51d601699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3227a9f9-72ee-4029-b3f8-0e49691b563d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:01.476063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 3227a9f9-72ee-4029-b3f8-0e49691b563d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:01.485765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.488460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=cdc6c035-8e21-4321-b65c-018342b5fd90,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:01.538705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=629d09ce-3f7e-4a87-97b0-725f35ffec3a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:01.557893 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8afd4ae-0236-4886-898d-bc0e9dca1a8f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/629d09ce-3f7e-4a87-97b0-725f35ffec3a HTTP/1.1" status: 204 len: 168 time: 0.7093787 Sep 22 08:37:01.557893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 3227a9f9-72ee-4029-b3f8-0e49691b563d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:01.558182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:01.568590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 3227a9f9-72ee-4029-b3f8-0e49691b563d) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:01.573872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:01.574460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.582119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d7100-c4c1-4b77-a7d4-d69da26155f4 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:01.596464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede3d4a-fd48-41dd-b823-4690a45acbc2 None None] Network 3227a9f9-72ee-4029-b3f8-0e49691b563d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:01.597229 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-988ef58e-5763-4631-8385-9ec3847bff9b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0449946 Sep 22 08:37:01.598063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38900) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:01.658113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.670157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:01.680211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Deleting port 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:01.680211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.747180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.799826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 889bd352-4a45-4ae4-b019-74b8dc1e336c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:01.809058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] Set router 3fca0749-c84a-4e21-9679-1d397a0e8de5 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:01.818405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.853323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:01.861991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] The port '6cb910cb-9cbd-4016-8e7f-6c93ab2c970e' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:37:01.870736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:01.871592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.875008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:01.909336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:01.918818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23496864-b0fa-4a1c-93a8-6fe3c43b3471 None None] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:01.959606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc6c035-8e21-4321-b65c-018342b5fd90,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:02.041356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'name': 'tempest-NetworksTestDHCPv6-router-1385984742', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:37Z', 'updated_at': '2022-09-22T08:36:59Z', 'revision_number': 3, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:02.083686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.098295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ad9d87-9adb-4e71-9e16-eeb01dcf3e02 None None] The sync data for ids ['3fca0749-c84a-4e21-9679-1d397a0e8de5'] in dv-neutron-857569-1-hyperv is: [{'id': '3fca0749-c84a-4e21-9679-1d397a0e8de5', 'name': 'tempest-NetworksTestDHCPv6-router-1385984742', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:37Z', 'updated_at': '2022-09-22T08:36:59Z', 'revision_number': 3, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:02.122587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3227a9f9-72ee-4029-b3f8-0e49691b563d']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:02.142126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82926db-8347-4ee5-9f25-96e51d601699') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:02.142426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82926db-8347-4ee5-9f25-96e51d601699') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:02.148825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:02.157307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.174746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.181042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:02.181614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.212775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:02.212965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.213200 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 Sep 22 08:37:02.219063 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a82926db-8347-4ee5-9f25-96e51d601699 resource provider aggregate not found Sep 22 08:37:02.298285 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb35aa7d-f217-4a05-a284-12212ef99f63 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7393131 Sep 22 08:37:02.324380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38908) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:02.326339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a82926db-8347-4ee5-9f25-96e51d601699 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a82926db-8347-4ee5-9f25-96e51d601699 found for delete ", "request_id": "req-7af1e45a-087e-4954-b202-7249211ae337"}]} Sep 22 08:37:02.427061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c871cd-2061-4ff7-aa63-f9c12515e0ae None None] Network 3227a9f9-72ee-4029-b3f8-0e49691b563d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:02.447509 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0333712-ca6f-4c7d-a306-522f34a96bb4 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3278184 Sep 22 08:37:02.471511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c871cd-2061-4ff7-aa63-f9c12515e0ae None None] Network 3227a9f9-72ee-4029-b3f8-0e49691b563d could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:02.476537 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:37:02.481082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38912) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:02.498253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.520183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1622212531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:02.531446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:02.543084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.558293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ace0ee-d9e2-4cf8-ac5d-054a61552f4b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:02.581941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13968cd6-a12e-432f-bc82-a9ea3abfd0f9') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:02.582234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13968cd6-a12e-432f-bc82-a9ea3abfd0f9') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:02.596126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.611900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.615035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:02.615462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.618860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.626941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:02.627430 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.637410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Provisioning for port fc693735-5325-4802-a43f-add8e42a8203 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:02.641319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-889bd352-4a45-4ae4-b019-74b8dc1e336c', 'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c', 'tenant_id': 'bf957cdc588a406e84dfc2cb0a538838', 'fixed_ips': [{'subnet_id': 'daba809b-027a-44fe-809b-f4383e8f54b6'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:02.642103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.649198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0c8e-9293-4a8c-bad2-f070d0913abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.673101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Provisioning complete for port fc693735-5325-4802-a43f-add8e42a8203 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:02.673478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.675276 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 1 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:02.743679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=3227a9f9-72ee-4029-b3f8-0e49691b563d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:02.755143 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ae6e2a6-f1ba-4b5b-8d22-3b5d43bfdb90 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/3227a9f9-72ee-4029-b3f8-0e49691b563d HTTP/1.1" status: 204 len: 168 time: 1.1545913 Sep 22 08:37:02.764610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38916) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:02.771055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-608305873'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:02.790971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:02.830099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:router and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:02.834822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] Deleting port b1d09825-dfaa-47c1-bbb6-53996162a94a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:02.835203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.840480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:02.849802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:02.877100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e62cc67d-6c3e-4dae-a81d-dd21893a77e4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e62cc67d-6c3e-4dae-a81d-dd21893a77e4,segment=NetworkSegment(acf2a0ca-2106-454d-9618-2886fa7dc46b),segment_id=acf2a0ca-2106-454d-9618-2886fa7dc46b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:02.884624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:02.909483 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 13968cd6-a12e-432f-bc82-a9ea3abfd0f9 resource provider aggregate not found Sep 22 08:37:02.933169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.936806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.943002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:02.947842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 315c2f14-ffce-4155-b9c0-caab0ecba551 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:02.965170 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 13968cd6-a12e-432f-bc82-a9ea3abfd0f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13968cd6-a12e-432f-bc82-a9ea3abfd0f9 found for delete ", "request_id": "req-18c4e83a-9170-44dc-8b2c-1d3f24920c6f"}]} Sep 22 08:37:02.978788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.020687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:03.028454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:03.033398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:03.043331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.053736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.152097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.154908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:03.169407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] Pushing event deleted for resources: {'Network': ['ID=67ace0ee-d9e2-4cf8-ac5d-054a61552f4b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:03.193232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e62cc67d-6c3e-4dae-a81d-dd21893a77e4,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:03.228770 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6a059de-7fb0-4bb6-8c08-85159457ce7a tempest-TagsExtTest-653503645 tempest-TagsExtTest-653503645-project] 10.222.0.42 "DELETE /v2.0/networks/67ace0ee-d9e2-4cf8-ac5d-054a61552f4b HTTP/1.1" status: 204 len: 168 time: 4.3131735 Sep 22 08:37:03.255427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.256955 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-53b75d6a-96fb-4aef-bc06-d67c561e5946 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7655077 Sep 22 08:37:03.260602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0c8e-9293-4a8c-bad2-f070d0913abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.264295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0c8e-9293-4a8c-bad2-f070d0913abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.269378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:03.292427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c', 'name': 'tempest-PortsTestJSON-921884180'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:03.301506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0c8e-9293-4a8c-bad2-f070d0913abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.301992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0a0c8e-9293-4a8c-bad2-f070d0913abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Fanout notify agent at l3_agent the message router_deleted on router 3fca0749-c84a-4e21-9679-1d397a0e8de5 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:37:03.320539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:03.323919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Router 83a6ef4e-1008-4c72-8ebf-76a1c0f35584 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:37:03.325325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.350766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0c8e-9293-4a8c-bad2-f070d0913abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.353115 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2b0a0c8e-9293-4a8c-bad2-f070d0913abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/routers/3fca0749-c84a-4e21-9679-1d397a0e8de5 HTTP/1.1" status: 204 len: 168 time: 1.0255954 Sep 22 08:37:03.361542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38930) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:03.373358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:03.409539 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 2 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:03.516855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:03.527788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:03.554529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:03.558965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.562422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:03.603611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:03.604809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port c51d8796-441b-4be8-970e-258e655bab1b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:37:03.605640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.606154 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment f3e9d5af-8b3c-4045-85f4-42a03964d6f7 of type vlan for network 549af27d-4ef5-4029-993b-978768e3c3c4 Sep 22 08:37:03.608667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:03.622309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 315c2f14-ffce-4155-b9c0-caab0ecba551 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:03.629713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Allocated IP 172.20.0.2 (889bd352-4a45-4ae4-b019-74b8dc1e336c/daba809b-027a-44fe-809b-f4383e8f54b6/3f51c178-4a60-4dd3-be20-a23893f9dcfa) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:03.644114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.650903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 315c2f14-ffce-4155-b9c0-caab0ecba551 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:03.651302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.652612 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 315c2f14-ffce-4155-b9c0-caab0ecba551 Sep 22 08:37:03.674273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.679846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:03.683628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:03.691610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.699044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:03.699859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.704123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38936) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:03.705300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:03.727371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] For port b1d09825-dfaa-47c1-bbb6-53996162a94a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b1d09825-dfaa-47c1-bbb6-53996162a94a,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:03.727691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.743742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.744593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.828408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:03.831931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:03.863373 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0939775 Sep 22 08:37:03.885798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:03.912523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event updated for resources: {'Port': ['ID=752dd8ce-41fe-40a9-9251-1792ecf98351,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:03.925705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '549af27d-4ef5-4029-993b-978768e3c3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:03.940510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] Calling delete_port for b1d09825-dfaa-47c1-bbb6-53996162a94a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:03.962497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6550cc-932c-4142-8559-47da727e21a9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=549af27d-4ef5-4029-993b-978768e3c3c4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:03.994290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 549af27d-4ef5-4029-993b-978768e3c3c4 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:04.022220 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-76454fcb-4442-4a4e-a42d-b3916ef59afa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91e7158e3e7e483486c278d3cf4e26cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973232 Sep 22 08:37:04.025116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:04.113922 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 3 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:04.146061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b0a12a-7970-4db9-bd8d-34e93916a53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.185237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b0a12a-7970-4db9-bd8d-34e93916a53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.255903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.276677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:04.291411 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] Sync routers for ids ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:04.302502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c1bd058a-4f29-4437-a5b1-b49e388f86aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "PUT /v2.0/routers/83a6ef4e-1008-4c72-8ebf-76a1c0f35584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0540748 Sep 22 08:37:04.304031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:04.313746 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] Routers {'83a6ef4e-1008-4c72-8ebf-76a1c0f35584'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:04.316193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:04.316474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:04.317676 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:04.320712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:04.323652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:04.330123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:04.338528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.349463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:04.353193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.381871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 315c2f14-ffce-4155-b9c0-caab0ecba551 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:04.382169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.388190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:04.398366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:04.408030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:04.409032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.411713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] Pushing event deleted for resources: {'Port': ['ID=b1d09825-dfaa-47c1-bbb6-53996162a94a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:04.421801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72504c4-5301-46c4-88dc-50cfb3ed45ba None None] No DVR routers for this DVR port b1d09825-dfaa-47c1-bbb6-53996162a94a on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:04.423549 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:04.434665 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] Routers {'83a6ef4e-1008-4c72-8ebf-76a1c0f35584'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:04.435643 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:04.440416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=d292cc8c-f6b1-4eb3-bb62-cb92e22d4a66,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:04.451762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b0a12a-7970-4db9-bd8d-34e93916a53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.453276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.477622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0a12a-7970-4db9-bd8d-34e93916a53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5833f1-23a6-458f-b8aa-8dcb81576a86,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:04.478489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Transition to ACTIVE for port object 3f51c178-4a60-4dd3-be20-a23893f9dcfa will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:04.495476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b0a12a-7970-4db9-bd8d-34e93916a53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.496805 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-93b0a12a-7970-4db9-bd8d-34e93916a53d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c5833f1-23a6-458f-b8aa-8dcb81576a86 HTTP/1.1" status: 204 len: 168 time: 0.4706833 Sep 22 08:37:04.502967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3a5599de-c40c-4668-81da-ef978b3c785c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1393669 Sep 22 08:37:04.506116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38956) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:04.507035 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:04.507618 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d20fd-fc78-4eaf-bc98-73869f3f1112 None None] The sync data for ids ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:04.514859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e52ff8-90f0-4c06-b1e8-bd23800ddfbc None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:04.516229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-944121904', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:04.526041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:04.541927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0fe18c-5ae7-4e74-91f9-21849c8ce7bb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:04.543033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ab0fe18c-5ae7-4e74-91f9-21849c8ce7bb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:04.543427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Network 0003ad9d-5709-480c-8de8-c72173123aa0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:04.547509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:04.547755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 315c2f14-ffce-4155-b9c0-caab0ecba551, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=315c2f14-ffce-4155-b9c0-caab0ecba551,segment=NetworkSegment(565d8ae0-c4c4-40e9-a219-e33b9db1d8a8),segment_id=565d8ae0-c4c4-40e9-a219-e33b9db1d8a8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:04.550865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:router and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:04.556140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:04.567440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:04.582545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ab0fe18c-5ae7-4e74-91f9-21849c8ce7bb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:04.584434 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ab0fe18c-5ae7-4e74-91f9-21849c8ce7bb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports?device_id=83a6ef4e-1008-4c72-8ebf-76a1c0f35584 HTTP/1.1" status: 200 len: 988 time: 0.2750328 Sep 22 08:37:04.587157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:04.612824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.613604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 91c1da5d-9d99-4855-9fe8-3a7399422462 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:04.662159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Transition to ACTIVE for port object 3f51c178-4a60-4dd3-be20-a23893f9dcfa will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:04.760432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.781878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.783617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.813064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.826242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:04.828314 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 4 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:04.848422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:04.864345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:04.868022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:04.950619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:04.981056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.6 (889bd352-4a45-4ae4-b019-74b8dc1e336c/daba809b-027a-44fe-809b-f4383e8f54b6/c51d8796-441b-4be8-970e-258e655bab1b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:05.040219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.041954 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e56c78c5-60e1-4b63-a4d8-7352fc057534 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5314071 Sep 22 08:37:05.053187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38972) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:05.118044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=315c2f14-ffce-4155-b9c0-caab0ecba551,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:05.197977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Pushing event updated for resources: {'Port': ['ID=3f51c178-4a60-4dd3-be20-a23893f9dcfa,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:05.206721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:05.226901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Attempting to bind port 3f51c178-4a60-4dd3-be20-a23893f9dcfa on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:05.227288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Attempting to bind port 3f51c178-4a60-4dd3-be20-a23893f9dcfa by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '8c8314c3-b27b-4eba-bde7-34e83854aa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:05.227651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Attempting to bind port 3f51c178-4a60-4dd3-be20-a23893f9dcfa on network 889bd352-4a45-4ae4-b019-74b8dc1e336c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:05.231442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 91c1da5d-9d99-4855-9fe8-3a7399422462 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:05.231777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.232115 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 91c1da5d-9d99-4855-9fe8-3a7399422462 Sep 22 08:37:05.287332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:05.287722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Checking segment: {'id': '8c8314c3-b27b-4eba-bde7-34e83854aa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:05.288122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.288523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Bound using segment: {'id': '8c8314c3-b27b-4eba-bde7-34e83854aa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:05.289104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Bound port: 3f51c178-4a60-4dd3-be20-a23893f9dcfa, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8314c3-b27b-4eba-bde7-34e83854aa94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '889bd352-4a45-4ae4-b019-74b8dc1e336c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:05.289743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.320324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.392690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'd292cc8c-f6b1-4eb3-bb62-cb92e22d4a66'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:05.393514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.477629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:05.496208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:05.510033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=2a8e0d01-dad8-4f0d-b682-b6a43a6f14de,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:05.524037 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b5a99885-fe3f-4226-a0c8-4a8d8ccc3369 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2124460 Sep 22 08:37:05.527629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 38986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:05.548971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:05.554538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] For port 3f51c178-4a60-4dd3-be20-a23893f9dcfa, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:05.557734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': 'f3e9d5af-8b3c-4045-85f4-42a03964d6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '549af27d-4ef5-4029-993b-978768e3c3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:05.558472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 549af27d-4ef5-4029-993b-978768e3c3c4, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:05.581095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:05.581742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:36:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:05.629394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 549af27d-4ef5-4029-993b-978768e3c3c4 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:05.651838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.656675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] For port 3f51c178-4a60-4dd3-be20-a23893f9dcfa, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3f51c178-4a60-4dd3-be20-a23893f9dcfa,segment=NetworkSegment(8c8314c3-b27b-4eba-bde7-34e83854aa94),segment_id=8c8314c3-b27b-4eba-bde7-34e83854aa94)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:05.659750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 549af27d-4ef5-4029-993b-978768e3c3c4) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:05.676464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:05.677585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.707034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object c51d8796-441b-4be8-970e-258e655bab1b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:05.707273 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 5 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:05.721107 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef6092c5-8140-4df2-b618-39fd377089e1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8272147 Sep 22 08:37:05.727656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 38992) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:05.749251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 91c1da5d-9d99-4855-9fe8-3a7399422462 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:05.751503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0812d0ba-c893-4308-b861-c6cbcd8a133f None None] Network 549af27d-4ef5-4029-993b-978768e3c3c4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:05.774360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.784798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:05.842333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:05.853855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:05.860548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:05.891680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:06.036402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:06.036743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6cb910cb-9cbd-4016-8e7f-6c93ab2c970e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:06.060347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:06.063719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:06.206658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/d292cc8c-f6b1-4eb3-bb62-cb92e22d4a66/ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:06.220000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7697aba-ca21-4ffb-b7df-77d45a910465 None None] Pushing event updated for resources: {'Port': ['ID=3f51c178-4a60-4dd3-be20-a23893f9dcfa,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:06.280494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:06.283204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:06.301511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=c51d8796-441b-4be8-970e-258e655bab1b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:06.321648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39822835-d322-430a-8f79-844f516607c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:06.335389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e62cc67d-6c3e-4dae-a81d-dd21893a77e4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:06.384043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:06.390696 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dfb4e84c-c006-443a-858d-3a8ac8cf8a1b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1174967 Sep 22 08:37:06.402391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:06.521264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:06.587255 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 6 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:06.637759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:06.656275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39012) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:06.699171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8e0d01-dad8-4f0d-b682-b6a43a6f14de,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:06.728881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:06.898327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a44cfd-a38d-4ccf-9c90-3b1b72d10a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-549af27d-4ef5-4029-993b-978768e3c3c4', 'network_id': '549af27d-4ef5-4029-993b-978768e3c3c4', 'tenant_id': 'cc40f393dceb4b749c1558f4b82a655c', 'fixed_ips': [{'subnet_id': '2a8e0d01-dad8-4f0d-b682-b6a43a6f14de'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:06.899163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-82a44cfd-a38d-4ccf-9c90-3b1b72d10a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.023498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.052364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549af27d-4ef5-4029-993b-978768e3c3c4']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:07.065727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e9d5af-8b3c-4045-85f4-42a03964d6f7') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:07.066206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e9d5af-8b3c-4045-85f4-42a03964d6f7') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:07.069014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:07.069400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.069730 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 Sep 22 08:37:07.080610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.095568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--1872054994', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:07.098608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.102317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:07.105104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:07.107024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.116082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.134728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:07.227055 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment f3e9d5af-8b3c-4045-85f4-42a03964d6f7 resource provider aggregate not found Sep 22 08:37:07.235854 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 7 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:07.245043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.253886 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment f3e9d5af-8b3c-4045-85f4-42a03964d6f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3e9d5af-8b3c-4045-85f4-42a03964d6f7 found for delete ", "request_id": "req-319496d8-009d-47d4-baa4-9aa2cdfc7024"}]} Sep 22 08:37:07.277926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.282148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:07.282688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=549af27d-4ef5-4029-993b-978768e3c3c4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:07.292374 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-85ba7045-7888-4f48-a954-586efb1736d8 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/549af27d-4ef5-4029-993b-978768e3c3c4 HTTP/1.1" status: 204 len: 168 time: 1.5636401 Sep 22 08:37:07.297271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39024) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:07.302656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962382917'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:07.313034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:07.323369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:07.328343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:07.331803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:07.341999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a12e4a-a804-4dd6-83f7-b43ba6ca1d45 None None] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:07.345845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:07.353407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:07.360897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.364509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d0013-e096-46fb-957e-308c6d32d8a7 None None] Network 549af27d-4ef5-4029-993b-978768e3c3c4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:07.372800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:07.377358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.388274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d0013-e096-46fb-957e-308c6d32d8a7 None None] Network 549af27d-4ef5-4029-993b-978768e3c3c4 could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:07.417688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:07.431247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.431816 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment 39a9073b-826c-4288-b4b3-177ed569493a of type vlan for network 482a8e4a-3303-413f-8bcb-300038b45c3d Sep 22 08:37:07.486209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.511412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:07.512493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 315c2f14-ffce-4155-b9c0-caab0ecba551 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:07.533343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.540378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:07.541044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.549697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Transition to ACTIVE for port object ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:07.612062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Transition to ACTIVE for port object ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:07.634370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.672339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:01Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:02Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:07.687679 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3901138 Sep 22 08:37:07.688346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39032) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:07.699890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '482a8e4a-3303-413f-8bcb-300038b45c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:07.713726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:07.717185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.724083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112dd43-2f09-45f1-ae88-3aba685165a0 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=482a8e4a-3303-413f-8bcb-300038b45c3d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:07.747205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Pushing event updated for resources: {'Port': ['ID=ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:07.750208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:07.751328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Updating router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 port 752dd8ce-41fe-40a9-9251-1792ecf98351 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:37:07.759450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.801137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:07.817981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:07.820481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:07.824283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 482a8e4a-3303-413f-8bcb-300038b45c3d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:07.839364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:07.844322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:07.848051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:07.853540 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 8 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:07.855697 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.856705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:07.867660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:07.871553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:07.926291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:08.041736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:08.091303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:08.107947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.127137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:08.133658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 315c2f14-ffce-4155-b9c0-caab0ecba551 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:08.133658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.133922 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 315c2f14-ffce-4155-b9c0-caab0ecba551 Sep 22 08:37:08.157277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.179250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=cac29f62-d5e2-4538-900a-4cfcc3db8fcf,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:08.216704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': '39a9073b-826c-4288-b4b3-177ed569493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '482a8e4a-3303-413f-8bcb-300038b45c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:08.217249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 482a8e4a-3303-413f-8bcb-300038b45c3d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:08.233323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:08.239285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 482a8e4a-3303-413f-8bcb-300038b45c3d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:08.252532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 482a8e4a-3303-413f-8bcb-300038b45c3d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:08.264602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:08.265314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.291149 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d931a36-ef36-485e-934e-03e16bdd995d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5966823 Sep 22 08:37:08.291399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:08.309993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaffabdd-7e4f-4711-b731-43d7d157fc9f None None] Network 482a8e4a-3303-413f-8bcb-300038b45c3d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:08.322549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Attempting to bind port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:08.322912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Attempting to bind port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:08.323290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Attempting to bind port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:08.446039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.471962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:08.472397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:08.472732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.473119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:08.473596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Bound port: ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:08.473964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.518299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.569338 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e884df0c-b724-4e7d-bffc-31748868a9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.607018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.672305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=cac29f62-d5e2-4538-900a-4cfcc3db8fcf,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:08.736734 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 9 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:08.754280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.754730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::1 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/d292cc8c-f6b1-4eb3-bb62-cb92e22d4a66/eccad5bd-ad3c-4d1d-a804-242e0739e3c3) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:08.771730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.781803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482a8e4a-3303-413f-8bcb-300038b45c3d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:08.794376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a9073b-826c-4288-b4b3-177ed569493a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:08.794741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a9073b-826c-4288-b4b3-177ed569493a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:08.797683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908610b-b806-4683-9d1f-0faa8886a118 req-f5293db3-6e34-483f-8323-dbec9e6c5cec tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:08.800379 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0908610b-b806-4683-9d1f-0faa8886a118 req-f5293db3-6e34-483f-8323-dbec9e6c5cec tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 1.1655459 Sep 22 08:37:08.804366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 08:37:08.819661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.841724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.850225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:08.850589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.883996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] For port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:08.934071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 315c2f14-ffce-4155-b9c0-caab0ecba551 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:08.934071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a77cbcab-0e70-4438-8442-2acfb013f852 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:08.979340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:08.984420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Removed routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 08:37:08.985371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.013194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.026878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=482a8e4a-3303-413f-8bcb-300038b45c3d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:09.042290 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-66f59b61-c675-4612-9981-40c0bbca2ebc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/482a8e4a-3303-413f-8bcb-300038b45c3d HTTP/1.1" status: 204 len: 168 time: 0.7492707 Sep 22 08:37:09.043286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:09.050610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-287028092'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:09.054415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:09.057447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:09.060591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] For port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:09.063908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:09.069045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:09.078654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.079134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:09.082644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630aa7d-5f10-4451-ae77-f6b45db0bf92 None None] Network 482a8e4a-3303-413f-8bcb-300038b45c3d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:09.094759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:09.098844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.135432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:09.154045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.154748 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment 37321589-096e-4925-8090-929cd33c0073 of type vlan for network f1045f14-4ada-42b0-aaf6-73c898ef727c Sep 22 08:37:09.186137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4630aa7d-5f10-4451-ae77-f6b45db0bf92 None None] Network 482a8e4a-3303-413f-8bcb-300038b45c3d could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:09.199101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.251839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.258242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:09.259097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570337'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.271560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa88466-7b3f-4575-8484-b5d63ec821c4 None None] Pushing event updated for resources: {'Port': ['ID=ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:09.290389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port a77cbcab-0e70-4438-8442-2acfb013f852 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:09.291987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.293696 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port a77cbcab-0e70-4438-8442-2acfb013f852 Sep 22 08:37:09.311617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.327025 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 39a9073b-826c-4288-b4b3-177ed569493a resource provider aggregate not found Sep 22 08:37:09.410880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.433424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object eccad5bd-ad3c-4d1d-a804-242e0739e3c3 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:09.460961 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 39a9073b-826c-4288-b4b3-177ed569493a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39a9073b-826c-4288-b4b3-177ed569493a found for delete ", "request_id": "req-a98d43c0-fc3a-45d2-8fae-ce2e693d3f5a"}]} Sep 22 08:37:09.486043 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4410896 Sep 22 08:37:09.490251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:09.491209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeedaec-5d46-4346-bb23-9fb9e77bf239 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=f1045f14-4ada-42b0-aaf6-73c898ef727c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:09.492200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.501789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:09.517184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:09.554765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Transition to ACTIVE for port object 752dd8ce-41fe-40a9-9251-1792ecf98351 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:09.561256 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 10 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:09.602720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.656278 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0908610b-b806-4683-9d1f-0faa8886a118 req-d3000038-953f-4e25-a620-6aff4e913dce tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8396058 Sep 22 08:37:09.772979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.821598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.857291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port fc693735-5325-4802-a43f-add8e42a8203 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:09.857537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.902781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.927206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:09.948352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:09.998351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.025882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port a77cbcab-0e70-4438-8442-2acfb013f852 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:10.028011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:10.033499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c4ae9-2cc3-4784-80ac-53883b3947a0 None None] Pushing event updated for resources: {'Port': ['ID=752dd8ce-41fe-40a9-9251-1792ecf98351,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:10.038053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.039841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26529115-b78d-4be3-891e-8c2f5158a4bd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:10.048814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network f1045f14-4ada-42b0-aaf6-73c898ef727c is not hosted by any dhcp agent {{(pid=89051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 08:37:10.050377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Attempting to bind port 752dd8ce-41fe-40a9-9251-1792ecf98351 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:10.050751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Attempting to bind port 752dd8ce-41fe-40a9-9251-1792ecf98351 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:10.051098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Attempting to bind port 752dd8ce-41fe-40a9-9251-1792ecf98351 on network 0003ad9d-5709-480c-8de8-c72173123aa0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:10.054375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:10.055333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.060330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:10.060722 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "PUT /v2.0/networks/f1045f14-4ada-42b0-aaf6-73c898ef727c HTTP/1.1" status: 200 len: 723 time: 0.5656378 Sep 22 08:37:10.060831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Checking segment: {'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:10.061078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39052) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:10.061207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.061448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Bound using segment: {'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:10.061729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3a239-19b4-47b8-9678-12ffb7e6e039 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=f1045f14-4ada-42b0-aaf6-73c898ef727c,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:10.061904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Bound port: 752dd8ce-41fe-40a9-9251-1792ecf98351, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf2a0ca-2106-454d-9618-2886fa7dc46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:10.062314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.071116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': 'f1045f14-4ada-42b0-aaf6-73c898ef727c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:10.074095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Provisioning complete for port 315c2f14-ffce-4155-b9c0-caab0ecba551 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:10.074636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.074988 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Attempt 1 to provision port 315c2f14-ffce-4155-b9c0-caab0ecba551 Sep 22 08:37:10.100204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.100554 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment d4e360d1-b14d-4614-a2e1-e956a6590e4f of type vlan for network 4cda4109-fc23-46ed-84ab-0baefbb302e4 Sep 22 08:37:10.103025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.167106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:10.180264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b1d09825-dfaa-47c1-bbb6-53996162a94a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:10.222802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:10.226980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:10.229944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:10.237067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:10.247195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.251098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:10.256003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.424471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: b1d09825-dfaa-47c1-bbb6-53996162a94a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:10.425173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b1d09825-dfaa-47c1-bbb6-53996162a94a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:10.425729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:10.508395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:10.508810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device fa861e55-1ba0-4a2c-9e69-8fcbc348fac7 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:10.512330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.572526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b51ab-1309-4288-bd5b-86b19bb28ef2 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:37:10.575906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:37:10.589800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=bc80053e-0dcc-4a55-878b-42d8c5820074,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:10.592024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.642846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] For port 752dd8ce-41fe-40a9-9251-1792ecf98351, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:10.652473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': '37321589-096e-4925-8090-929cd33c0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1045f14-4ada-42b0-aaf6-73c898ef727c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:10.652921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: f1045f14-4ada-42b0-aaf6-73c898ef727c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:10.662644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] For port 752dd8ce-41fe-40a9-9251-1792ecf98351, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=752dd8ce-41fe-40a9-9251-1792ecf98351,segment=NetworkSegment(acf2a0ca-2106-454d-9618-2886fa7dc46b),segment_id=acf2a0ca-2106-454d-9618-2886fa7dc46b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:10.680994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network f1045f14-4ada-42b0-aaf6-73c898ef727c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:10.686140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1becef7f-ad69-4bfb-9da5-b2bba45163c5 None None] Current status of the port 315c2f14-ffce-4155-b9c0-caab0ecba551 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:10.692586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:10.694520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.701236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f1045f14-4ada-42b0-aaf6-73c898ef727c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:10.705635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.723236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:10.723236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.738526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.747874 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-78788561-4dd7-4e74-a145-a2e37c620d69 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6827943 Sep 22 08:37:10.751672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:10.760500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-671ba676-765e-475b-95f2-2f79da1d25b2 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:10.761448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:10.808695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-79f4c1ef-2318-4e93-8d7e-9fa3841a94dd tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:10.811385 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-79f4c1ef-2318-4e93-8d7e-9fa3841a94dd tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 1.7846463 Sep 22 08:37:10.822480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:10.823147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.909399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3f51c178-4a60-4dd3-be20-a23893f9dcfa up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:10.926528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-671ba676-765e-475b-95f2-2f79da1d25b2 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7913250'] for subnet, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:10.948797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:10.949422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:10.955158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.031668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c4ae9-2cc3-4784-80ac-53883b3947a0 None None] Pushing event updated for resources: {'Port': ['ID=752dd8ce-41fe-40a9-9251-1792ecf98351,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:11.094011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for fc693735-5325-4802-a43f-add8e42a8203 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:11.268792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning for port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:11.289924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.301389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-671ba676-765e-475b-95f2-2f79da1d25b2 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793211984990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6505453'] for subnet, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.328636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=eccad5bd-ad3c-4d1d-a804-242e0739e3c3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:11.359883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ba676-765e-475b-95f2-2f79da1d25b2 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:11.361121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-671ba676-765e-475b-95f2-2f79da1d25b2 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.363097 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-671ba676-765e-475b-95f2-2f79da1d25b2 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "PUT /v2.0/subnets/bc80053e-0dcc-4a55-878b-42d8c5820074 HTTP/1.1" status: 200 len: 806 time: 0.6103601 Sep 22 08:37:11.367822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39064) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:11.383497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:11.461791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning complete for port fc693735-5325-4802-a43f-add8e42a8203 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:11.462183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.462511 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 1 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:11.476852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Deleting port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:11.476852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.494480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b51ab-1309-4288-bd5b-86b19bb28ef2 None None] Unable to find a vacant binding_index for network f1045f14-4ada-42b0-aaf6-73c898ef727c and agent 311354cf-cd65-4147-9bf3-cad636b15da6 {{(pid=89053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 22 08:37:11.537240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:11.538418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.550732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.555383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683ee80-508c-4717-b562-33fa3dbc1d4a req-43580729-e03e-4d98-9d8b-0e5f9fde17c8 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:11.556169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:11.556770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.557664 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8683ee80-508c-4717-b562-33fa3dbc1d4a req-43580729-e03e-4d98-9d8b-0e5f9fde17c8 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 0.4961522 Sep 22 08:37:11.578740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 3f51c178-4a60-4dd3-be20-a23893f9dcfa completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:11.583521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ba676-765e-475b-95f2-2f79da1d25b2 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=bc80053e-0dcc-4a55-878b-42d8c5820074,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:11.592452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b51ab-1309-4288-bd5b-86b19bb28ef2 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f1045f14-4ada-42b0-aaf6-73c898ef727c) {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:37:11.613729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:11.675043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.708373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=c51d8796-441b-4be8-970e-258e655bab1b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:11.731237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:11.733788 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8683ee80-508c-4717-b562-33fa3dbc1d4a req-5500a622-b9d5-45ce-895c-2106a9da3d12 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676724 Sep 22 08:37:11.787994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.845440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=bc80053e-0dcc-4a55-878b-42d8c5820074,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:11.906199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:11.957725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.962111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:11.962481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:11.962810 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 Sep 22 08:37:12.117693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1045f14-4ada-42b0-aaf6-73c898ef727c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:12.132801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37321589-096e-4925-8090-929cd33c0073') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:12.133183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37321589-096e-4925-8090-929cd33c0073') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:12.145407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.166364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.173432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:12.173831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.200311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.241342 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 37321589-096e-4925-8090-929cd33c0073 resource provider aggregate not found Sep 22 08:37:12.250228 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 2 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:12.265349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 37321589-096e-4925-8090-929cd33c0073 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37321589-096e-4925-8090-929cd33c0073 found for delete ", "request_id": "req-65f0a1c6-991d-4c8d-85a8-3149ec01e07c"}]} Sep 22 08:37:12.293758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.310783 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 5.6492059 Sep 22 08:37:12.318266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:08Z', 'revision_number': 6, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:10Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:12.318727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.323815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39072) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:12.328528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efade2ef-9c2b-4e89-89dc-c78afe51ad98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=4cda4109-fc23-46ed-84ab-0baefbb302e4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:12.334965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3138b78-e25e-4620-ba17-43651467bca6 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:08Z', 'revision_number': 6, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:10Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:12.342993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-829921787', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:12.345942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:12.345942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.349691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=f1045f14-4ada-42b0-aaf6-73c898ef727c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:12.354328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:12.359140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:12.360118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port fc693735-5325-4802-a43f-add8e42a8203 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:12.360749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:12.362858 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2e30283e-04fc-4e15-b2a3-14dda244aa0e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/f1045f14-4ada-42b0-aaf6-73c898ef727c HTTP/1.1" status: 204 len: 168 time: 0.9933388 Sep 22 08:37:12.364139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:12.367274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39076) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:12.412647 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3815545-6320-472b-8558-e9458fd077bc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:12.412647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3815545-6320-472b-8558-e9458fd077bc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:12.412647 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a3815545-6320-472b-8558-e9458fd077bc tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/f1045f14-4ada-42b0-aaf6-73c898ef727c HTTP/1.1" status: 404 len: 339 time: 0.0419121 Sep 22 08:37:12.412647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:12.415043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:12.429430 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1116606083', 'description': 'd1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:12.436365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:12.444028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:network and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:12.447080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.448233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.455099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:12.463478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:12.487289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.500117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:12.503631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.511861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.598173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.604076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:12.610394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:12.626969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.656409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.702124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:12.816457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 752dd8ce-41fe-40a9-9251-1792ecf98351 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:12.858655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2290d11-c5b9-42f5-8b09-1a827cc2d485 None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:12.914864 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 3 to provision port fc693735-5325-4802-a43f-add8e42a8203 Sep 22 08:37:12.960552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.974756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:12.975119 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment 5b196c32-742f-4053-b8cf-6b08f3016cbd of type vlan for network d355f6e2-a374-48cc-a3ce-241c382def67 Sep 22 08:37:12.978408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=fc693735-5325-4802-a43f-add8e42a8203,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:13.010343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2290d11-c5b9-42f5-8b09-1a827cc2d485 None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:13.019772 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port fc693735-5325-4802-a43f-add8e42a8203 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:37:13.038521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0f4ff-b8b3-48ce-a990-8d528ba66c71 None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:13.074847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:13.108536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0f4ff-b8b3-48ce-a990-8d528ba66c71 None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:13.133075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.193583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81678bb-e589-4856-a899-36bc395cb599 None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:13.200836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.207912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:13.208731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.266441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81678bb-e589-4856-a899-36bc395cb599 None None] Network f1045f14-4ada-42b0-aaf6-73c898ef727c could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:13.273042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:13.284119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning for port 752dd8ce-41fe-40a9-9251-1792ecf98351 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:13.306493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:13.306865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.341668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 752dd8ce-41fe-40a9-9251-1792ecf98351 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:13.358256 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9398353 Sep 22 08:37:13.358432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:37:13.361117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1fb9f8-84a6-4557-b24b-0bcef78f0576" -d '{"events": [{"server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "name": "network-vif-unplugged", "status": "completed", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:37:13.370462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.371006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39086) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:13.372193 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cf4875e7-86da-4080-be70-a02af100eb0a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 200 len: 954 time: 7.8429239 Sep 22 08:37:13.380704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 752dd8ce-41fe-40a9-9251-1792ecf98351 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:13.381083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.381463 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 752dd8ce-41fe-40a9-9251-1792ecf98351 Sep 22 08:37:13.400402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39090) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:13.456371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:13.466791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning complete for port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:13.466912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.467204 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 1 to provision port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 Sep 22 08:37:13.511294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.548704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 08:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c894a5b8-60ae-4eb4-bd4a-7f1b199fbe37 x-openstack-request-id: req-c894a5b8-60ae-4eb4-bd4a-7f1b199fbe37 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:37:13.549129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "name": "network-vif-unplugged", "status": "completed", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:37:13.549382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c894a5b8-60ae-4eb4-bd4a-7f1b199fbe37 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:37:13.549774 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c894a5b8-60ae-4eb4-bd4a-7f1b199fbe37'] response: {'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'code': 200} Sep 22 08:37:13.586528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027a990-ffc1-41b7-abd7-72295fbcb143 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=d355f6e2-a374-48cc-a3ce-241c382def67,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:13.628198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network d355f6e2-a374-48cc-a3ce-241c382def67 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:13.662630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:13.663001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.672131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.678446 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79022cee-83cb-4e0b-b8e2-d99232fdf22c tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 200 len: 954 time: 0.2763538 Sep 22 08:37:13.679960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39098) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:13.682874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.686412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707db5eb-b8e4-4a41-86f8-2b5c9bacab79 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:13.687133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-707db5eb-b8e4-4a41-86f8-2b5c9bacab79 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Synchronizing usage tracker for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:13.688431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:13.702280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'routes': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:13.722100 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:13.735471 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:13.736677 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:13.768889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 752dd8ce-41fe-40a9-9251-1792ecf98351 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:13.769280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.815712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 752dd8ce-41fe-40a9-9251-1792ecf98351, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=752dd8ce-41fe-40a9-9251-1792ecf98351,segment=NetworkSegment(acf2a0ca-2106-454d-9618-2886fa7dc46b),segment_id=acf2a0ca-2106-454d-9618-2886fa7dc46b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:13.892147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:13.911121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Current status of the port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:13.984690 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:13.987979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning for port c51d8796-441b-4be8-970e-258e655bab1b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:14.000765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning complete for port c51d8796-441b-4be8-970e-258e655bab1b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:14.001273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.001700 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 1 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:14.075624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=752dd8ce-41fe-40a9-9251-1792ecf98351,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:14.085730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:14.125780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-707db5eb-b8e4-4a41-86f8-2b5c9bacab79 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Unset dirty status for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:14.127999 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-707db5eb-b8e4-4a41-86f8-2b5c9bacab79 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/networks?id=d355f6e2-a374-48cc-a3ce-241c382def67 HTTP/1.1" status: 200 len: 761 time: 0.7523706 Sep 22 08:37:14.136801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39102) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:14.194443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'description': 'd2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:14.267534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946fdee-4055-4723-9ad5-1f5ad209caac req-f122bae7-a266-4ec2-9d66-b7e7d4b652fb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:14.268999 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6946fdee-4055-4723-9ad5-1f5ad209caac req-f122bae7-a266-4ec2-9d66-b7e7d4b652fb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 945 time: 1.2781332 Sep 22 08:37:14.364125 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:08Z', 'revision_number': 6, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:10Z', 'revision_number': 4, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:14.367964 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:14.377044 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:14.377631 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:14.529218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.530215 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:14.587433 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 2 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:14.592208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.727934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:14.769831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:14.813752 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6946fdee-4055-4723-9ad5-1f5ad209caac req-4db2e618-66ed-414c-80cc-13903340f512 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4673419 Sep 22 08:37:14.827444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.850675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Router 83a6ef4e-1008-4c72-8ebf-76a1c0f35584 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:14.856536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:14.857065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.857403 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 Sep 22 08:37:14.869470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.914880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.957982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network d355f6e2-a374-48cc-a3ce-241c382def67 is not hosted by any dhcp agent {{(pid=89051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 08:37:14.962839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:14.963452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:14.967031 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "PUT /v2.0/networks/d355f6e2-a374-48cc-a3ce-241c382def67 HTTP/1.1" status: 200 len: 758 time: 0.8267765 Sep 22 08:37:14.973098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39106) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:15.002182 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:08Z', 'revision_number': 6, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:13Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:15.012492 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a985e-cb5d-4613-bb92-b9361b842ecc None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:08Z', 'revision_number': 6, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:13Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:15.081418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.082640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.105980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:15.107468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 752dd8ce-41fe-40a9-9251-1792ecf98351 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:15.164049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:15.185367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30340670-4ca0-4d53-a889-a239a596cc61 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=d355f6e2-a374-48cc-a3ce-241c382def67,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:15.198501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 752dd8ce-41fe-40a9-9251-1792ecf98351 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:15.199245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.199751 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 752dd8ce-41fe-40a9-9251-1792ecf98351 Sep 22 08:37:15.208336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.172 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/62e25077-8591-4e22-ac72-7c7b25d8797d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:15.234157 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f0873bb4-566c-4403-b882-9dbe97abbbea tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "PUT /v2.0/routers/83a6ef4e-1008-4c72-8ebf-76a1c0f35584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6453230 Sep 22 08:37:15.238260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:15.238729 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 3 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:15.271798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] Sync routers for ids ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:15.272248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.272624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.272932 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Floating IP ec2d6066-d6a0-4ba6-a182-06e3127464e2 disassociated. External IP: 172.26.8.157, port: 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff. Sep 22 08:37:15.273272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Calling delete_port for 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:15.275356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network d355f6e2-a374-48cc-a3ce-241c382def67 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:15.293302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cba35e-3d19-423a-90ff-26a9ab8f7e98 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:15.300989 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-44cba35e-3d19-423a-90ff-26a9ab8f7e98 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/networks?id=d355f6e2-a374-48cc-a3ce-241c382def67 HTTP/1.1" status: 200 len: 761 time: 0.2750170 Sep 22 08:37:15.302470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39114) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:15.327491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.extraroute_db [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added routes are [] {{(pid=89051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 08:37:15.328373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.extraroute_db [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 08:37:15.334291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2039613372'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:15.414869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=eccad5bd-ad3c-4d1d-a804-242e0739e3c3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:15.426794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] Routers {'83a6ef4e-1008-4c72-8ebf-76a1c0f35584'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:15.427394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:15.431486 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f45767a-6b0b-4258-881c-b46ef4b3dbbf tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:37:15.432017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2f45767a-6b0b-4258-881c-b46ef4b3dbbf tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:15.518917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:15.527125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:15.541347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:15.543967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] Routers {'83a6ef4e-1008-4c72-8ebf-76a1c0f35584'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:15.545048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:15.566237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:15.609413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:15.612815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.643541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.643805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:15.643805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17315697-778c-4d99-9e76-db63115ad7c2 None None] The sync data for ids ['83a6ef4e-1008-4c72-8ebf-76a1c0f35584'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:15.673384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 752dd8ce-41fe-40a9-9251-1792ecf98351 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:15.709826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2f45767a-6b0b-4258-881c-b46ef4b3dbbf tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:15.710994 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2f45767a-6b0b-4258-881c-b46ef4b3dbbf tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/fc693735-5325-4802-a43f-add8e42a8203 HTTP/1.1" status: 404 len: 333 time: 0.4661973 Sep 22 08:37:15.717282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39118) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:15.722446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:15.722768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:15.790800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:15.793776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.833643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.833990 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment a2244c04-41db-45d0-8491-5a39ad849697 of type vlan for network dccf9916-32da-4e91-83c6-77429b5d0c0c Sep 22 08:37:15.886638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:15.890144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.893574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5a57151-c386-444e-b212-24f1125dd837 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:15.945792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:15.954944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.025925 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 4 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:16.036284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.090942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:16.110553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.120933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.189359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.196822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.202152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:16.202739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.207441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:16.231816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:16.288700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:16.289220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Deleting port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:16.289562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.389258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=62e25077-8591-4e22-ac72-7c7b25d8797d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:16.476275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=c51d8796-441b-4be8-970e-258e655bab1b,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:16.478674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.508898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5a57151-c386-444e-b212-24f1125dd837 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.512920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5a57151-c386-444e-b212-24f1125dd837 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.513204 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1944823 Sep 22 08:37:16.513915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c2bcb-7675-4dc8-bc14-ae22debdfaee tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=dccf9916-32da-4e91-83c6-77429b5d0c0c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:16.526274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network dccf9916-32da-4e91-83c6-77429b5d0c0c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:16.527202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2c0f5-d1ec-4d07-8821-525268e5eb78 req-45465b34-aeb4-495f-a9cf-53f5ef89bd0f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:16.528692 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a2a2c0f5-d1ec-4d07-8821-525268e5eb78 req-45465b34-aeb4-495f-a9cf-53f5ef89bd0f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 943 time: 0.5895112 Sep 22 08:37:16.529164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:16.543796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:16.598561 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 5 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:16.707010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5a57151-c386-444e-b212-24f1125dd837 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.707539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a57151-c386-444e-b212-24f1125dd837 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Fanout notify agent at l3_agent the message router_deleted on router 83a6ef4e-1008-4c72-8ebf-76a1c0f35584 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:37:16.729484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:16.786075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:16.851351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5a57151-c386-444e-b212-24f1125dd837 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:16.852459 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c5a57151-c386-444e-b212-24f1125dd837 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/routers/83a6ef4e-1008-4c72-8ebf-76a1c0f35584 HTTP/1.1" status: 204 len: 168 time: 1.1313100 Sep 22 08:37:16.870988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39130) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:16.875439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:16.996944 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a2a2c0f5-d1ec-4d07-8821-525268e5eb78 req-20251414-8a41-4050-b121-e1a0052736c9 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392037 Sep 22 08:37:17.037074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:17.038993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Router 1016d851-091b-416f-b80e-242092fe6585 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:37:17.087503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:17.151318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Usage tracker for resource:subnet and tenant:cc40f393dceb4b749c1558f4b82a655c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:17.214926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:17.230851 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 6 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:17.234632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:17.264859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:17.268368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.291717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:17.334283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] For port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:17.334647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.347206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:17.358648 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:17.368651 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:17.369809 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:17.420916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.422607 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fee3945f-62e7-42b4-9a72-a5056622dd97 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 200 len: 704 time: 3.7325873 Sep 22 08:37:17.424152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet dc8e27b2-8744-4b3d-b9ac-9b663f772ccd {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:17.435012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39134) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:17.448119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.533833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:17.550939 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9c444bc8-eef9-4ca5-8224-2afdbe495580 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "PUT /v2.0/routers/1016d851-091b-416f-b80e-242092fe6585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4939301 Sep 22 08:37:17.554098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Sync routers for ids ['1016d851-091b-416f-b80e-242092fe6585'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:17.557584 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:17.564956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Routers {'1016d851-091b-416f-b80e-242092fe6585'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:17.565906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['1016d851-091b-416f-b80e-242092fe6585'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:17.571390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39138) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:17.629373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.685192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.744485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Set router 1016d851-091b-416f-b80e-242092fe6585 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:17.801233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363b83d-5a5a-4c88-9ef0-e13b88d92d6d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:17.801745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2363b83d-5a5a-4c88-9ef0-e13b88d92d6d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:17.803380 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 7 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:17.811541 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6f6f2fd-88ed-4a9a-b7fb-5f40d25b708e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 200 len: 704 time: 0.3703082 Sep 22 08:37:17.811758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Router 7655aacf-5133-45ed-b1d1-fefddad4c4dc is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:37:17.815743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39144) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:17.891992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.892373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:17.892667 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Floating IP ec2d6066-d6a0-4ba6-a182-06e3127464e2 disassociated. External IP: 172.26.8.157, port: 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff. Sep 22 08:37:17.893004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Calling delete_port for 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:17.977521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:18.045944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2363b83d-5a5a-4c88-9ef0-e13b88d92d6d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:18.049585 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2363b83d-5a5a-4c88-9ef0-e13b88d92d6d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports/eccad5bd-ad3c-4d1d-a804-242e0739e3c3 HTTP/1.1" status: 200 len: 911 time: 0.4641669 Sep 22 08:37:18.064000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:18.107955 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:15Z', 'revision_number': 7, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:13Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:18.117500 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:18.142327 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:18.143465 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:18.187535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.266353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016d851-091b-416f-b80e-242092fe6585', 'name': 'tempest-NetworksTestDHCPv6-router-944121904', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:04Z', 'updated_at': '2022-09-22T08:37:11Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None, '_interfaces': [{'id': 'eccad5bd-ad3c-4d1d-a804-242e0739e3c3', 'name': '', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'mac_address': 'fa:16:3e:49:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016d851-091b-416f-b80e-242092fe6585', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd292cc8c-f6b1-4eb3-bb62-cb92e22d4a66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:07Z', 'updated_at': '2022-09-22T08:37:13Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'subnets': [{'id': 'd292cc8c-f6b1-4eb3-bb62-cb92e22d4a66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:18.270896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Checking router: 1016d851-091b-416f-b80e-242092fe6585 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:18.271289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Updating router 1016d851-091b-416f-b80e-242092fe6585 port eccad5bd-ad3c-4d1d-a804-242e0739e3c3 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:37:18.304616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.384208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.386354 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:18.512838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event deleted for resources: {'Port': ['ID=4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:18.516165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-25b2203c-e425-41ff-b1a7-cd2876567825 req-dd73d0cc-642e-4994-b3fb-93d4b1869fa3 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:18.520569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.522455 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 8 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:18.568119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:18.587853 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-492a7dcb-98b9-4a93-b8b7-8f35102681d6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "PUT /v2.0/routers/7655aacf-5133-45ed-b1d1-fefddad4c4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1456769 Sep 22 08:37:18.588687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-25b2203c-e425-41ff-b1a7-cd2876567825 req-dd73d0cc-642e-4994-b3fb-93d4b1869fa3 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:18.589788 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-25b2203c-e425-41ff-b1a7-cd2876567825 req-dd73d0cc-642e-4994-b3fb-93d4b1869fa3 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.4123685 Sep 22 08:37:18.590264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39154) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:18.610795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:18.756235 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] Sync routers for ids ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:18.757579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=9abb0d4a-ddd3-4260-ab32-368639f48f00,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:18.764596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.783800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': 'a2244c04-41db-45d0-8491-5a39ad849697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:18.784442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: dccf9916-32da-4e91-83c6-77429b5d0c0c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:18.819873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a37cc1-3de9-4fe5-9101-6ac996e314bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:18.825629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a37cc1-3de9-4fe5-9101-6ac996e314bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:18.826587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4a37cc1-3de9-4fe5-9101-6ac996e314bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:18.837887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.922278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4a37cc1-3de9-4fe5-9101-6ac996e314bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:18.923598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.940720 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4a37cc1-3de9-4fe5-9101-6ac996e314bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7668369 Sep 22 08:37:18.941910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Transition to ACTIVE for port object eccad5bd-ad3c-4d1d-a804-242e0739e3c3 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:18.946638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8e27b2-8744-4b3d-b9ac-9b663f772ccd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:18.949676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:18.958730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:18.962857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445df3cd-5e21-497b-b66e-28a0cd10982b None None] Network 0b30a278-2caa-4d0f-b289-9b1a700b1116 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:18.986288 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] Routers {'7655aacf-5133-45ed-b1d1-fefddad4c4dc'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:18.987101 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:19.063523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network dccf9916-32da-4e91-83c6-77429b5d0c0c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:19.104361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, dccf9916-32da-4e91-83c6-77429b5d0c0c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:19.106765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:19.116687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:19.117525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:19.127498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] Routers {'7655aacf-5133-45ed-b1d1-fefddad4c4dc'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:19.128264 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:19.133201 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 9 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:19.198668 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:19.199276 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd5f617-5fcd-4697-ad98-c1f183bd51cc None None] The sync data for ids ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:19.219139 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-733b0e7b-ef88-497e-8736-19fdc5550fb9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6796794 Sep 22 08:37:19.220942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39162) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:19.226953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 9e091d73-5986-4a6a-9625-f16cbdc90b1e is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:37:19.238022 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:15Z', 'revision_number': 7, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:13Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:19.241762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:19.245950 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ef01b-8e04-4544-af0e-eb758fbd2457 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:15Z', 'revision_number': 7, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '752dd8ce-41fe-40a9-9251-1792ecf98351', 'name': '', 'network_id': '0003ad9d-5709-480c-8de8-c72173123aa0', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:03:33:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:58Z', 'updated_at': '2022-09-22T08:37:13Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:19.299190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfdc8b1-91bb-47b6-9712-c5288df70403 None None] Network dccf9916-32da-4e91-83c6-77429b5d0c0c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:19.307463 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46fa9696-685c-411e-aa75-65c86529bac3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/dc8e27b2-8744-4b3d-b9ac-9b663f772ccd HTTP/1.1" status: 204 len: 168 time: 2.4352980 Sep 22 08:37:19.315803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39166) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:19.376410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:19.410970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d5bb5-3467-40ab-9fb2-ca8b706be2bc tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:19.411585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-827d5bb5-3467-40ab-9fb2-ca8b706be2bc tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:19.497795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:19.556906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-827d5bb5-3467-40ab-9fb2-ca8b706be2bc tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:19.559200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:19.561121 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-827d5bb5-3467-40ab-9fb2-ca8b706be2bc tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports?device_id=7655aacf-5133-45ed-b1d1-fefddad4c4dc HTTP/1.1" status: 200 len: 981 time: 0.9689221 Sep 22 08:37:19.564186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39170) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:19.599533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f448adf-9f55-4fc4-971a-0e021e12b9c5 None None] Pushing event updated for resources: {'Port': ['ID=eccad5bd-ad3c-4d1d-a804-242e0739e3c3,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:19.670004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:19.749487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Attempting to bind port eccad5bd-ad3c-4d1d-a804-242e0739e3c3 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:19.750309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Attempting to bind port eccad5bd-ad3c-4d1d-a804-242e0739e3c3 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:19.751067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Attempting to bind port eccad5bd-ad3c-4d1d-a804-242e0739e3c3 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:19.767793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:19.768295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:19.768783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:19.769260 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:19.769840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Bound port: eccad5bd-ad3c-4d1d-a804-242e0739e3c3, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:19.770304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:19.912578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-dccf9916-32da-4e91-83c6-77429b5d0c0c', 'network_id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c', 'tenant_id': 'cc40f393dceb4b749c1558f4b82a655c', 'fixed_ips': [{'subnet_id': '9abb0d4a-ddd3-4260-ab32-368639f48f00'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:19.917575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:19.987266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] DHCP port deletion for 0b30a278-2caa-4d0f-b289-9b1a700b1116 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:20.004568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 315c2f14-ffce-4155-b9c0-caab0ecba551 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:20.004953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.032140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Deleting port 315c2f14-ffce-4155-b9c0-caab0ecba551 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:20.032507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.049162 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0c681b6b-cb74-4520-a341-d2222f4bb493 req-f2140c19-c210-4fbe-bdd1-fdab2c7c290c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.3187861 Sep 22 08:37:20.069150 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 10 to provision port c51d8796-441b-4be8-970e-258e655bab1b Sep 22 08:37:20.105813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:20.114469 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.137998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] For port eccad5bd-ad3c-4d1d-a804-242e0739e3c3, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:20.140104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Sync routers for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:20.152151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:20.173020 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:20.182896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] For port eccad5bd-ad3c-4d1d-a804-242e0739e3c3, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eccad5bd-ad3c-4d1d-a804-242e0739e3c3,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:20.188571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:20.189047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:20.190808 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:20.191800 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:20.286869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] No DVR routers for this DVR port 4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:20.297504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.299825 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a149a17d-94eb-4b11-9436-526cedfe80dd req-925f3481-10d8-4f2a-9952-5cc8f2c3ab3f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "DELETE /v2.0/ports/4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff HTTP/1.1" status: 204 len: 173 time: 9.0992339 Sep 22 08:37:20.301433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'name': 'network-vif-deleted', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:37:20.304103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de2369-790f-4236-b0a3-accc434f8490" -d '{"events": [{"server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "name": "network-vif-deleted", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:37:20.328456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] For port 315c2f14-ffce-4155-b9c0-caab0ecba551, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=315c2f14-ffce-4155-b9c0-caab0ecba551,segment=NetworkSegment(565d8ae0-c4c4-40e9-a219-e33b9db1d8a8),segment_id=565d8ae0-c4c4-40e9-a219-e33b9db1d8a8)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:20.328862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.342486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.384391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Port c51d8796-441b-4be8-970e-258e655bab1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:20.492338 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Routers {'1016d851-091b-416f-b80e-242092fe6585'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:20.492967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['1016d851-091b-416f-b80e-242092fe6585'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:20.501589 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:20.542161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b7fae-b103-4a8e-92c0-66397c97eb87 x-openstack-request-id: req-923b7fae-b103-4a8e-92c0-66397c97eb87 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:37:20.543111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19bb0f4-f48d-454f-b8de-a7f3accaad53", "name": "network-vif-deleted", "tag": "4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:37:20.543641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-923b7fae-b103-4a8e-92c0-66397c97eb87 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:37:20.544259 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923b7fae-b103-4a8e-92c0-66397c97eb87'] response: {'server_uuid': 'c19bb0f4-f48d-454f-b8de-a7f3accaad53', 'name': 'network-vif-deleted', 'tag': '4ceb7bbe-c69b-4c41-b2f8-be6c9323fbff', 'status': 'completed', 'code': 200} Sep 22 08:37:20.579338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 315c2f14-ffce-4155-b9c0-caab0ecba551 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:20.601411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.714224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.792835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No DVR routers for this DVR port 315c2f14-ffce-4155-b9c0-caab0ecba551 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:20.849878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning for port 3f51c178-4a60-4dd3-be20-a23893f9dcfa completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:20.855071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 315c2f14-ffce-4155-b9c0-caab0ecba551 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:20.900737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=315c2f14-ffce-4155-b9c0-caab0ecba551,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:20.914268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.918491 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-55ea3e84-2e0f-4994-8d84-a56fe745cdc4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5904243 Sep 22 08:37:20.935361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Provisioning complete for port 3f51c178-4a60-4dd3-be20-a23893f9dcfa triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:20.935729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:20.936054 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Attempt 1 to provision port 3f51c178-4a60-4dd3-be20-a23893f9dcfa Sep 22 08:37:20.941993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39180) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:21.051791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.113003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 315c2f14-ffce-4155-b9c0-caab0ecba551 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:21.113495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 315c2f14-ffce-4155-b9c0-caab0ecba551 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:21.114564 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:21.125884 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:21.146198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f448adf-9f55-4fc4-971a-0e021e12b9c5 None None] Pushing event updated for resources: {'Port': ['ID=eccad5bd-ad3c-4d1d-a804-242e0739e3c3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:21.148378 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:21.149010 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:21.179758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Allocated IP 172.20.0.2 (dccf9916-32da-4e91-83c6-77429b5d0c0c/9abb0d4a-ddd3-4260-ab32-368639f48f00/b397697d-ebbf-40c2-8b8f-a2437e6971ee) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:21.191030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.214016 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-016794db-dc09-4335-9dba-9cc735c500d3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2708848 Sep 22 08:37:21.227938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39188) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:21.229986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.262699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b30a278-2caa-4d0f-b289-9b1a700b1116']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:21.301023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] For port 315c2f14-ffce-4155-b9c0-caab0ecba551, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=315c2f14-ffce-4155-b9c0-caab0ecba551,segment=NetworkSegment(565d8ae0-c4c4-40e9-a219-e33b9db1d8a8),segment_id=565d8ae0-c4c4-40e9-a219-e33b9db1d8a8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:21.301416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.334411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565d8ae0-c4c4-40e9-a219-e33b9db1d8a8') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:21.334784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565d8ae0-c4c4-40e9-a219-e33b9db1d8a8') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:21.372579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:21.390294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port eccad5bd-ad3c-4d1d-a804-242e0739e3c3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:21.391440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.426788 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea66555f-4439-415c-9c2e-dae97e7aa96c req-94164fb7-48b3-41e3-a18c-7b1041526238 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=c19bb0f4-f48d-454f-b8de-a7f3accaad53 HTTP/1.1" status: 200 len: 210 time: 0.1483033 Sep 22 08:37:21.433782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] Set router 1016d851-091b-416f-b80e-242092fe6585 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:21.451796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.501787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.506505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 752dd8ce-41fe-40a9-9251-1792ecf98351 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:21.506848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.529242 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:21.568126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:21.568553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.660773 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 565d8ae0-c4c4-40e9-a219-e33b9db1d8a8 resource provider aggregate not found Sep 22 08:37:21.871480 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 565d8ae0-c4c4-40e9-a219-e33b9db1d8a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 565d8ae0-c4c4-40e9-a219-e33b9db1d8a8 found for delete ", "request_id": "req-5883e4c4-efb4-458b-814f-f578f29058cf"}]} Sep 22 08:37:21.881384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port eccad5bd-ad3c-4d1d-a804-242e0739e3c3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eccad5bd-ad3c-4d1d-a804-242e0739e3c3,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:21.883420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:21.952425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee38e0-eb57-4e71-8e2a-fe2ff486d21b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:21.956252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e0ee38e0-eb57-4e71-8e2a-fe2ff486d21b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7164724 Sep 22 08:37:21.959340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39196) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:21.991081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Calling delete_port for 315c2f14-ffce-4155-b9c0-caab0ecba551 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:22.021168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ad169640-ece3-4a14-a3ea-a0b7c1acb35c tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557854 Sep 22 08:37:22.021168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39200) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:22.026895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.032121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1859814872', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:22.070089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.070927 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:22.077213 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a695f8-80ef-47c1-bddc-1e18e9711dae None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:22.115140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for eccad5bd-ad3c-4d1d-a804-242e0739e3c3 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:22.153993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=0b30a278-2caa-4d0f-b289-9b1a700b1116,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:22.172904 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a268abc-ac59-40d0-acb2-b10438ea73f7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/0b30a278-2caa-4d0f-b289-9b1a700b1116 HTTP/1.1" status: 204 len: 168 time: 2.8554924 Sep 22 08:37:22.179613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39204) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:22.234642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port 752dd8ce-41fe-40a9-9251-1792ecf98351, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=752dd8ce-41fe-40a9-9251-1792ecf98351,segment=NetworkSegment(acf2a0ca-2106-454d-9618-2886fa7dc46b),segment_id=acf2a0ca-2106-454d-9618-2886fa7dc46b)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:22.235332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.243731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:22.252823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:22.306294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:22.367798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port c51d8796-441b-4be8-970e-258e655bab1b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:22.368143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.380417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 752dd8ce-41fe-40a9-9251-1792ecf98351 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:22.409032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:22.442673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:22.446447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.514411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0762afee-e7d7-4dd3-99e0-4c64930ea2b5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:22.520709 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0762afee-e7d7-4dd3-99e0-4c64930ea2b5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/3eba98fa-a305-411d-9621-2d23f34d15ca HTTP/1.1" status: 200 len: 845 time: 0.3401089 Sep 22 08:37:22.532063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fb0f0e-df4c-4da5-935b-4dd985e2df20 None None] New status for floating IP ec2d6066-d6a0-4ba6-a182-06e3127464e2: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:37:22.541895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39210) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:22.717750 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b213f652-633b-4551-8d79-e428c9775502 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/3eba98fa-a305-411d-9621-2d23f34d15ca?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1728251 Sep 22 08:37:22.719107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39218) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:22.738721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:22.748523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.810409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:22.810730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:22.882082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=bc384c0d-f97b-4534-a6ad-0b1e13ad7f37,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:22.914228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Current status of the port 3f51c178-4a60-4dd3-be20-a23893f9dcfa is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:22.914607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.928654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:17Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:22.940994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Checking router: 9e091d73-5986-4a6a-9625-f16cbdc90b1e for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:22.941329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Updating router 9e091d73-5986-4a6a-9625-f16cbdc90b1e port 62e25077-8591-4e22-ac72-7c7b25d8797d binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:37:22.954873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:22.955256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: 4cda4109-fc23-46ed-84ab-0baefbb302e4, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:22.970520 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-a3455d30-bf3c-48b9-a5ed-4e1a22f5e0dd tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189907416&fields=id&tenant_id=2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 267 time: 0.1286814 Sep 22 08:37:22.976473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:22.995442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:23.003731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:23.021003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.061455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:23.070157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.092956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.134960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for c51d8796-441b-4be8-970e-258e655bab1b owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:23.137284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=752dd8ce-41fe-40a9-9251-1792ecf98351,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:23.140146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:23.163281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:23.175867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016d851-091b-416f-b80e-242092fe6585', 'name': 'tempest-NetworksTestDHCPv6-router-944121904', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:04Z', 'updated_at': '2022-09-22T08:37:11Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None, '_interfaces': [{'id': 'eccad5bd-ad3c-4d1d-a804-242e0739e3c3', 'name': '', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'mac_address': 'fa:16:3e:49:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016d851-091b-416f-b80e-242092fe6585', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd292cc8c-f6b1-4eb3-bb62-cb92e22d4a66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:07Z', 'updated_at': '2022-09-22T08:37:20Z', 'revision_number': 4, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'subnets': [{'id': 'd292cc8c-f6b1-4eb3-bb62-cb92e22d4a66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:23.192397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeb40c0-683c-4e2a-9e7b-b8c01313c2ce None None] The sync data for ids ['1016d851-091b-416f-b80e-242092fe6585'] in dv-neutron-857569-1-hyperv is: [{'id': '1016d851-091b-416f-b80e-242092fe6585', 'name': 'tempest-NetworksTestDHCPv6-router-944121904', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:04Z', 'updated_at': '2022-09-22T08:37:11Z', 'revision_number': 2, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None, '_interfaces': [{'id': 'eccad5bd-ad3c-4d1d-a804-242e0739e3c3', 'name': '', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'mac_address': 'fa:16:3e:49:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1016d851-091b-416f-b80e-242092fe6585', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'd292cc8c-f6b1-4eb3-bb62-cb92e22d4a66', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:07Z', 'updated_at': '2022-09-22T08:37:20Z', 'revision_number': 4, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'subnets': [{'id': 'd292cc8c-f6b1-4eb3-bb62-cb92e22d4a66', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:23.201367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] For port 3f51c178-4a60-4dd3-be20-a23893f9dcfa, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3f51c178-4a60-4dd3-be20-a23893f9dcfa,segment=NetworkSegment(8c8314c3-b27b-4eba-bde7-34e83854aa94),segment_id=8c8314c3-b27b-4eba-bde7-34e83854aa94)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:23.204551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Transition to ACTIVE for port object b397697d-ebbf-40c2-8b8f-a2437e6971ee will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:23.206070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 4cda4109-fc23-46ed-84ab-0baefbb302e4) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:23.242228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Transition to ACTIVE for port object b397697d-ebbf-40c2-8b8f-a2437e6971ee will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:23.242476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.259366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175812cd-78f7-4b9f-9a47-e60e9f01fe5e None None] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:23.277230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.328009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.401054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.415638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:23.419984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.425013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:23.425517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.428102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Deleting port 315c2f14-ffce-4155-b9c0-caab0ecba551 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:23.429309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.451949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:23.514548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-207745db-0227-456c-9a54-f224b03c44ce None None] Could not find standard attr ID for object eccad5bd-ad3c-4d1d-a804-242e0739e3c3. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:37:23.561521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=eccad5bd-ad3c-4d1d-a804-242e0739e3c3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:23.658176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Network dccf9916-32da-4e91-83c6-77429b5d0c0c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:23.659774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:23.684941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1184c152-8d54-4270-8999-cdf60623b993 None None] The port '315c2f14-ffce-4155-b9c0-caab0ecba551' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:37:23.746639 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-153a4137-cfd9-47ef-b54a-231571d4653b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7218499 Sep 22 08:37:23.822857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39224) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:23.851550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-207745db-0227-456c-9a54-f224b03c44ce None None] Could not find standard attr ID for object c51d8796-441b-4be8-970e-258e655bab1b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:37:23.853000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ef926-7bcb-4f09-a923-3bb835ee978b None None] Pushing event updated for resources: {'Port': ['ID=3f51c178-4a60-4dd3-be20-a23893f9dcfa,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:23.862928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=c51d8796-441b-4be8-970e-258e655bab1b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:23.866325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:23.947484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.030310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-28f02b38-1019-4050-8cb4-6276eacbadbb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:24.032278 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-28f02b38-1019-4050-8cb4-6276eacbadbb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 812 time: 1.0486565 Sep 22 08:37:24.061064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=9abb0d4a-ddd3-4260-ab32-368639f48f00,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:24.121941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.177711 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-f2a89e33-d605-4672-90c3-a7eb87c4c348 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/quotas/2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 375 time: 0.1334193 Sep 22 08:37:24.301306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:37:24.332158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.362745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccf9916-32da-4e91-83c6-77429b5d0c0c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:24.376558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2244c04-41db-45d0-8491-5a39ad849697') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:24.376558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2244c04-41db-45d0-8491-5a39ad849697') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:24.388592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.424235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Attempting to bind port b397697d-ebbf-40c2-8b8f-a2437e6971ee on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:24.424581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Attempting to bind port b397697d-ebbf-40c2-8b8f-a2437e6971ee by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'a2244c04-41db-45d0-8491-5a39ad849697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:24.424854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Attempting to bind port b397697d-ebbf-40c2-8b8f-a2437e6971ee on network dccf9916-32da-4e91-83c6-77429b5d0c0c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:24.426802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Pushing event updated for resources: {'Port': ['ID=b397697d-ebbf-40c2-8b8f-a2437e6971ee,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:24.445371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:24.445748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Checking segment: {'id': 'a2244c04-41db-45d0-8491-5a39ad849697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:24.446136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.446516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Bound using segment: {'id': 'a2244c04-41db-45d0-8491-5a39ad849697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:24.446975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Bound port: b397697d-ebbf-40c2-8b8f-a2437e6971ee, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2244c04-41db-45d0-8491-5a39ad849697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:24.447362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.464179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.476948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.481671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-4cda4109-fc23-46ed-84ab-0baefbb302e4', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:24.482508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.557059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:24.557404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.617468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:24.648971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] For port b397697d-ebbf-40c2-8b8f-a2437e6971ee, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:24.716503 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a2244c04-41db-45d0-8491-5a39ad849697 resource provider aggregate not found Sep 22 08:37:24.733646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:24.743387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 08:37:24.743387 dv-neutron-857569-1-hyperv neutron-server[89051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 08:37:24.743387 dv-neutron-857569-1-hyperv neutron-server[89051]: [parameters: {'id': 'dccf9916-32da-4e91-83c6-77429b5d0c0c'}] Sep 22 08:37:24.743387 dv-neutron-857569-1-hyperv neutron-server[89051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:24.743849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:24.754979 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a2244c04-41db-45d0-8491-5a39ad849697 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2244c04-41db-45d0-8491-5a39ad849697 found for delete ", "request_id": "req-b530731a-6e59-4df3-8b81-159dbcd583af"}]} Sep 22 08:37:24.755610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Allocated IP 172.20.0.2 (4cda4109-fc23-46ed-84ab-0baefbb302e4/bc384c0d-f97b-4534-a6ad-0b1e13ad7f37/1878e02f-e3c6-4127-a736-a1892497570c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:24.833533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Router 1016d851-091b-416f-b80e-242092fe6585 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:25.029476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.041423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Transition to ACTIVE for port object 1878e02f-e3c6-4127-a736-a1892497570c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:25.062914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Transition to ACTIVE for port object 1878e02f-e3c6-4127-a736-a1892497570c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:25.073157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] For port b397697d-ebbf-40c2-8b8f-a2437e6971ee, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b397697d-ebbf-40c2-8b8f-a2437e6971ee,segment=NetworkSegment(a2244c04-41db-45d0-8491-5a39ad849697),segment_id=a2244c04-41db-45d0-8491-5a39ad849697)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:25.076542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Transition to ACTIVE for port object 62e25077-8591-4e22-ac72-7c7b25d8797d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:25.080692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3f51c178-4a60-4dd3-be20-a23893f9dcfa up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:25.145246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.149088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.150790 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-b71c2f0e-683f-4aa3-a486-449f08ac574c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9472649 Sep 22 08:37:25.156387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.164491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:25.177792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:25.178258 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c7b434e1-4ac5-4c6f-8f9c-a88e1b3d5409 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3598528 Sep 22 08:37:25.184280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39234) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:25.200685 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:25.202933 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:25.249259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.257198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:25.300337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Pushing event updated for resources: {'Port': ['ID=1878e02f-e3c6-4127-a736-a1892497570c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:25.310789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:25.314650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:25.315605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.316627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=1537b805-664a-4a36-94a8-69338e5b56f8,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:25.319236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:25.319825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.334282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] Sync routers for ids ['1016d851-091b-416f-b80e-242092fe6585'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:25.353574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Router 7655aacf-5133-45ed-b1d1-fefddad4c4dc has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:25.360341 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f6bd9ff-e842-4bc7-a128-b65320973980 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "PUT /v2.0/routers/1016d851-091b-416f-b80e-242092fe6585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4006658 Sep 22 08:37:25.364601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c517c5d5-613c-4844-8ae5-5e8b6919013d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6387913 Sep 22 08:37:25.365193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39238) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:25.369543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39240) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:25.391115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:25.399795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85cbdc-887a-4399-be70-370ee613a022 None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:25.422200 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:25.441503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff5c35-6f8c-4b78-9819-7b102212233a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:25.443104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff5c35-6f8c-4b78-9819-7b102212233a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:25.443910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eeff5c35-6f8c-4b78-9819-7b102212233a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:25.449218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'security_group': {'name': 'tempest-secgroup-1874798342'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:25.518948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:25.551689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:25.551948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:25.556896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:25.595855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:25.604028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Deleting port b397697d-ebbf-40c2-8b8f-a2437e6971ee {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:25.604370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.615173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:25.617879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eeff5c35-6f8c-4b78-9819-7b102212233a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:25.619036 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eeff5c35-6f8c-4b78-9819-7b102212233a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2510474 Sep 22 08:37:25.630502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:25.632726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.635943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:25.814472 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:22Z', 'revision_number': 8, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:25.819739 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:25.825427 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-8c955598-aece-458d-b6e0-93f1d372f18f service neutron] 10.222.0.42 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565280 Sep 22 08:37:25.832652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.837741 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:25.838513 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:25.865335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet d292cc8c-f6b1-4eb3-bb62-cb92e22d4a66 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:25.868139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.870925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Attempting to bind port 62e25077-8591-4e22-ac72-7c7b25d8797d on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:25.871934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Attempting to bind port 62e25077-8591-4e22-ac72-7c7b25d8797d by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:25.872458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Attempting to bind port 62e25077-8591-4e22-ac72-7c7b25d8797d on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:25.898851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] Routers {'1016d851-091b-416f-b80e-242092fe6585'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:25.899879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['1016d851-091b-416f-b80e-242092fe6585'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:25.971991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.996809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:25.997544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:25.998151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:25.998709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:25.999425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Bound port: 62e25077-8591-4e22-ac72-7c7b25d8797d, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:26.000923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.029233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3f51c178-4a60-4dd3-be20-a23893f9dcfa triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:26.030018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.030646 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3f51c178-4a60-4dd3-be20-a23893f9dcfa Sep 22 08:37:26.054882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:26.069597 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4fe3cd99-cff2-4d4d-b793-477a15f8dc27 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "PUT /v2.0/routers/7655aacf-5133-45ed-b1d1-fefddad4c4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4996824 Sep 22 08:37:26.070692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39250) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:26.091405 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] Sync routers for ids ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:26.103406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.107449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.116542 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] Routers {'7655aacf-5133-45ed-b1d1-fefddad4c4dc'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:26.117677 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:26.145996 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc6aa17-fa2b-4fcf-aef7-0092e1bb765a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:37:26.146601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0cc6aa17-fa2b-4fcf-aef7-0092e1bb765a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:26.149935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:26.161852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group_rule and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:26.166824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:26.184761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:26.205050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0cc6aa17-fa2b-4fcf-aef7-0092e1bb765a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:26.206341 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:26.209504 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0cc6aa17-fa2b-4fcf-aef7-0092e1bb765a tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/c51d8796-441b-4be8-970e-258e655bab1b HTTP/1.1" status: 404 len: 333 time: 0.1352472 Sep 22 08:37:26.210118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:26.226711 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] Routers {'7655aacf-5133-45ed-b1d1-fefddad4c4dc'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:26.227906 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:26.241727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Attempting to bind port 1878e02f-e3c6-4127-a736-a1892497570c on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:26.242190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Attempting to bind port 1878e02f-e3c6-4127-a736-a1892497570c by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:26.242556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Attempting to bind port 1878e02f-e3c6-4127-a736-a1892497570c on network 4cda4109-fc23-46ed-84ab-0baefbb302e4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:26.294255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:26.294855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Checking segment: {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:26.295280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.295944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Bound using segment: {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:26.296426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Bound port: 1878e02f-e3c6-4127-a736-a1892497570c, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:26.297387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.332114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] Set router 1016d851-091b-416f-b80e-242092fe6585 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:26.354857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.355695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] For port b397697d-ebbf-40c2-8b8f-a2437e6971ee, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b397697d-ebbf-40c2-8b8f-a2437e6971ee,segment=NetworkSegment(a2244c04-41db-45d0-8491-5a39ad849697),segment_id=a2244c04-41db-45d0-8491-5a39ad849697)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:26.356204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.378638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb1824-7b28-41eb-8352-f34d3675be88 None None] Pushing event updated for resources: {'Port': ['ID=b397697d-ebbf-40c2-8b8f-a2437e6971ee,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:26.382015 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:26.382674 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61178616-fe5e-46e5-aafe-46f45e090928 None None] The sync data for ids ['7655aacf-5133-45ed-b1d1-fefddad4c4dc'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:26.408507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13f7d206-efb9-4f18-bd5f-2e70d5208020 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.419412 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:26.423257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3238bb9-7f8e-42cd-bb25-4677597a9636 None None] Network dccf9916-32da-4e91-83c6-77429b5d0c0c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:26.491103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Calling delete_port for b397697d-ebbf-40c2-8b8f-a2437e6971ee owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:26.610831 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-9f7972e7-e49c-4d23-bcdf-2417e4fd245b service neutron] 10.222.0.42 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214928 Sep 22 08:37:26.680976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016d851-091b-416f-b80e-242092fe6585', 'name': 'tempest-NetworksTestDHCPv6-router-944121904', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:04Z', 'updated_at': '2022-09-22T08:37:22Z', 'revision_number': 3, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:26.730182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.736359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.747206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] Checking router: 1016d851-091b-416f-b80e-242092fe6585 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:26.749778 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] For port 62e25077-8591-4e22-ac72-7c7b25d8797d, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:26.782188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519546a-7174-4da9-b7db-dd360c032571 None None] Pushing event updated for resources: {'Port': ['ID=62e25077-8591-4e22-ac72-7c7b25d8797d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:26.802009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13f7d206-efb9-4f18-bd5f-2e70d5208020 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.803955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.804327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13f7d206-efb9-4f18-bd5f-2e70d5208020 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.849438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.881684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.909364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] For port 62e25077-8591-4e22-ac72-7c7b25d8797d, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=62e25077-8591-4e22-ac72-7c7b25d8797d,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:26.920469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f723c619-0b4e-4f16-a3e0-18baabedacdd', 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'tenant_id': '1952bd3ef9bd49818f7d1549347a39d8', 'fixed_ips': [{'subnet_id': '1537b805-664a-4a36-94a8-69338e5b56f8'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:26.922233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.923140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:26.962029 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] Routers {'1016d851-091b-416f-b80e-242092fe6585'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:26.964809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['1016d851-091b-416f-b80e-242092fe6585'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:27.014216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13f7d206-efb9-4f18-bd5f-2e70d5208020 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.014735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f7d206-efb9-4f18-bd5f-2e70d5208020 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Fanout notify agent at l3_agent the message router_deleted on router 7655aacf-5133-45ed-b1d1-fefddad4c4dc {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:37:27.048624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=d292cc8c-f6b1-4eb3-bb62-cb92e22d4a66,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:27.059481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.066010 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:22Z', 'revision_number': 8, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:27.071441 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a4b3ef14-d7bc-4ea5-8b0b-c7db61a1d947 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/d292cc8c-f6b1-4eb3-bb62-cb92e22d4a66 HTTP/1.1" status: 204 len: 168 time: 1.4345655 Sep 22 08:37:27.078891 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe27fa0-cae8-4e43-98ab-78704fce2300 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:22Z', 'revision_number': 8, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91c1da5d-9d99-4855-9fe8-3a7399422462', 'name': '', 'network_id': 'fd34cbe6-0c03-4abb-b30d-c120109016a9', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:00:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:48Z', 'updated_at': '2022-09-22T08:36:58Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '5f84ecaf-355c-405a-a3df-616a7c31946e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:27.083095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13f7d206-efb9-4f18-bd5f-2e70d5208020 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.084268 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13f7d206-efb9-4f18-bd5f-2e70d5208020 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/routers/7655aacf-5133-45ed-b1d1-fefddad4c4dc HTTP/1.1" status: 204 len: 168 time: 0.8636024 Sep 22 08:37:27.087507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7f3704-1d1f-41b3-a433-ecb9a16c9d09,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:27.095900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39264) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:27.096309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39266) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:27.115186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.117257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ee7ed-35e7-4af0-b84e-e6d9b8fdb95b None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:27.168766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:27.219652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.220891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-84353c1b-f3fe-4def-ae20-d421605a061e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7836704 Sep 22 08:37:27.240540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Port': ['ID=b397697d-ebbf-40c2-8b8f-a2437e6971ee,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:27.245400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39274) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:27.254665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'security_group': {'name': 'tempest-secgroup-1170651529'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:27.266848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No DVR routers for this DVR port b397697d-ebbf-40c2-8b8f-a2437e6971ee on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:27.268630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:27.271444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.298233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] For port 1878e02f-e3c6-4127-a736-a1892497570c, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:27.306090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] For port 1878e02f-e3c6-4127-a736-a1892497570c, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1878e02f-e3c6-4127-a736-a1892497570c,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:27.359764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:27.380653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:27.400988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] Set router 1016d851-091b-416f-b80e-242092fe6585 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:27.408624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:27.409222 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3642ba2-2b22-456b-aa95-068927c98d18 req-0b706115-2d27-4dba-be50-b14c43a788fe tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 210 time: 0.0841351 Sep 22 08:37:27.415193 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2ac2cdb1-d709-4743-af0b-213df92f37d6 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5 HTTP/1.1" status: 204 len: 168 time: 2.2292304 Sep 22 08:37:27.418324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39282) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:27.524473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.561900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccf9916-32da-4e91-83c6-77429b5d0c0c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:27.577541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2244c04-41db-45d0-8491-5a39ad849697') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:27.578562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2244c04-41db-45d0-8491-5a39ad849697') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:27.592747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.624244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.649833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.688166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0f6e9ba8-23f1-49bc-9f70-d755c77808f2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:router {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:27.704347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265d43b-2b9d-41ad-9252-052e3783feb9 None None] Network 0003ad9d-5709-480c-8de8-c72173123aa0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:27.715816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet daba809b-027a-44fe-809b-f4383e8f54b6 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:27.716044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:27.716420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.732568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.735056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:27.753494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group_rule and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:27.765675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0f6e9ba8-23f1-49bc-9f70-d755c77808f2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:router {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:27.769611 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f6e9ba8-23f1-49bc-9f70-d755c77808f2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6673250 Sep 22 08:37:27.774520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39294) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:27.781097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016d851-091b-416f-b80e-242092fe6585', 'name': 'tempest-NetworksTestDHCPv6-router-944121904', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:04Z', 'updated_at': '2022-09-22T08:37:22Z', 'revision_number': 3, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:27.825805 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a2244c04-41db-45d0-8491-5a39ad849697 resource provider aggregate not found Sep 22 08:37:27.829484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:27.861177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:27.888495 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a2244c04-41db-45d0-8491-5a39ad849697 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2244c04-41db-45d0-8491-5a39ad849697 found for delete ", "request_id": "req-8fd925ad-cf8a-423a-a488-b156bdec1486"}]} Sep 22 08:37:27.903607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519546a-7174-4da9-b7db-dd360c032571 None None] Pushing event updated for resources: {'Port': ['ID=62e25077-8591-4e22-ac72-7c7b25d8797d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:27.913835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:27.955395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659263d7-f9df-4bde-bbae-52768666d57f None None] The sync data for ids ['1016d851-091b-416f-b80e-242092fe6585'] in dv-neutron-857569-1-hyperv is: [{'id': '1016d851-091b-416f-b80e-242092fe6585', 'name': 'tempest-NetworksTestDHCPv6-router-944121904', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:04Z', 'updated_at': '2022-09-22T08:37:22Z', 'revision_number': 3, 'project_id': 'f021aef679b94ab7b94db01282a287de', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:27.957016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:27.957611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:27.965695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.072341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.101329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=dccf9916-32da-4e91-83c6-77429b5d0c0c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:28.123748 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef880c3b-ffa4-40e3-a3a8-2447e15b0b0a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/dccf9916-32da-4e91-83c6-77429b5d0c0c HTTP/1.1" status: 204 len: 168 time: 8.8941872 Sep 22 08:37:28.124479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39302) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:28.131250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.163654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9564951c-ebf0-415d-bd4d-74a51048fbf0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.182762 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f616efec-ae84-4a7f-92f4-c6ac116f1457 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] GET failed (client error): The resource could not be found. Sep 22 08:37:28.183377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f616efec-ae84-4a7f-92f4-c6ac116f1457 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Synchronizing usage tracker for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:28.237945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.240330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.256316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:28.311138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.324024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:28.324321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.383757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f616efec-ae84-4a7f-92f4-c6ac116f1457 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Unset dirty status for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:28.388003 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f616efec-ae84-4a7f-92f4-c6ac116f1457 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/subnets/9abb0d4a-ddd3-4260-ab32-368639f48f00 HTTP/1.1" status: 404 len: 337 time: 0.2572994 Sep 22 08:37:28.397185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:28.414585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.418803 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1661456 Sep 22 08:37:28.418803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (4cda4109-fc23-46ed-84ab-0baefbb302e4/bc384c0d-f97b-4534-a6ad-0b1e13ad7f37/e9107f50-0795-47dd-aee1-398aa157702f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:28.420105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39310) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:28.425667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1dda-977b-4211-ab35-0bee44084336 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfb59df-d92b-4f0d-bf7b-ffa9550436c3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:28.431463 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e6eeb3-7dd9-4cf6-a13c-5f3e3586dd96 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:28.431935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e6eeb3-7dd9-4cf6-a13c-5f3e3586dd96 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:28.433674 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45e6eeb3-7dd9-4cf6-a13c-5f3e3586dd96 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/dccf9916-32da-4e91-83c6-77429b5d0c0c HTTP/1.1" status: 404 len: 339 time: 0.0348725 Sep 22 08:37:28.439508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1865230391', 'security_groups': ['fdfb59df-d92b-4f0d-bf7b-ffa9550436c3'], 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1537b805-664a-4a36-94a8-69338e5b56f8'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:28.454999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39314) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:28.461083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.670294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733848e4-9d47-435b-a439-751a473c2f05 None None] Pushing event updated for resources: {'Port': ['ID=1878e02f-e3c6-4127-a736-a1892497570c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:28.735376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3f51c178-4a60-4dd3-be20-a23893f9dcfa is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:28.748148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9564951c-ebf0-415d-bd4d-74a51048fbf0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.769855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9564951c-ebf0-415d-bd4d-74a51048fbf0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.822562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eccad5bd-ad3c-4d1d-a804-242e0739e3c3 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:28.894163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:28.900744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:29.059646 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8283d16e-c4cc-4c52-a297-892bda40bbb3 req-2f88ed87-0e0a-47a2-9129-232f96051acd tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 210 time: 0.1786799 Sep 22 08:37:29.107877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: eccad5bd-ad3c-4d1d-a804-242e0739e3c3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:29.110782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eccad5bd-ad3c-4d1d-a804-242e0739e3c3 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:29.111231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 752dd8ce-41fe-40a9-9251-1792ecf98351 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:29.169518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=daba809b-027a-44fe-809b-f4383e8f54b6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:29.173186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Allocated IP 2001:db8::2 (f723c619-0b4e-4f16-a3e0-18baabedacdd/1537b805-664a-4a36-94a8-69338e5b56f8/eff91e1f-e5e5-433f-953a-7b664e69091a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:29.176465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] Deleting port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:29.176645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.177544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port e62cc67d-6c3e-4dae-a81d-dd21893a77e4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e62cc67d-6c3e-4dae-a81d-dd21893a77e4,segment=NetworkSegment(acf2a0ca-2106-454d-9618-2886fa7dc46b),segment_id=acf2a0ca-2106-454d-9618-2886fa7dc46b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:29.177796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.197344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.200467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9564951c-ebf0-415d-bd4d-74a51048fbf0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.201080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9564951c-ebf0-415d-bd4d-74a51048fbf0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Fanout notify agent at l3_agent the message router_deleted on router 1016d851-091b-416f-b80e-242092fe6585 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:37:29.237647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40712dc-460e-45cc-95b8-2e73d8e10bbc None None] Network 889bd352-4a45-4ae4-b019-74b8dc1e336c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:29.262514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ecf41-24ae-4fac-9b4d-ef498da27c0b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:29.270689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-610ecf41-24ae-4fac-9b4d-ef498da27c0b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Synchronizing usage tracker for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:29.275337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 752dd8ce-41fe-40a9-9251-1792ecf98351 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:29.276127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 752dd8ce-41fe-40a9-9251-1792ecf98351 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:29.288861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:29.297691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.306322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:port and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:29.316042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:29.329312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:29.332778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object e9107f50-0795-47dd-aee1-398aa157702f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:29.345460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-610ecf41-24ae-4fac-9b4d-ef498da27c0b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Unset dirty status for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:29.346640 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-610ecf41-24ae-4fac-9b4d-ef498da27c0b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8866711 Sep 22 08:37:29.352172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:29.404949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:29.413078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for e62cc67d-6c3e-4dae-a81d-dd21893a77e4 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:29.437703 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7875ccb-c623-4f45-bf73-5178d9d80d2a tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 207 time: 0.0791860 Sep 22 08:37:29.472184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:29.479806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-d8a7f4dd-d2c7-4834-a24c-cf80ffdaa60d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:29.481644 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-d8a7f4dd-d2c7-4834-a24c-cf80ffdaa60d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 812 time: 0.7308407 Sep 22 08:37:29.487392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9564951c-ebf0-415d-bd4d-74a51048fbf0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.491079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39330) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:29.492541 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9564951c-ebf0-415d-bd4d-74a51048fbf0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/routers/1016d851-091b-416f-b80e-242092fe6585 HTTP/1.1" status: 204 len: 168 time: 1.7090087 Sep 22 08:37:29.497386 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f1ea7e27-1f3d-48a7-8fa5-24a56f928084 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/daba809b-027a-44fe-809b-f4383e8f54b6 HTTP/1.1" status: 204 len: 168 time: 2.3943841 Sep 22 08:37:29.499636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39334) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:29.831040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.891131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:29.972452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:17Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:30.011377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.015134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abcff9f-b925-4cd4-9cfa-52e67a381930 None None] The sync data for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv is: [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:17Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:30.037590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] For port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:30.038492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.070314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:30.089307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6486bec-a8ff-4ab9-b5a1-a0cfd029ad63 None None] DHCP port deletion for 0003ad9d-5709-480c-8de8-c72173123aa0 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:30.091995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 507443b5-5d54-461f-b20a-39ce13d7687a yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:37:30.236794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:30.238894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=e9107f50-0795-47dd-aee1-398aa157702f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:30.244697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:30.281582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e6486bec-a8ff-4ab9-b5a1-a0cfd029ad63 None None] Deleting port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:30.282097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6486bec-a8ff-4ab9-b5a1-a0cfd029ad63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.317406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e1632-469e-4d17-8d42-c9e40c1c073c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:30.323027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e1632-469e-4d17-8d42-c9e40c1c073c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:30.329208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e1632-469e-4d17-8d42-c9e40c1c073c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:30.330783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b61907-0630-4b06-a4ab-49b3ad59e4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:30.332306 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-23b61907-0630-4b06-a4ab-49b3ad59e4d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8401725 Sep 22 08:37:30.335346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e1632-469e-4d17-8d42-c9e40c1c073c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:30.336224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-918e1632-469e-4d17-8d42-c9e40c1c073c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Synchronizing usage tracker for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:30.337847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:30.363851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.375856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] Calling delete_port for ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:30.413219 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63a4ee-9c77-4f90-b4a7-3e85eb99b36c None None] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:30.433497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.434002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.447342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 3f51c178-4a60-4dd3-be20-a23893f9dcfa {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:30.447846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.508005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a48f9-3cbe-4565-bbf4-c9286a4232bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:30.508700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c77a48f9-3cbe-4565-bbf4-c9286a4232bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:30.558354 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Transition to ACTIVE for port object eff91e1f-e5e5-433f-953a-7b664e69091a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:30.587774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-918e1632-469e-4d17-8d42-c9e40c1c073c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Unset dirty status for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:30.588986 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-918e1632-469e-4d17-8d42-c9e40c1c073c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.0904686 Sep 22 08:37:30.608653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39346) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:30.644094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0535eef6-d41e-4e49-b4a4-df68a1ecc2bc req-79f014a6-024e-4755-8b89-55582f4f211d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 210 time: 0.3026695 Sep 22 08:37:30.658855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=e62cc67d-6c3e-4dae-a81d-dd21893a77e4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:30.676734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e6486bec-a8ff-4ab9-b5a1-a0cfd029ad63 None None] The port 'e62cc67d-6c3e-4dae-a81d-dd21893a77e4' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:37:30.693168 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-0d8cea9c-dd8e-4f60-8ae6-3d93db430b37 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 379 time: 1.1924541 Sep 22 08:37:30.695087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] DHCP port deletion for 889bd352-4a45-4ae4-b019-74b8dc1e336c request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:30.705164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-25cd375d-a1a7-4035-b9d8-f33d8a4cccc1 None None] Provisioning for port 1878e02f-e3c6-4127-a736-a1892497570c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:30.706274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No DVR routers for this DVR port e62cc67d-6c3e-4dae-a81d-dd21893a77e4 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:30.712067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Transition to ACTIVE for port object eff91e1f-e5e5-433f-953a-7b664e69091a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:30.719402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'port': {'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'admin_state_up': True, 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'security_groups': ['d2e15d2b-6be5-4f44-b10b-b105c4523310']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:30.732515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] Deleting port 3f51c178-4a60-4dd3-be20-a23893f9dcfa {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:30.732876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.775033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c77a48f9-3cbe-4565-bbf4-c9286a4232bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:30.776676 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c77a48f9-3cbe-4565-bbf4-c9286a4232bd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4351053 Sep 22 08:37:30.833524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:30.866406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:30.988253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:30.995710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:30.998401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:31.001874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 62e25077-8591-4e22-ac72-7c7b25d8797d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:31.080549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.106237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::9f (f723c619-0b4e-4f16-a3e0-18baabedacdd/1537b805-664a-4a36-94a8-69338e5b56f8/507443b5-5d54-461f-b20a-39ce13d7687a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:31.118644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] No DVR routers for this DVR port ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:31.158837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.201651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba43306d-72c0-408f-98eb-cce462d5b636 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:router {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:31.202463 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c78fb9bb-5e70-4970-abc1-4243b8ad4e7e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5916898 Sep 22 08:37:31.210649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:31.301202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba43306d-72c0-408f-98eb-cce462d5b636 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:router {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:31.311066 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba43306d-72c0-408f-98eb-cce462d5b636 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4358637 Sep 22 08:37:31.319605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39358) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:31.352000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:31.472877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.556889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Attempting to bind port eff91e1f-e5e5-433f-953a-7b664e69091a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:31.557433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Attempting to bind port eff91e1f-e5e5-433f-953a-7b664e69091a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'aa7855d8-be56-433f-a117-06d98b8f9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:31.558243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Attempting to bind port eff91e1f-e5e5-433f-953a-7b664e69091a on network f723c619-0b4e-4f16-a3e0-18baabedacdd {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:31.565985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:31.572365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:31.572951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Checking segment: {'id': 'aa7855d8-be56-433f-a117-06d98b8f9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:31.573997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.573997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Bound using segment: {'id': 'aa7855d8-be56-433f-a117-06d98b8f9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:31.574519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Bound port: eff91e1f-e5e5-433f-953a-7b664e69091a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa7855d8-be56-433f-a117-06d98b8f9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:31.575464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.620860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b7d9f-7bc3-492b-aff4-02aab379fc47 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:31.622490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b7d9f-7bc3-492b-aff4-02aab379fc47 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:31.628866 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c98b7d9f-7bc3-492b-aff4-02aab379fc47 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4170516 Sep 22 08:37:31.644667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:31.677770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e771ef-3bc1-4a91-9d71-a3bc3f9257a5 None None] Pushing event deleted for resources: {'Port': ['ID=ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:31.728822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0003ad9d-5709-480c-8de8-c72173123aa0']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:31.742093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 62e25077-8591-4e22-ac72-7c7b25d8797d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:31.743718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.792392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:31.825564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 62e25077-8591-4e22-ac72-7c7b25d8797d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:31.826089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.826530 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 62e25077-8591-4e22-ac72-7c7b25d8797d Sep 22 08:37:31.855004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617d985-e467-4457-9cce-c9f918b40818 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:31.857057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617d985-e467-4457-9cce-c9f918b40818 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:31.857873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4617d985-e467-4457-9cce-c9f918b40818 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Synchronizing usage tracker for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:31.862759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:31.871549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 507443b5-5d54-461f-b20a-39ce13d7687a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:31.872628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf2a0ca-2106-454d-9618-2886fa7dc46b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:31.872931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf2a0ca-2106-454d-9618-2886fa7dc46b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:31.896907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] For port 3f51c178-4a60-4dd3-be20-a23893f9dcfa, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3f51c178-4a60-4dd3-be20-a23893f9dcfa,segment=NetworkSegment(8c8314c3-b27b-4eba-bde7-34e83854aa94),segment_id=8c8314c3-b27b-4eba-bde7-34e83854aa94)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:31.897134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.914399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:31.919176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:31.928889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4617d985-e467-4457-9cce-c9f918b40818 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Unset dirty status for tenant:cc40f393dceb4b749c1558f4b82a655c on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:31.933722 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c481177-7a24-405a-b680-0de63d1f0fc2 req-eaa93b4b-a043-40de-9acb-5791e34d76be tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 210 time: 0.0680788 Sep 22 08:37:31.934352 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4617d985-e467-4457-9cce-c9f918b40818 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2886932 Sep 22 08:37:31.937050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39368) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:31.964088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:31.967371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] For port 3f51c178-4a60-4dd3-be20-a23893f9dcfa, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3f51c178-4a60-4dd3-be20-a23893f9dcfa,segment=NetworkSegment(8c8314c3-b27b-4eba-bde7-34e83854aa94),segment_id=8c8314c3-b27b-4eba-bde7-34e83854aa94)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:31.968004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.076163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.147993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:32.183274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Made reservation on behalf of 2bc0add39cf24367bbfd189efcca01d2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:32.186852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.232187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:32.247622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] Calling delete_port for 3f51c178-4a60-4dd3-be20-a23893f9dcfa owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:32.277505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 62e25077-8591-4e22-ac72-7c7b25d8797d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:32.277505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.304850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.394720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 62e25077-8591-4e22-ac72-7c7b25d8797d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=62e25077-8591-4e22-ac72-7c7b25d8797d,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:32.411199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=507443b5-5d54-461f-b20a-39ce13d7687a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:32.419842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.425536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.426271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1878e02f-e3c6-4127-a736-a1892497570c up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:32.432776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 3f51c178-4a60-4dd3-be20-a23893f9dcfa owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:32.433049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:32.442552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:32.445369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:32.451245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:32.451885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.497619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e70c0-a803-4055-a1ba-edf7b7bf291e None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:32.511368 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c55c1ed-974b-441e-9121-c367f0c562aa tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0875998 Sep 22 08:37:32.513396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39372) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:32.534795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:32.543328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:32.543819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.565056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.579850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.593019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Provisioning for port e9107f50-0795-47dd-aee1-398aa157702f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:32.620406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Provisioning complete for port e9107f50-0795-47dd-aee1-398aa157702f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:32.620687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.621016 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 1 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:32.630463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.695645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] No DVR routers for this DVR port 3f51c178-4a60-4dd3-be20-a23893f9dcfa on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:32.739104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=62e25077-8591-4e22-ac72-7c7b25d8797d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:32.754573 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment acf2a0ca-2106-454d-9618-2886fa7dc46b resource provider aggregate not found Sep 22 08:37:32.758332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:32.762398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.788208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.790449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:32.798129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 1878e02f-e3c6-4127-a736-a1892497570c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:32.803979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073c0ff-e4f8-485b-b4b2-12a9b8e90641 None None] Pushing event deleted for resources: {'Port': ['ID=3f51c178-4a60-4dd3-be20-a23893f9dcfa,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:32.812046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1878e02f-e3c6-4127-a736-a1892497570c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:32.813020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:32.813461 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1878e02f-e3c6-4127-a736-a1892497570c Sep 22 08:37:32.823850 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment acf2a0ca-2106-454d-9618-2886fa7dc46b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acf2a0ca-2106-454d-9618-2886fa7dc46b found for delete ", "request_id": "req-9be15457-023d-4c13-a911-2da88a2997d2"}]} Sep 22 08:37:32.936892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=e9107f50-0795-47dd-aee1-398aa157702f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:33.013077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:33.022692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:33.028469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1878e02f-e3c6-4127-a736-a1892497570c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:33.029034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:33.030767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e2e6d-e486-4020-bac5-35a9bc9fb996 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:33.032285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-276e2e6d-e486-4020-bac5-35a9bc9fb996 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/networks/519c8639-f6e2-4777-aa3a-e9aaaf44cd50 HTTP/1.1" status: 200 len: 799 time: 1.0809298 Sep 22 08:37:33.042607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:33.045182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39382) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:33.071378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:33.075569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:33.081707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 1878e02f-e3c6-4127-a736-a1892497570c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1878e02f-e3c6-4127-a736-a1892497570c,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:33.084901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:33.087604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:33.087767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=0003ad9d-5709-480c-8de8-c72173123aa0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:33.148254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:33.148658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:33.165379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:33.170114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:33.175985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e62cc67d-6c3e-4dae-a81d-dd21893a77e4 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:33.216375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e62cc67d-6c3e-4dae-a81d-dd21893a77e4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:33.216831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e62cc67d-6c3e-4dae-a81d-dd21893a77e4 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:33.217532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3f51c178-4a60-4dd3-be20-a23893f9dcfa no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:33.229821 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5596a352-b0d2-4abd-b120-8d59c8851918 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/0003ad9d-5709-480c-8de8-c72173123aa0 HTTP/1.1" status: 204 len: 168 time: 5.8081510 Sep 22 08:37:33.239175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39386) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:33.253835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c2a28ea4-4034-46c7-9f0e-bc9d7c890e7c req-7b12dfa3-fe74-47ae-82e2-ccefe08296eb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:33.256841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 3f51c178-4a60-4dd3-be20-a23893f9dcfa {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:33.257251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3f51c178-4a60-4dd3-be20-a23893f9dcfa not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:33.257729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:33.297492 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 2 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:33.308745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:33.319240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:33.332730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:33.332730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ab1a1585-a8c0-45e5-9f9f-8dd9a0dcf670 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:33.352791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=1878e02f-e3c6-4127-a736-a1892497570c,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:33.375434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:33.456333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c2a28ea4-4034-46c7-9f0e-bc9d7c890e7c req-7b12dfa3-fe74-47ae-82e2-ccefe08296eb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:33.457491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2a28ea4-4034-46c7-9f0e-bc9d7c890e7c req-7b12dfa3-fe74-47ae-82e2-ccefe08296eb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 210 time: 0.2862833 Sep 22 08:37:33.462621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Allocated IP 172.20.0.9 (cfeb1508-c408-4fd0-98ac-1b700f7d6c99/21f47774-0b44-4a40-b1fd-7c810493b139/2337c0aa-249f-46ca-b05d-65b28b71979a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:33.525092 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bfbf94e3-0e83-4968-9612-60f91f4346fe tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/networks/519c8639-f6e2-4777-aa3a-e9aaaf44cd50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4786742 Sep 22 08:37:33.536187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39390) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:33.590686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 62e25077-8591-4e22-ac72-7c7b25d8797d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:33.643881 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1537b805-664a-4a36-94a8-69338e5b56f8 (CIDR: 2001:db8::/64) Sep 22 08:37:33.652679 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:37:33.653143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:33.682459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 9e091d73-5986-4a6a-9625-f16cbdc90b1e has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:33.692510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 3f51c178-4a60-4dd3-be20-a23893f9dcfa {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:33.693660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:33.697447 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-313f42e5-1b7b-451d-a0e3-d411d44efa01 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1839540 Sep 22 08:37:33.700147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:33.702615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 62e25077-8591-4e22-ac72-7c7b25d8797d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:33.703580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:33.703917 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 62e25077-8591-4e22-ac72-7c7b25d8797d Sep 22 08:37:33.848010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 62e25077-8591-4e22-ac72-7c7b25d8797d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:33.849292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:33.896253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:33.915735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] The port '3f51c178-4a60-4dd3-be20-a23893f9dcfa' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:37:33.920535 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 3 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:33.923438 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5ae909f-71bc-43f6-aeed-50b199d13f16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/9e091d73-5986-4a6a-9625-f16cbdc90b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0911543 Sep 22 08:37:33.930310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:33.942895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a52331-1093-4463-b9db-87dc5ea805ab tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:33.944253 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9a52331-1093-4463-b9db-87dc5ea805ab tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/subnets/bd380641-19ff-484a-b156-24087cb6b4c2 HTTP/1.1" status: 200 len: 811 time: 0.4036977 Sep 22 08:37:33.951157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:33.951833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39400) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:33.991458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Sync routers for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:33.996343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:34.018772 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:34.019497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:34.090928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port eff91e1f-e5e5-433f-953a-7b664e69091a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:34.111187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1878e02f-e3c6-4127-a736-a1892497570c up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:34.272758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1878e02f-e3c6-4127-a736-a1892497570c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:34.273128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.273460 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1878e02f-e3c6-4127-a736-a1892497570c Sep 22 08:37:34.352703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba045adf-146b-4bd1-897d-945596c75767 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:37:34.378977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:34.384858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde20f65-1058-4012-9ad6-4534e0214612 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.386496 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bde20f65-1058-4012-9ad6-4534e0214612 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "GET /v2.0/subnets/bd380641-19ff-484a-b156-24087cb6b4c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4299710 Sep 22 08:37:34.405308 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39406) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:34.417121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-243807547'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:34.431960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:34.474104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:34.484772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:34.490205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.491035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.492003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.492687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.493319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.493946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.494838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.495496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.496122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.496794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.497433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.498059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.498682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.503630 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 4 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:34.506936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.508083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.508708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.511615 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c10f6133-972e-47f9-b476-32bf9febac25 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10359 time: 0.5585787 Sep 22 08:37:34.522423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39412) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:34.522589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:34.528202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:34.537637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:34.548206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:34.552894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.564075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:34.569805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:34.573738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.627728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1878e02f-e3c6-4127-a736-a1892497570c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:34.688562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889bd352-4a45-4ae4-b019-74b8dc1e336c']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:34.718625 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25107aee-2395-41f0-9023-783636e5bd76 req-1af1cedc-efec-42b9-af7f-af38a64bb2f5 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 210 time: 0.1141968 Sep 22 08:37:34.730143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:34.748095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:37:34.750328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8314c3-b27b-4eba-bde7-34e83854aa94') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:34.750686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8314c3-b27b-4eba-bde7-34e83854aa94') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:34.772140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.772759 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Added segment 524b6ce1-a40e-4eaf-88ef-9b5684fe38f3 of type vlan for network 641af8b8-8845-4f23-88de-224a68837d71 Sep 22 08:37:34.774270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.826845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.841995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.874086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.894290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.894754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.895209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.895866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.896323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.896767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.897361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.899921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.901282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.901813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.903040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.903756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:34.912976 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9251e0bb-d2d9-405c-b43e-66020cb296a2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7696 time: 0.3842230 Sep 22 08:37:34.915804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39416) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:34.917124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:34.927745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.935994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:34.936566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:34.965855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba045adf-146b-4bd1-897d-945596c75767 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:37:35.021522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:35.039679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:35.040549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.050207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.055954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:35.056554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.072254 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 5 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:35.077369 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8c8314c3-b27b-4eba-bde7-34e83854aa94 resource provider aggregate not found Sep 22 08:37:35.087011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Transition to ACTIVE for port object 2337c0aa-249f-46ca-b05d-65b28b71979a will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:35.112082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=d9cfb351-169e-41a7-bb12-9d0e003f055c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:35.117061 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8c8314c3-b27b-4eba-bde7-34e83854aa94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c8314c3-b27b-4eba-bde7-34e83854aa94 found for delete ", "request_id": "req-c5db8b8d-1a93-43df-b2ce-b47e05185b5c"}]} Sep 22 08:37:35.133879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:35.148556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:30Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:31Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:35.151983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.155107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Checking router: 9e091d73-5986-4a6a-9625-f16cbdc90b1e for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:35.155486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Updating router 9e091d73-5986-4a6a-9625-f16cbdc90b1e port e9107f50-0795-47dd-aee1-398aa157702f binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:37:35.158480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.189974 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f276c413-46e7-4a31-a5c6-27f0c2c390f6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8643391 Sep 22 08:37:35.194453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:35.204111 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/889bd352-4a45-4ae4-b019-74b8dc1e336c HTTP/1.1" status: 204 len: 168 time: 5.6950440 Sep 22 08:37:35.205101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:35.205338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11ac08-3eba-4d6a-8d4c-74195efec6b9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=889bd352-4a45-4ae4-b019-74b8dc1e336c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:35.213111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:35.241746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.252314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Network': ['ID=641af8b8-8845-4f23-88de-224a68837d71,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:35.275649 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-62addf67-5492-4815-a0c7-b52b78bf2643 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8687079 Sep 22 08:37:35.286848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39432) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:35.287032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 641af8b8-8845-4f23-88de-224a68837d71 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:35.300552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'network_id': '641af8b8-8845-4f23-88de-224a68837d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:35.319255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.402141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242688f-0d5a-4523-bf07-e0b9a0aae8a2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:35.402627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0242688f-0d5a-4523-bf07-e0b9a0aae8a2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:35.450377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.451744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:35.471897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:35.474684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:35.519245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0242688f-0d5a-4523-bf07-e0b9a0aae8a2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:35.520430 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0242688f-0d5a-4523-bf07-e0b9a0aae8a2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/7db6cc0d-0fbf-4913-8f09-9a467476ea76 HTTP/1.1" status: 200 len: 841 time: 0.3064756 Sep 22 08:37:35.531001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39436) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:35.535034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=2337c0aa-249f-46ca-b05d-65b28b71979a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:35.573619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:35.576946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:35.583729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:35.590937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:35.591567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.593610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:35.600251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:35.608539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:35.610114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:35.611006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.619695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.625840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:35.646801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=846a41c6-1647-4bcd-a6f7-842d97d9e99b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:35.666975 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16935aa0-80fc-4977-9840-4ca5c17a05e9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/7db6cc0d-0fbf-4913-8f09-9a467476ea76?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1309669 Sep 22 08:37:35.669405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Made reservation on behalf of cc40f393dceb4b749c1558f4b82a655c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:35.672886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:35.677707 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 6 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:35.678231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39440) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:35.679066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:35.694309 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3000981c-3dfc-46fa-8c76-599ee7f88e88 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7977681 Sep 22 08:37:35.696467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39444) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:35.704266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:35.751087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-620476520', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '846a41c6-1647-4bcd-a6f7-842d97d9e99b'}], 'security_groups': ['4a7f3704-1d1f-41b3-a433-ecb9a16c9d09']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:35.779959 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-903b8262-95f9-4bbd-950c-3ea057fd7349 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0654464 Sep 22 08:37:35.832246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:35.846693 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da6096d6-7210-4b2f-b601-1999c5abd8d3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3582 time: 0.9290223 Sep 22 08:37:35.850243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 08:37:35.850752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 08:37:35.861764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Request body: {'port': {'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:35.890109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:35.894110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.024441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'd9cfb351-169e-41a7-bb12-9d0e003f055c'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:36.025555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.135231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.173141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4641fceb-dea1-4bc2-9c94-b084151e4817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.176423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Transition to ACTIVE for port object e9107f50-0795-47dd-aee1-398aa157702f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:36.191071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.201942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.225921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.304222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:36.365778 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 7 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:36.366159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:36.384289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:36.446097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:36.448033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.469720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=2b050ba4-e988-4c62-8409-4599042d8956,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:36.538362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:36.539470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Checking segment: {'id': '524b6ce1-a40e-4eaf-88ef-9b5684fe38f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '641af8b8-8845-4f23-88de-224a68837d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:36.539832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network hostable DHCP agents. Network: 641af8b8-8845-4f23-88de-224a68837d71, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:37:36.546212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.575586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:36.588407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Allocated IP 2001:db8::f816:3eff:fef2:b67 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/d9cfb351-169e-41a7-bb12-9d0e003f055c/3b498a78-de96-4f6f-aba2-434963c8b5d0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:36.592306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef53684-7019-4b61-bcc0-2d2196112f7c None None] Pushing event updated for resources: {'Port': ['ID=e9107f50-0795-47dd-aee1-398aa157702f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:36.611806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Attempting to bind port e9107f50-0795-47dd-aee1-398aa157702f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:36.612203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Attempting to bind port e9107f50-0795-47dd-aee1-398aa157702f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:36.612675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Attempting to bind port e9107f50-0795-47dd-aee1-398aa157702f on network 4cda4109-fc23-46ed-84ab-0baefbb302e4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:36.625497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Network 641af8b8-8845-4f23-88de-224a68837d71 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:37:36.634900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:36.635335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Checking segment: {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:36.635731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.636191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Bound using segment: {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:36.636669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Bound port: e9107f50-0795-47dd-aee1-398aa157702f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:36.637069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.664735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61428d-8a4e-4b38-96b1-03e4d037c379 req-ace772b7-a352-4219-9d41-2080fe70b4bf tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:36.666202 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cd61428d-8a4e-4b38-96b1-03e4d037c379 req-ace772b7-a352-4219-9d41-2080fe70b4bf tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 931 time: 0.6701035 Sep 22 08:37:36.670479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 641af8b8-8845-4f23-88de-224a68837d71) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:36.686481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:36.687818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.738046 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e2df5d31-4808-45af-9771-a63db23fcde5 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4488001 Sep 22 08:37:36.766044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39452) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:36.776351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-65a1f1b2-c611-46c9-8c77-cd48d9682ea7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:36.849051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] For port e9107f50-0795-47dd-aee1-398aa157702f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:36.885771 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cd61428d-8a4e-4b38-96b1-03e4d037c379 req-58d0f1d3-9f1c-4324-8be0-5484d05d56bd tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911285 Sep 22 08:37:36.971998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:36.996704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Transition to ACTIVE for port object 3b498a78-de96-4f6f-aba2-434963c8b5d0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:36.998596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39458) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:37.007759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] For port e9107f50-0795-47dd-aee1-398aa157702f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e9107f50-0795-47dd-aee1-398aa157702f,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:37.011889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503998193', 'description': 'tempest-secgroup-smoke-503998193 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:37.017012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65a1f1b2-c611-46c9-8c77-cd48d9682ea7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7913250'] for subnet, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.021789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.024625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:37.034338 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Transition to ACTIVE for port object 3b498a78-de96-4f6f-aba2-434963c8b5d0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:37.040740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:37.043895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Delete allocated IP 2001:db8::9f (f723c619-0b4e-4f16-a3e0-18baabedacdd/1537b805-664a-4a36-94a8-69338e5b56f8) {{(pid=89051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 08:37:37.047715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:37.055959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:37.069747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8:0:1::367 (f723c619-0b4e-4f16-a3e0-18baabedacdd/846a41c6-1647-4bcd-a6f7-842d97d9e99b/507443b5-5d54-461f-b20a-39ce13d7687a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:37.071187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 91c1da5d-9d99-4855-9fe8-3a7399422462 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:37.071754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.076844 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Attempt 8 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:37.108559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.112191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.153687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:37.154314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:37.177499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:37.198268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:37.208514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:37.255855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:37.262654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef53684-7019-4b61-bcc0-2d2196112f7c None None] Pushing event updated for resources: {'Port': ['ID=e9107f50-0795-47dd-aee1-398aa157702f,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:37.266062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:37.301031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:37.343136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.352086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.366072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Ignored duplicate provisioning block setup for port 507443b5-5d54-461f-b20a-39ce13d7687a by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:37:37.402768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:37.404410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.425142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bbc024c5-98e8-433f-9e50-644bc4f71a27 None None] Port e9107f50-0795-47dd-aee1-398aa157702f had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:37:37.498372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:37.500821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Pushing event updated for resources: {'Port': ['ID=3b498a78-de96-4f6f-aba2-434963c8b5d0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:37.504033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.522769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:37.529886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Attempting to bind port 3b498a78-de96-4f6f-aba2-434963c8b5d0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:37.530228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Attempting to bind port 3b498a78-de96-4f6f-aba2-434963c8b5d0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:37.530505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Attempting to bind port 3b498a78-de96-4f6f-aba2-434963c8b5d0 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:37.534331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:37.534910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.535563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:37.546144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=32e1cb2d-93f9-48c9-93f5-1ddae10c481e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:37.588811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:37.589282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:37.589758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.589950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:37.590429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Bound port: 3b498a78-de96-4f6f-aba2-434963c8b5d0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:37.590801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.597657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] In _notify_port_updated(), no bound segment for port 507443b5-5d54-461f-b20a-39ce13d7687a on network f723c619-0b4e-4f16-a3e0-18baabedacdd {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:37:37.603110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:37.603601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.607580 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "PUT /v2.0/ports/507443b5-5d54-461f-b20a-39ce13d7687a HTTP/1.1" status: 200 len: 930 time: 1.9065406 Sep 22 08:37:37.613008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:37.616094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39462) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:37.628179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:37.632289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2337c0aa-249f-46ca-b05d-65b28b71979a {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:37:37.643971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:37.644449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.648970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port 91c1da5d-9d99-4855-9fe8-3a7399422462, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=91c1da5d-9d99-4855-9fe8-3a7399422462,segment=NetworkSegment(c285a99b-ada9-49ca-9d33-ab30f463dced),segment_id=c285a99b-ada9-49ca-9d33-ab30f463dced)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:37.650045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.650167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa26f8f-788a-4bad-a47e-345b5e908d70 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=507443b5-5d54-461f-b20a-39ce13d7687a,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:37.660954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Provisioning for port 507443b5-5d54-461f-b20a-39ce13d7687a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:37.670734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.708177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65a1f1b2-c611-46c9-8c77-cd48d9682ea7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793211984990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6505453'] for subnet, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.741302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Provisioning complete for port 507443b5-5d54-461f-b20a-39ce13d7687a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:37.741644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.742084 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 1 to provision port 507443b5-5d54-461f-b20a-39ce13d7687a Sep 22 08:37:37.782865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1f1b2-c611-46c9-8c77-cd48d9682ea7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event updated for resources: {'Subnet': ['ID=2b050ba4-e988-4c62-8409-4599042d8956,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:37.792788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 507443b5-5d54-461f-b20a-39ce13d7687a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:37.793131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.809154 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c13ad971-946c-4d4d-980f-5186da6f5d32 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6117749 Sep 22 08:37:37.809930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39466) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:37.821008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 91c1da5d-9d99-4855-9fe8-3a7399422462 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:37.849376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.850139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=f6c5ff10-67b5-4221-b5d9-b2ebb9f07148,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:37.865508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a1f1b2-c611-46c9-8c77-cd48d9682ea7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:37.866312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65a1f1b2-c611-46c9-8c77-cd48d9682ea7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.868401 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-65a1f1b2-c611-46c9-8c77-cd48d9682ea7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "PUT /v2.0/subnets/2b050ba4-e988-4c62-8409-4599042d8956 HTTP/1.1" status: 200 len: 877 time: 1.1009789 Sep 22 08:37:37.872420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:37.879166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39470) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:37.884775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:77:ca:de', 'name': 'tempest-NetworksTestDHCPv6-1524056612'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:37.899447 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6011444c-ab6e-4b60-9609-da2c92f4d141 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2123411 Sep 22 08:37:37.913013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:37.915747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Transition to ACTIVE for port object 2337c0aa-249f-46ca-b05d-65b28b71979a will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:38.052531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.078958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 507443b5-5d54-461f-b20a-39ce13d7687a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:38.115321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'security_group': {'name': 'tempest-secgroup-2022610065'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:38.126121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] For port 3b498a78-de96-4f6f-aba2-434963c8b5d0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:38.132302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:38.132470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] For port 3b498a78-de96-4f6f-aba2-434963c8b5d0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3b498a78-de96-4f6f-aba2-434963c8b5d0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:38.137913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.138295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.139647 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8116672b-b780-4bdf-9faf-93d0077ca5af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1379046 Sep 22 08:37:38.143510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:38.148936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.181333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bb7408ed-1599-4f3f-b4e5-41ac8cc475cb', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:38.205755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:38.223929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:30Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:38.228250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:38.233529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddaf3c7-a210-4087-84eb-c85a3c289588 None None] The sync data for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv is: [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:30Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:38.293973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a447c-2645-4dde-8667-e642d47df6a4 None None] Pushing event updated for resources: {'Port': ['ID=3b498a78-de96-4f6f-aba2-434963c8b5d0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:38.311653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:38.312770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53a8f190-d2e5-4d5c-bd2d-d0ea03a46e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.335238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:38.374946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:38.389629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:38.393499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.441176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:38.472242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:38.568748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Pushing event updated for resources: {'Port': ['ID=2337c0aa-249f-46ca-b05d-65b28b71979a,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:38.578620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.582110 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 2 to provision port 507443b5-5d54-461f-b20a-39ce13d7687a Sep 22 08:37:38.593041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.663470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:38.677235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:38.702154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.704166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:38.709481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 507443b5-5d54-461f-b20a-39ce13d7687a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:38.712037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:38.715346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group_rule and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:38.729456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:38.748416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:38.762487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:38.780315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Attempting to bind port 2337c0aa-249f-46ca-b05d-65b28b71979a on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:38.780815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Attempting to bind port 2337c0aa-249f-46ca-b05d-65b28b71979a by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:38.781306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Attempting to bind port 2337c0aa-249f-46ca-b05d-65b28b71979a on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:38.792241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.794146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.798568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:38.803450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=2b050ba4-e988-4c62-8409-4599042d8956,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:38.815667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:38.837890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Port 2337c0aa-249f-46ca-b05d-65b28b71979a on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:37:38.838222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Attempting to bind port 2337c0aa-249f-46ca-b05d-65b28b71979a on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:39.000705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38aee0fc-45ab-4a86-aed9-c998dd57a3d2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:39.007330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:39.007791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Checking segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:39.008065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Bound using segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:39.008421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Bound port: 2337c0aa-249f-46ca-b05d-65b28b71979a, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:39.008771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.025795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 507443b5-5d54-461f-b20a-39ce13d7687a owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:39.030286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb4361-4bdb-4332-911e-d8e3f048df79 req-6725bcc7-7fde-4f5e-ba50-9533e1aeb365 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:39.031907 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8dbb4361-4bdb-4332-911e-d8e3f048df79 req-6725bcc7-7fde-4f5e-ba50-9533e1aeb365 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 943 time: 0.9066043 Sep 22 08:37:39.039534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.090847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.118823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.120811 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f1025439-696f-40ec-b0b8-5944108b7767 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9516599 Sep 22 08:37:39.127664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39484) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:39.133538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641af8b8-8845-4f23-88de-224a68837d71']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:39.147585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bb7408ed-1599-4f3f-b4e5-41ac8cc475cb', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:39.154244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:39.160154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:39.163650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:39.165936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=91c1da5d-9d99-4855-9fe8-3a7399422462,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:39.170078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:39.195851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524b6ce1-a40e-4eaf-88ef-9b5684fe38f3') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:39.196247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524b6ce1-a40e-4eaf-88ef-9b5684fe38f3') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:39.210641 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 3 to provision port 507443b5-5d54-461f-b20a-39ce13d7687a Sep 22 08:37:39.224685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.296197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.344356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.350463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 507443b5-5d54-461f-b20a-39ce13d7687a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:39.355908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:39.356420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.428242 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:37:39.462818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.511344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.511799 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8dbb4361-4bdb-4332-911e-d8e3f048df79 req-8ba04f9a-6a0c-47bb-91cf-f5804450295f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4678009 Sep 22 08:37:39.528903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.574685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.585790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] For port 2337c0aa-249f-46ca-b05d-65b28b71979a, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:39.588186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.588469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port cb0649e0-4f78-4de3-8da3-1b08ea576858 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:37:39.597069 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 524b6ce1-a40e-4eaf-88ef-9b5684fe38f3 resource provider aggregate not found Sep 22 08:37:39.607684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.635308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.695116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbaa6e8-920f-46f9-b308-7e63bdc0a80a None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:39.695309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] For port 2337c0aa-249f-46ca-b05d-65b28b71979a, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2337c0aa-249f-46ca-b05d-65b28b71979a,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:39.717133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.750380 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 524b6ce1-a40e-4eaf-88ef-9b5684fe38f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 524b6ce1-a40e-4eaf-88ef-9b5684fe38f3 found for delete ", "request_id": "req-0a8f8ec2-ad84-42b7-923b-b6563918b3b1"}]} Sep 22 08:37:39.752564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.752692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e9107f50-0795-47dd-aee1-398aa157702f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:39.759209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=641af8b8-8845-4f23-88de-224a68837d71,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:39.761833 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2595f513-b822-41a6-be3b-f6864dd173e7 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/641af8b8-8845-4f23-88de-224a68837d71 HTTP/1.1" status: 204 len: 168 time: 1.8729370 Sep 22 08:37:39.787934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39496) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:39.788548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.796834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.901253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6756dc-3ccb-453d-8ded-94bf3288d02b None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:39.950245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:39.950858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.952255 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] 10.222.0.48 "PUT /v2.0/ports/2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 200 len: 1093 time: 4.1163838 Sep 22 08:37:39.973310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898b9e1-4743-426d-9e02-98daeecde94d service neutron] Pushing event updated for resources: {'Port': ['ID=2337c0aa-249f-46ca-b05d-65b28b71979a,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:39.978268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:39.979601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8509974 Sep 22 08:37:39.986795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:37:39.990494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb1cc00-8340-49ad-8b44-522c3b07181b" -d '{"events": [{"name": "network-changed", "server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:37:39.993778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39500) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.007119 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26880c1-3c59-487f-881a-75c3b52c2a59 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:40.011074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26880c1-3c59-487f-881a-75c3b52c2a59 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:40.014300 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d26880c1-3c59-487f-881a-75c3b52c2a59 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/2b050ba4-e988-4c62-8409-4599042d8956 HTTP/1.1" status: 404 len: 337 time: 0.2237625 Sep 22 08:37:40.020899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39504) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.021631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80436a8c-f209-4477-8fea-4632a34873d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a624100f-597a-410b-90aa-e03050a6f2b4,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:40.068105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e61048-ed41-4605-8fa0-29dc73d64287 None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:40.103866 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bc4b05-1112-4232-a64b-be47615c8b81 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:40.105196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bc4b05-1112-4232-a64b-be47615c8b81 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:40.110818 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-57bc4b05-1112-4232-a64b-be47615c8b81 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/641af8b8-8845-4f23-88de-224a68837d71 HTTP/1.1" status: 404 len: 339 time: 0.0715282 Sep 22 08:37:40.118900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39508) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.121684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.144180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14533456-265a-46e8-8f89-3820ba2d907f None None] Network 641af8b8-8845-4f23-88de-224a68837d71 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:40.157128 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 4 to provision port 507443b5-5d54-461f-b20a-39ce13d7687a Sep 22 08:37:40.180432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a659c-3df3-40f4-8889-4701c44c3167 x-openstack-request-id: req-170a659c-3df3-40f4-8889-4701c44c3167 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:37:40.180999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:37:40.180999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-170a659c-3df3-40f4-8889-4701c44c3167 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:37:40.181331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170a659c-3df3-40f4-8889-4701c44c3167'] response: {'name': 'network-changed', 'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'status': 'completed', 'code': 200} Sep 22 08:37:40.183939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164509ec-882f-4057-8f73-c530cc0dd2c3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:40.210557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=507443b5-5d54-461f-b20a-39ce13d7687a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:40.217036 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc7e614-c036-45a3-8360-3b1bc55a0a41 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:40.217596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc7e614-c036-45a3-8360-3b1bc55a0a41 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:40.219810 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7fc7e614-c036-45a3-8360-3b1bc55a0a41 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/9abb0d4a-ddd3-4260-ab32-368639f48f00 HTTP/1.1" status: 404 len: 337 time: 0.0953422 Sep 22 08:37:40.222496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bb7408ed-1599-4f3f-b4e5-41ac8cc475cb', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:40.238212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39514) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.256973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 507443b5-5d54-461f-b20a-39ce13d7687a was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:37:40.266622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14533456-265a-46e8-8f89-3820ba2d907f None None] Network 641af8b8-8845-4f23-88de-224a68837d71 could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:40.269618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.271594 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2862ae9e-4ffa-4f69-b505-a97f386bba72 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/507443b5-5d54-461f-b20a-39ce13d7687a HTTP/1.1" status: 204 len: 168 time: 2.6544404 Sep 22 08:37:40.274285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39516) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.293462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84951b-d45a-4a12-aa76-f5f74b128484 None None] Network 641af8b8-8845-4f23-88de-224a68837d71 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:40.320097 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c391d3-c448-41c4-8465-e4f7ccbf05f1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:37:40.320639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-98c391d3-c448-41c4-8465-e4f7ccbf05f1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:40.328980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e9107f50-0795-47dd-aee1-398aa157702f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:40.338624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-98c391d3-c448-41c4-8465-e4f7ccbf05f1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:40.339944 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-98c391d3-c448-41c4-8465-e4f7ccbf05f1 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/507443b5-5d54-461f-b20a-39ce13d7687a HTTP/1.1" status: 404 len: 333 time: 0.0646555 Sep 22 08:37:40.342664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39520) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.343694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84951b-d45a-4a12-aa76-f5f74b128484 None None] Network 641af8b8-8845-4f23-88de-224a68837d71 could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:40.371434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ee61b-4386-4c97-9948-818f1d1f41a0 None None] Network 641af8b8-8845-4f23-88de-224a68837d71 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:40.402225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e9107f50-0795-47dd-aee1-398aa157702f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:40.402597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.402934 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:40.411498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3134f5a-fd8f-4342-ad71-a434f41bb45a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.439810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3134f5a-fd8f-4342-ad71-a434f41bb45a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.450395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:40.462313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.466230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8a1562e4-1c2c-400f-b0f4-2001e44ef36f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.5495579 Sep 22 08:37:40.468521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39526) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.479636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407335752'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:40.483043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Provisioning for port eff91e1f-e5e5-433f-953a-7b664e69091a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:40.489115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:40.494900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:40.496068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:40.497935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:40.505016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:40.505226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:40.511258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3134f5a-fd8f-4342-ad71-a434f41bb45a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.513108 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cd2b94-a9af-475b-8b4a-407f2acd10bb tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:40.513578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cd2b94-a9af-475b-8b4a-407f2acd10bb tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:40.517599 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35cd2b94-a9af-475b-8b4a-407f2acd10bb tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/dccf9916-32da-4e91-83c6-77429b5d0c0c HTTP/1.1" status: 404 len: 339 time: 0.0886757 Sep 22 08:37:40.523865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39530) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.528623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:40.528863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ee61b-4386-4c97-9948-818f1d1f41a0 None None] Network 641af8b8-8845-4f23-88de-224a68837d71 could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 08:37:40.532029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3134f5a-fd8f-4342-ad71-a434f41bb45a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfb59df-d92b-4f0d-bf7b-ffa9550436c3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:40.538278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3134f5a-fd8f-4342-ad71-a434f41bb45a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.539484 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d3134f5a-fd8f-4342-ad71-a434f41bb45a tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/security-groups/fdfb59df-d92b-4f0d-bf7b-ffa9550436c3 HTTP/1.1" status: 204 len: 168 time: 0.1957743 Sep 22 08:37:40.540926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.547550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Provisioning complete for port eff91e1f-e5e5-433f-953a-7b664e69091a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:40.547991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.548305 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 1 to provision port eff91e1f-e5e5-433f-953a-7b664e69091a Sep 22 08:37:40.552329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39534) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.586816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:40.594244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group_rule and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:40.598959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:40.621187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:40.647232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afc1d8d8-d8e7-4538-a447-43df7eaeedd3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.690008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afc1d8d8-d8e7-4538-a447-43df7eaeedd3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.773271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.776367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afc1d8d8-d8e7-4538-a447-43df7eaeedd3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.792167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.814368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1d8d8-d8e7-4538-a447-43df7eaeedd3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7f3704-1d1f-41b3-a433-ecb9a16c9d09,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:40.827907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afc1d8d8-d8e7-4538-a447-43df7eaeedd3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.831819 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-afc1d8d8-d8e7-4538-a447-43df7eaeedd3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/security-groups/4a7f3704-1d1f-41b3-a433-ecb9a16c9d09 HTTP/1.1" status: 204 len: 168 time: 0.2757378 Sep 22 08:37:40.837313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39540) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.875365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:40.879536 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4070044 Sep 22 08:37:40.890007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39544) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:40.897163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2040646097', 'security_groups': ['cd3e7eeb-67a2-4e3c-84ee-5104ed91e5a2'], 'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6c5ff10-67b5-4221-b5d9-b2ebb9f07148'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:40.924448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab29a9c-6063-4147-afed-6b3fc2ae3eca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e7eeb-67a2-4e3c-84ee-5104ed91e5a2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:41.047414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.056931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e9107f50-0795-47dd-aee1-398aa157702f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:41.057305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.078213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 172.20.0.6 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/32e1cb2d-93f9-48c9-93f5-1ddae10c481e/cb0649e0-4f78-4de3-8da3-1b08ea576858) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:41.084199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Current status of the port eff91e1f-e5e5-433f-953a-7b664e69091a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:41.084576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.086760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:fe77:cade (f665e6c9-a097-4574-a663-b19ea5e6aeb8/d9cfb351-169e-41a7-bb12-9d0e003f055c/cb0649e0-4f78-4de3-8da3-1b08ea576858) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:41.120495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.127096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 1537b805-664a-4a36-94a8-69338e5b56f8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:41.133991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.135974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:41.183922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.187298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-d3f9b137-8c85-434d-87d7-3f39926f2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:41.188811 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-d3f9b137-8c85-434d-87d7-3f39926f2add service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1096 time: 1.0067487 Sep 22 08:37:41.225133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.264958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e9107f50-0795-47dd-aee1-398aa157702f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e9107f50-0795-47dd-aee1-398aa157702f,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:41.268176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:41.273231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:41.280717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:port and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:41.285041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.286273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:41.286402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3b498a78-de96-4f6f-aba2-434963c8b5d0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:41.300564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:41.318512 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-ce470025-0991-4032-94f9-927a057ce7c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 200 len: 217 time: 0.1093812 Sep 22 08:37:41.326667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:41.356042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.358093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-7009098c-8311-473f-9a70-d51545c76b20', 'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'tenant_id': 'bf957cdc588a406e84dfc2cb0a538838', 'fixed_ips': [{'subnet_id': 'f6c5ff10-67b5-4221-b5d9-b2ebb9f07148'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:37:41.358886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.418336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.450660 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fbd157-cb00-48fd-b21d-7ee69e7047c3 None None] Update dhcp port {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'fixed_ips': [{'subnet_id': '1537b805-664a-4a36-94a8-69338e5b56f8', 'ip_address': '2001:db8::2'}, {'subnet_id': '846a41c6-1647-4bcd-a6f7-842d97d9e99b'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': 'eff91e1f-e5e5-433f-953a-7b664e69091a'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:37:41.507514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.541348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port d8ffcd93-8498-4b7b-a019-387e23879932 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:37:41.575740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.590436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Provisioning complete for port 3eba98fa-a305-411d-9621-2d23f34d15ca triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:41.590814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.591195 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 1 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:41.636012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=1537b805-664a-4a36-94a8-69338e5b56f8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:41.637934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.653988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e9107f50-0795-47dd-aee1-398aa157702f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:41.654592 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4947d7dc-6b7e-4814-9724-9df18d923828 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/1537b805-664a-4a36-94a8-69338e5b56f8 HTTP/1.1" status: 204 len: 168 time: 0.8164775 Sep 22 08:37:41.664544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39548) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:41.677448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16fbd157-cb00-48fd-b21d-7ee69e7047c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.702367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:41.732604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] Update dhcp port {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': 'd9cfb351-169e-41a7-bb12-9d0e003f055c', 'ip_address': '2001:db8::f816:3eff:fef2:b67'}, {'subnet_id': '32e1cb2d-93f9-48c9-93f5-1ddae10c481e'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '3b498a78-de96-4f6f-aba2-434963c8b5d0'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:37:41.743794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.777721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.801536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-a9dddd28-84a7-40d5-9e63-029cf61c8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:41.803014 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-a9dddd28-84a7-40d5-9e63-029cf61c8422 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.4192753 Sep 22 08:37:41.804561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.830329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5c813-2daa-4d27-a616-4917f17b04ee req-d8753eb6-863e-4933-bda8-abe6cf7d8483 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:41.831899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dba5c813-2daa-4d27-a616-4917f17b04ee req-d8753eb6-863e-4933-bda8-abe6cf7d8483 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 943 time: 1.1358430 Sep 22 08:37:41.844197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:41.854021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 3b498a78-de96-4f6f-aba2-434963c8b5d0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:41.885408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:41.889764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:41.907482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:41.911270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:41.925178 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:41.926040 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:41.957686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:41.963003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3bb2c6-7ba9-40b3-b809-9659d386ed71,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:41.963253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:41.966570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:41.974227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:42.033342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.3 (7009098c-8311-473f-9a70-d51545c76b20/f6c5ff10-67b5-4221-b5d9-b2ebb9f07148/d8ffcd93-8498-4b7b-a019-387e23879932) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:42.036318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d355f6e2-a374-48cc-a3ce-241c382def67']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:42.049038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:42.053198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.083863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bb554118-7816-48d1-871f-a0eeef9c623d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8360074 Sep 22 08:37:42.095999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b196c32-742f-4053-b8cf-6b08f3016cbd') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:42.096443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b196c32-742f-4053-b8cf-6b08f3016cbd') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:42.103056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39552) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:42.107247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e9107f50-0795-47dd-aee1-398aa157702f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:42.110605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.114842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c2d2ebd-eb97-4af1-b3e1-1448949b1180 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9693503 Sep 22 08:37:42.117300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39554) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:42.126684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.211872 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:42.288503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0151db8-d010-45e8-910f-26752b538776 None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:42.350631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bb7408ed-1599-4f3f-b4e5-41ac8cc475cb', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:42.356599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.385445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:42.390416 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dba5c813-2daa-4d27-a616-4917f17b04ee req-474eb2ba-656f-4e96-981f-e07b3b98b299 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5450320 Sep 22 08:37:42.405837 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 2 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:42.408457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:42.415300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:42.421422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.424296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object cb0649e0-4f78-4de3-8da3-1b08ea576858 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:42.434176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:42.450427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e9107f50-0795-47dd-aee1-398aa157702f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:42.450671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet 5f84ecaf-355c-405a-a3df-616a7c31946e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:42.451310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.451857 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:42.452770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:42.453198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.460439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.488797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.491776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object d8ffcd93-8498-4b7b-a019-387e23879932 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:42.574185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.586161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5b196c32-742f-4053-b8cf-6b08f3016cbd resource provider aggregate not found Sep 22 08:37:42.611306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:42.634755 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5b196c32-742f-4053-b8cf-6b08f3016cbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b196c32-742f-4053-b8cf-6b08f3016cbd found for delete ", "request_id": "req-59f0a23d-ebc2-4040-9c22-6c1d1845f8b4"}]} Sep 22 08:37:42.647847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-44e2f4d6-8a26-43c8-bef2-8fcbe96ae2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:42.649688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-44e2f4d6-8a26-43c8-bef2-8fcbe96ae2b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8168910 Sep 22 08:37:42.652155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.654306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.700646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.701345 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:38Z', 'revision_number': 9, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:42.707191 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:42.709495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:42.717425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:42.725880 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:42.726087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:42.726484 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:42.799410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:42.801085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.802906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.831351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e9107f50-0795-47dd-aee1-398aa157702f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:42.833760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.859475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.876582 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9828460 Sep 22 08:37:42.876817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:42.881587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:42.887455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=d355f6e2-a374-48cc-a3ce-241c382def67,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:42.888529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Allocated IP 172.20.0.2 (7009098c-8311-473f-9a70-d51545c76b20/f6c5ff10-67b5-4221-b5d9-b2ebb9f07148/6bfedbf8-7036-426d-9b9a-b3fe275c9f13) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:42.901328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:42.913459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:42.948076 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:43.050365 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1be83aa0-e2a0-46c1-a6c5-785e6e6f1d4e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/d355f6e2-a374-48cc-a3ce-241c382def67 HTTP/1.1" status: 204 len: 168 time: 2.5192480 Sep 22 08:37:43.066458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:43.073434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:43.073556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.076958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:43.080687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:43.090069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:43.103677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:43.105418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.116336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:43.120116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.146085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86561f-f490-4a70-ad84-5fe68a995093 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=d8ffcd93-8498-4b7b-a019-387e23879932,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:43.172339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e0f7d2-2805-47e1-9744-5abc7fb9bf6c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:43.172798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e0f7d2-2805-47e1-9744-5abc7fb9bf6c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:43.178584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.183004 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 3 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:43.195234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:43.204858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:43.211281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=cb0649e0-4f78-4de3-8da3-1b08ea576858,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:43.213787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.223196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:43.264358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:43.273516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-1bb024e9-8c63-4558-bf43-a2b3de0464cc service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075706 Sep 22 08:37:43.278382 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9e0f7d2-2805-47e1-9744-5abc7fb9bf6c tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/bc80053e-0dcc-4a55-878b-42d8c5820074 HTTP/1.1" status: 404 len: 337 time: 0.2010489 Sep 22 08:37:43.279322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.298647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] Allocated IP 172.20.0.2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/32e1cb2d-93f9-48c9-93f5-1ddae10c481e/3b498a78-de96-4f6f-aba2-434963c8b5d0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:43.332202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:38Z', 'revision_number': 9, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:43.336360 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42da3ab1-9f85-4a6c-82c7-4a848bb8c537 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:38Z', 'revision_number': 9, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '454b9f4b-5f56-4323-aa07-aa0336020755', 'name': '', 'network_id': '580e745a-9929-40dc-aad5-72080b66feca', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:c1:9a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:34Z', 'updated_at': '2022-09-22T08:36:47Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': '6c74e57c-ae33-4b52-91e0-33ef0f2e7073', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:43.361312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa5df80-275b-4310-b541-5ca1cbb42064,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:43.367680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=535b8f20-85eb-4d94-b9cd-a2d077dd5499,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:43.374060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8f1d8c39-5a49-4c46-95e4-4815e5f63e4e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7089236 Sep 22 08:37:43.378659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39576) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.387795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021733113'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:43.399626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:43.405794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:43.411695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:43.429782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:43.451375 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6c5ff10-67b5-4221-b5d9-b2ebb9f07148 (CIDR: 172.20.0.0/28) Sep 22 08:37:43.452723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.476658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:43.480522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group_rule and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:43.483556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:43.490211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:43.526225 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:37:43.526705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:43.529137 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb436ed5-da10-44e1-afb9-4d199db8caf9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:43.529864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb436ed5-da10-44e1-afb9-4d199db8caf9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:43.534078 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bb436ed5-da10-44e1-afb9-4d199db8caf9 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/f1045f14-4ada-42b0-aaf6-73c898ef727c HTTP/1.1" status: 404 len: 339 time: 0.2355483 Sep 22 08:37:43.543883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.548802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.552667 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da2e2e98-4b22-4214-a66b-7b2629d1f653 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2275958 Sep 22 08:37:43.552667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.588184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39586) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.603934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:43.605094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.605242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] Update dhcp port {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'fixed_ips': [{'subnet_id': '846a41c6-1647-4bcd-a6f7-842d97d9e99b'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': 'eff91e1f-e5e5-433f-953a-7b664e69091a'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:37:43.620266 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-266feba9-b7f2-4f14-9ddb-19c80baf0332 req-95fdd74e-8e3f-4fb5-aead-eb890e048c06 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195128 Sep 22 08:37:43.633481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bb7408ed-1599-4f3f-b4e5-41ac8cc475cb', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:43.651739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-56ea0201-3b6f-41d6-a40c-e0e6bff5ec17 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.8007565 Sep 22 08:37:43.652887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.656214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:43.667034 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f6415e7d-56e0-46d3-b53d-23cf1212d50b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7728953 Sep 22 08:37:43.668633 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7c0c0c-ae02-40bb-89d8-7f08ea7ac1af tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:43.669052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7c0c0c-ae02-40bb-89d8-7f08ea7ac1af tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:43.670683 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2f7c0c0c-ae02-40bb-89d8-7f08ea7ac1af tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/cac29f62-d5e2-4538-900a-4cfcc3db8fcf HTTP/1.1" status: 404 len: 337 time: 0.1252341 Sep 22 08:37:43.671491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39594) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.680856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:43.686529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:43.689797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39596) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.695982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:43.696917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] For port 3b498a78-de96-4f6f-aba2-434963c8b5d0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3b498a78-de96-4f6f-aba2-434963c8b5d0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:43.701077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.723797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Transition to ACTIVE for port object 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:43.727053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.773706 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 4 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:43.794480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.804296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Transition to ACTIVE for port object 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:43.810110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:43.848572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=5f84ecaf-355c-405a-a3df-616a7c31946e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:43.860061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.863491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.865598 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8b9ecb-0c9e-446c-9607-d05b87c664c1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:43.868216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8b9ecb-0c9e-446c-9607-d05b87c664c1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:43.878215 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c93ca9f6-6839-4caf-a9f9-c76e0b55597d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/5f84ecaf-355c-405a-a3df-616a7c31946e HTTP/1.1" status: 204 len: 168 time: 1.7587113 Sep 22 08:37:43.878215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.887550 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd8b9ecb-0c9e-446c-9607-d05b87c664c1 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/482a8e4a-3303-413f-8bcb-300038b45c3d HTTP/1.1" status: 404 len: 339 time: 0.1075273 Sep 22 08:37:43.895321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.895702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:43.897531 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:37:43.910972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:43.972078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] Ignored duplicate provisioning block setup for port 3b498a78-de96-4f6f-aba2-434963c8b5d0 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:37:43.975755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.011423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.039725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:44.041275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67acec6-2d44-41eb-9e14-8b7eb5f2b3ed None None] Network fd34cbe6-0c03-4abb-b30d-c120109016a9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:44.051925 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92e335a-e8d6-46ef-b0a6-d65f01662390 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.052378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92e335a-e8d6-46ef-b0a6-d65f01662390 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.056620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb61865-b1d9-41b9-87ab-2e60becb9b70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:44.056762 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a92e335a-e8d6-46ef-b0a6-d65f01662390 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/2a8e0d01-dad8-4f0d-b682-b6a43a6f14de HTTP/1.1" status: 404 len: 337 time: 0.1491535 Sep 22 08:37:44.059792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb61865-b1d9-41b9-87ab-2e60becb9b70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:44.060814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dbb61865-b1d9-41b9-87ab-2e60becb9b70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:44.063485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.073202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-adb40f90-f133-4a67-b9fe-be5bf16af91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:44.074571 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-adb40f90-f133-4a67-b9fe-be5bf16af91b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1096 time: 0.3638096 Sep 22 08:37:44.079122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:44.089581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.090779 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7111790 Sep 22 08:37:44.101970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.110253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.120392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9d897-acc5-4494-a100-a21aee0dfe50 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bada8a-9922-4185-838c-01a6a7ce0df6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:44.129246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.138835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef150a-e6ad-4393-8da1-0065be682f50 req-bd0c7dff-7c38-4c6f-bdbc-1cd40cea0118 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:44.140430 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5ef150a-e6ad-4393-8da1-0065be682f50 req-bd0c7dff-7c38-4c6f-bdbc-1cd40cea0118 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 943 time: 0.6155021 Sep 22 08:37:44.141980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:44.145524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'security_group': {'name': 'tempest-secgroup-774824087'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:44.152352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:44.157507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4933c421-d45f-473e-83fc-2b8d3a2fa2ce tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.158165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4933c421-d45f-473e-83fc-2b8d3a2fa2ce tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.160038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4933c421-d45f-473e-83fc-2b8d3a2fa2ce tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/549af27d-4ef5-4029-993b-978768e3c3c4 HTTP/1.1" status: 404 len: 339 time: 0.0899324 Sep 22 08:37:44.169982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.170816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:44.205417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:44.212427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:44.225499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dbb61865-b1d9-41b9-87ab-2e60becb9b70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:44.230313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dbb61865-b1d9-41b9-87ab-2e60becb9b70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5744958 Sep 22 08:37:44.234096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:44.236660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.241364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:44.241765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.242882 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-127ad2ef-824b-416f-ab9e-b86c5f677061 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.243359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127ad2ef-824b-416f-ab9e-b86c5f677061 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.246263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:44.257933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.259701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:44.263001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.283933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:44.300246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:44.302742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:44.305697 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-127ad2ef-824b-416f-ab9e-b86c5f677061 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/cdc6c035-8e21-4321-b65c-018342b5fd90 HTTP/1.1" status: 404 len: 337 time: 0.1284988 Sep 22 08:37:44.305844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port a77cbcab-0e70-4438-8442-2acfb013f852 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:44.305844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.344634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.372168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Pushing event updated for resources: {'Port': ['ID=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:44.392062 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5ef150a-e6ad-4393-8da1-0065be682f50 req-bcdea389-d7b3-499f-b169-6141467d9efb tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413657 Sep 22 08:37:44.414510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fdcffb-bb7a-4624-a027-86170f0e94f1,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:44.418350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.423450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.427158 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7203f496-aabc-4d34-b996-32b9ba1a2d26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8012562 Sep 22 08:37:44.429479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39630) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.433529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bb7408ed-1599-4f3f-b4e5-41ac8cc475cb', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:44.438470 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad19188c-128e-4059-be29-7010739fa69b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.438940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad19188c-128e-4059-be29-7010739fa69b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.440615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad19188c-128e-4059-be29-7010739fa69b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/3227a9f9-72ee-4029-b3f8-0e49691b563d HTTP/1.1" status: 404 len: 339 time: 0.0957022 Sep 22 08:37:44.444135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:44.449798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39634) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.468361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port cb0649e0-4f78-4de3-8da3-1b08ea576858 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:44.469312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.469426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:44.502940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:44.513413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:44.523422 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d1d6f0-58e5-4629-875e-c18b61a4ecfd tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.523881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d1d6f0-58e5-4629-875e-c18b61a4ecfd tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.525613 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c1d1d6f0-58e5-4629-875e-c18b61a4ecfd tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/c271cd31-ae51-453b-bac5-53ce8fb4063c HTTP/1.1" status: 404 len: 337 time: 0.0756042 Sep 22 08:37:44.532723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.546099 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 5 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:44.558677 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:37:44.578526 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed38e317-446b-491f-81dd-7dd23034139b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.578983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed38e317-446b-491f-81dd-7dd23034139b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.581143 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ed38e317-446b-491f-81dd-7dd23034139b tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/ec55b32a-aa33-4add-80b7-cb86abe354f8 HTTP/1.1" status: 404 len: 339 time: 0.0470726 Sep 22 08:37:44.582760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.591574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39642) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.651302 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7270811a-947b-4382-a48c-b6313a6b8533 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.651763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7270811a-947b-4382-a48c-b6313a6b8533 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.675140 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7270811a-947b-4382-a48c-b6313a6b8533 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/b300a675-fd5e-43a9-90c8-7d7a3dabd1c7 HTTP/1.1" status: 404 len: 337 time: 0.0825579 Sep 22 08:37:44.682679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.704553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:44.708432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-94cf40a3-04f3-4053-9b12-dcf6e13eca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:44.710156 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-94cf40a3-04f3-4053-9b12-dcf6e13eca03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.6090012 Sep 22 08:37:44.720963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group_rule and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:44.771914 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04feaa8-31d8-4ea0-a247-4720a20a2234 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.772461 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d04feaa8-31d8-4ea0-a247-4720a20a2234 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.795445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.801749 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d04feaa8-31d8-4ea0-a247-4720a20a2234 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/4a647244-9eb1-46ba-88d3-69002583468e HTTP/1.1" status: 404 len: 339 time: 0.1180422 Sep 22 08:37:44.805081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39650) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.811873 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-2c1c49ee-54a6-438e-8e81-75d327464bb0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 200 len: 217 time: 0.0835333 Sep 22 08:37:44.817861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:44.848056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.871820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:44.872317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb27f6-fcff-4ae3-8b0f-ef2ec4a9b536 None None] Pushing event updated for resources: {'Port': ['ID=3b498a78-de96-4f6f-aba2-434963c8b5d0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:44.875750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Attempting to bind port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:37:44.876113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Attempting to bind port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '55f78df9-566a-41c0-945b-292bdf3c66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7009098c-8311-473f-9a70-d51545c76b20'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:37:44.876463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Attempting to bind port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 on network 7009098c-8311-473f-9a70-d51545c76b20 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:37:44.880338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:44.899543 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2860b0-4546-483d-b667-9eea3079c1fe tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:44.900005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2860b0-4546-483d-b667-9eea3079c1fe tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:44.901712 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a2860b0-4546-483d-b667-9eea3079c1fe tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/eaa39fa2-d31a-49c7-8e93-56bc390820b3 HTTP/1.1" status: 404 len: 337 time: 0.0957344 Sep 22 08:37:44.910639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39654) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:44.928546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5024537-78e4-4ad1-b580-712ffebc043f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:44.956469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] Allocated IP 2001:db8:0:1::2 (f723c619-0b4e-4f16-a3e0-18baabedacdd/846a41c6-1647-4bcd-a6f7-842d97d9e99b/eff91e1f-e5e5-433f-953a-7b664e69091a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:44.957963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:44.971833 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb6e3c5f-b78a-49f4-9e20-abb1105c6504 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5336280 Sep 22 08:37:45.003092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.126372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:45.141665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:37:45.142241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Checking segment: {'id': '55f78df9-566a-41c0-945b-292bdf3c66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7009098c-8311-473f-9a70-d51545c76b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:37:45.142674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.143149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Bound using segment: {'id': '55f78df9-566a-41c0-945b-292bdf3c66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7009098c-8311-473f-9a70-d51545c76b20'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:37:45.143351 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-506f7794-e86c-43d9-bebd-b50ca8def807 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:45.143827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506f7794-e86c-43d9-bebd-b50ca8def807 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:45.144000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Bound port: 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f78df9-566a-41c0-945b-292bdf3c66b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7009098c-8311-473f-9a70-d51545c76b20'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:37:45.144571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.154084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port eff91e1f-e5e5-433f-953a-7b664e69091a is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:45.154578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.160445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:45.165724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:45.167234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.176901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-0aec956c-1233-449d-86a3-9a2bdd833f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:45.179056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-0aec956c-1233-449d-86a3-9a2bdd833f85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.3553135 Sep 22 08:37:45.197276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=08d947b0-bab1-47b4-a2ce-10fd4db1c285,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:45.207050 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b37d2622-f8dd-4f2c-8b8f-21bac0e92c65 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5226102 Sep 22 08:37:45.208202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39670) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:45.215062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-845028855', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '08d947b0-bab1-47b4-a2ce-10fd4db1c285'}], 'security_groups': ['164509ec-882f-4057-8f73-c530cc0dd2c3']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:45.284296 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-506f7794-e86c-43d9-bebd-b50ca8def807 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/09b3c147-e982-4506-ad66-5d5c0b309d35 HTTP/1.1" status: 404 len: 339 time: 0.3641124 Sep 22 08:37:45.286777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39674) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:45.345820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:45.360731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] For port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:37:45.375175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] For port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,segment=NetworkSegment(55f78df9-566a-41c0-945b-292bdf3c66b2),segment_id=55f78df9-566a-41c0-945b-292bdf3c66b2)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:37:45.376274 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 6 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:45.396509 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcc901f-d744-4c12-b787-9d3a7fa2031e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:45.396690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port a77cbcab-0e70-4438-8442-2acfb013f852, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a77cbcab-0e70-4438-8442-2acfb013f852,segment=NetworkSegment(c285a99b-ada9-49ca-9d33-ab30f463dced),segment_id=c285a99b-ada9-49ca-9d33-ab30f463dced)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:45.396873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.397513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcc901f-d744-4c12-b787-9d3a7fa2031e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:45.401834 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0bcc901f-d744-4c12-b787-9d3a7fa2031e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/82323475-2cca-4f0f-99bb-b0042ebd8d12 HTTP/1.1" status: 404 len: 337 time: 0.1119070 Sep 22 08:37:45.423245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39678) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:45.464420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.469339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:37:45.483708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.502257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] Transition to ACTIVE for port object eff91e1f-e5e5-433f-953a-7b664e69091a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:45.504842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:45.505639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] DHCP port deletion for fd34cbe6-0c03-4abb-b30d-c120109016a9 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:45.512883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Deleting port a77cbcab-0e70-4438-8442-2acfb013f852 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:45.513264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.549999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.598470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.607329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3126f00-7898-4f90-afe9-9a783b330cfe None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:45.612513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for a77cbcab-0e70-4438-8442-2acfb013f852 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:45.649382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-7fa6b608-192b-462d-baa9-2ea628b3e4e0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:45.651895 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-599a9523-86f9-4e40-a5a7-a162e24d718e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] DELETE failed (client error): The resource could not be found. Sep 22 08:37:45.652354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599a9523-86f9-4e40-a5a7-a162e24d718e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:45.687940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.713150 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-599a9523-86f9-4e40-a5a7-a162e24d718e tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/8515658e-18cd-4d08-9d7e-8db3c762786d HTTP/1.1" status: 404 len: 339 time: 0.2853918 Sep 22 08:37:45.719715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.723705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:45.734819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39684) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:45.895205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05213-53cd-4255-942b-b127f91a5f2a req-4b46b8f2-f9f0-475b-b623-6fd35e0fab5e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:45.897400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6e05213-53cd-4255-942b-b127f91a5f2a req-4b46b8f2-f9f0-475b-b623-6fd35e0fab5e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 943 time: 0.3403213 Sep 22 08:37:45.905732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:45.906099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:45.917997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Pushing event updated for resources: {'Port': ['ID=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:45.948974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.949324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.949668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.950001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.950333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.950667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.950991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.951359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.951685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.952025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.952330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:45.952651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022876d-605f-459b-b8e6-29e04f92be4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.071586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-7fa6b608-192b-462d-baa9-2ea628b3e4e0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:46.073146 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-7fa6b608-192b-462d-baa9-2ea628b3e4e0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503998193&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.8888938 Sep 22 08:37:46.074230 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 7 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:46.094218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for cb0649e0-4f78-4de3-8da3-1b08ea576858 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:46.142790 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6e05213-53cd-4255-942b-b127f91a5f2a req-0de8ae23-dd36-42d6-a70b-acd036b9c43a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312982 Sep 22 08:37:46.187927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-d7b8f2da-f9f3-41a5-b5c7-b52c5f6f567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:46.192691 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-d7b8f2da-f9f3-41a5-b5c7-b52c5f6f567d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9950421 Sep 22 08:37:46.193749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.201053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:46.202548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0962925 Sep 22 08:37:46.212228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'security_group': {'name': 'tempest-secgroup-34396338'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:46.236196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:46.251054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:46.256445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:46.302736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:46.347093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.375449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:46.385948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] For port a77cbcab-0e70-4438-8442-2acfb013f852, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a77cbcab-0e70-4438-8442-2acfb013f852,segment=NetworkSegment(c285a99b-ada9-49ca-9d33-ab30f463dced),segment_id=c285a99b-ada9-49ca-9d33-ab30f463dced)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:46.386348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.387124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:46.392182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:security_group_rule and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:46.395561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:46.406934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:46.442098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Deleting subnet bd380641-19ff-484a-b156-24087cb6b4c2 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:46.445701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.498987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-b25b9cb0-99cd-4f16-8e0b-0c8ddbeb6d43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:46.499745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-b25b9cb0-99cd-4f16-8e0b-0c8ddbeb6d43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:46.510321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.521587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Delete allocated IP 172.20.0.3 (7009098c-8311-473f-9a70-d51545c76b20/f6c5ff10-67b5-4221-b5d9-b2ebb9f07148) {{(pid=89051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 08:37:46.526965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.534823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba74ba-4d9b-4131-863a-b2ef8e0aaea5 None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:46.546173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.29 (7009098c-8311-473f-9a70-d51545c76b20/08d947b0-bab1-47b4-a2ce-10fd4db1c285/d8ffcd93-8498-4b7b-a019-387e23879932) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:46.610606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c263a510-41ff-4776-bee2-1519803cd64e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:46.625740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.627043 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9878d295-3dba-4763-8a70-40103374776d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4272432 Sep 22 08:37:46.629822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39692) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:46.635882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-712827602', 'security_groups': ['c263a510-41ff-4776-bee2-1519803cd64e'], 'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '535b8f20-85eb-4d94-b9cd-a2d077dd5499'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:46.660776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Calling delete_port for a77cbcab-0e70-4438-8442-2acfb013f852 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:46.774808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port eff91e1f-e5e5-433f-953a-7b664e69091a is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:46.775507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.835655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:46.849945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.852480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 91c1da5d-9d99-4855-9fe8-3a7399422462 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:46.878258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e309fc34-f70c-4f28-92ec-7d0bff8e328b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:46.894893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.895318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.895812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.896149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.896522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.896851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.897202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.897526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.897850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.898170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.898490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.898807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1e6d22-a255-46ce-b482-81584c9fb326 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:46.944361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:46.960681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.015913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:47.035538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:47.058391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:47.064814 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 8 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:47.101185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:47.112712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 91c1da5d-9d99-4855-9fe8-3a7399422462 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:47.113059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 91c1da5d-9d99-4855-9fe8-3a7399422462 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:47.115209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:47.115594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:47.125421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19239d46-8da4-455d-86c2-d9d1bfc5eb45 None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:47.169754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No DVR routers for this DVR port a77cbcab-0e70-4438-8442-2acfb013f852 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:47.171424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-b25b9cb0-99cd-4f16-8e0b-0c8ddbeb6d43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:47.173210 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-b25b9cb0-99cd-4f16-8e0b-0c8ddbeb6d43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 200 len: 797 time: 1.0226800 Sep 22 08:37:47.174942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:37:47.240559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.273814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Ignored duplicate provisioning block setup for port d8ffcd93-8498-4b7b-a019-387e23879932 by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:37:47.314318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.342749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:47.346184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.419371 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-c73791e6-d55c-417e-8443-5d679fc0d897 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0839305 Sep 22 08:37:47.420083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=a77cbcab-0e70-4438-8442-2acfb013f852,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:47.586379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:47.628511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Deleting port a77cbcab-0e70-4438-8442-2acfb013f852 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:47.628891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.642539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.700204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=cb0649e0-4f78-4de3-8da3-1b08ea576858,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:47.739046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-06a742d5-25b9-4ec2-9837-e7e6c22112b5 None None] The port 'a77cbcab-0e70-4438-8442-2acfb013f852' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:37:47.742262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=d8ffcd93-8498-4b7b-a019-387e23879932,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:47.770881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] device_id is not set on port 7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:37:47.774615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9d421-5038-4863-b81e-26354901c5cf None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:47.806683 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-deadcbe1-bd47-4795-867a-3244a6274808 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5606043 Sep 22 08:37:47.854255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] In _notify_port_updated(), no bound segment for port d8ffcd93-8498-4b7b-a019-387e23879932 on network 7009098c-8311-473f-9a70-d51545c76b20 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:37:47.860144 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 9 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:47.860322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:47.860716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.863390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:47.865203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-322119f3-f734-4d45-a45e-e835d0115542 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "PUT /v2.0/ports/d8ffcd93-8498-4b7b-a019-387e23879932 HTTP/1.1" status: 200 len: 920 time: 2.6558001 Sep 22 08:37:47.868000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39698) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:47.922757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7f2e4-ae24-4eb6-8ea8-f72da8812e7c req-b515c667-7fa5-4ed6-8cae-ca8f95387291 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:47.924336 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0eb7f2e4-ae24-4eb6-8ea8-f72da8812e7c req-b515c667-7fa5-4ed6-8cae-ca8f95387291 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 943 time: 0.5100117 Sep 22 08:37:47.925465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:47.994891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:48.045559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.075729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port d8ffcd93-8498-4b7b-a019-387e23879932 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:48.076275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.108582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd34cbe6-0c03-4abb-b30d-c120109016a9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:48.135723 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0eb7f2e4-ae24-4eb6-8ea8-f72da8812e7c req-6f72db04-b2a8-41f3-893d-bd4cbf6f9d95 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604898 Sep 22 08:37:48.143943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c285a99b-ada9-49ca-9d33-ab30f463dced') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:48.143943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c285a99b-ada9-49ca-9d33-ab30f463dced') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:48.159333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6fa05633-3f3f-4909-9adf-5bb48dd986d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/cb0649e0-4f78-4de3-8da3-1b08ea576858 HTTP/1.1" status: 204 len: 168 time: 3.9214852 Sep 22 08:37:48.164941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.180790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39702) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:48.222875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] Update dhcp port {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'fixed_ips': [{'subnet_id': '846a41c6-1647-4bcd-a6f7-842d97d9e99b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '535b8f20-85eb-4d94-b9cd-a2d077dd5499'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': 'eff91e1f-e5e5-433f-953a-7b664e69091a'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:37:48.227744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.255996 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-b1662d09-f3b1-4e42-b6ab-1aa28fbb925b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7392941 Sep 22 08:37:48.287707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.304643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:48.305867 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfb1cc00-8340-49ad-8b44-522c3b07181b req-fe2bbaf0-1b41-40b6-b596-fec17e485241 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750221 Sep 22 08:37:48.306971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:48.307507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.351807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3b498a78-de96-4f6f-aba2-434963c8b5d0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:48.352415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004258b-e136-40b9-b629-58c6ce212c26 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:48.353956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004258b-e136-40b9-b629-58c6ce212c26 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:48.355628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004258b-e136-40b9-b629-58c6ce212c26 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:48.357227 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1004258b-e136-40b9-b629-58c6ce212c26 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1755521 Sep 22 08:37:48.364212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:48.392741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c285a99b-ada9-49ca-9d33-ab30f463dced resource provider aggregate not found Sep 22 08:37:48.407667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8::176 (f723c619-0b4e-4f16-a3e0-18baabedacdd/535b8f20-85eb-4d94-b9cd-a2d077dd5499/7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:48.427924 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 10 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:37:48.438695 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c285a99b-ada9-49ca-9d33-ab30f463dced resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c285a99b-ada9-49ca-9d33-ab30f463dced found for delete ", "request_id": "req-18131e44-7d63-40a9-bc67-6511aa9f5970"}]} Sep 22 08:37:48.460291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.518286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.546551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:48.556320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.582410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Subnet': ['ID=bd380641-19ff-484a-b156-24087cb6b4c2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:48.584897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.606439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.612498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=fd34cbe6-0c03-4abb-b30d-c120109016a9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:48.634774 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4f88e48e-cf4d-4ed0-ae69-830e52f30cb0 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/fd34cbe6-0c03-4abb-b30d-c120109016a9 HTTP/1.1" status: 204 len: 168 time: 4.7541497 Sep 22 08:37:48.640379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39716) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:48.643115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Provisioning complete for port e9107f50-0795-47dd-aee1-398aa157702f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:48.643726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.643726 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Attempt 1 to provision port e9107f50-0795-47dd-aee1-398aa157702f Sep 22 08:37:48.681577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 32e1cb2d-93f9-48c9-93f5-1ddae10c481e {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:48.684844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba92dc-bee9-44e5-82ef-d7b67832f6b8 None None] Network 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:48.693451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.737699 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7ebd5602-6289-4808-9575-76aa1ece1e33 tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/subnets/bd380641-19ff-484a-b156-24087cb6b4c2 HTTP/1.1" status: 204 len: 168 time: 2.9894030 Sep 22 08:37:48.738272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a77cbcab-0e70-4438-8442-2acfb013f852 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:48.749785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39720) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:48.875413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: a77cbcab-0e70-4438-8442-2acfb013f852 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:48.875655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a77cbcab-0e70-4438-8442-2acfb013f852 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:48.955526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:48.958052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] Update dhcp port {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'fixed_ips': [{'subnet_id': 'f6c5ff10-67b5-4221-b5d9-b2ebb9f07148', 'ip_address': '172.20.0.2'}, {'subnet_id': '08d947b0-bab1-47b4-a2ce-10fd4db1c285'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '6bfedbf8-7036-426d-9b9a-b3fe275c9f13'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:37:49.029857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.056440 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-036c9157-ad46-413e-8211-073b470a8982 service neutron] 10.222.0.42 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7793765 Sep 22 08:37:49.153840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.206300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for d8ffcd93-8498-4b7b-a019-387e23879932 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:49.243197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eaec0d5b-1849-4635-80f3-82b7450e4a0c None None] Current status of the port e9107f50-0795-47dd-aee1-398aa157702f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:49.244496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.327957 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-33d79e37-f76a-4930-8dc3-3323d0533ca7 service neutron] 10.222.0.42 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618523 Sep 22 08:37:49.364437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Deleting port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:49.364437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.373974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Could not find standard attr ID for object cb0649e0-4f78-4de3-8da3-1b08ea576858. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:37:49.431768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] DHCP port deletion for 519c8639-f6e2-4777-aa3a-e9aaaf44cd50 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:49.446580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] Deleting port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:49.447055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.478409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Provisioning for port 2337c0aa-249f-46ca-b05d-65b28b71979a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:49.494341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.550268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.569041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.584573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] Allocated IP 172.20.0.18 (7009098c-8311-473f-9a70-d51545c76b20/08d947b0-bab1-47b4-a2ce-10fd4db1c285/6bfedbf8-7036-426d-9b9a-b3fe275c9f13) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:49.599933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Provisioning for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:49.617480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Provisioning complete for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:49.618002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.618433 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 1 to provision port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 Sep 22 08:37:49.741558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Transition to ACTIVE for port object 7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:49.764910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.771678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4eb9ba95-3136-4397-9936-a819a0c1c778 req-88872e42-963e-47b6-8db4-b9168802bf19 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.1373911 Sep 22 08:37:49.944432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.947978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=d8ffcd93-8498-4b7b-a019-387e23879932,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:49.961836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] For port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,segment=NetworkSegment(2df18446-2cae-42d4-8de7-1759a1c2334b),segment_id=2df18446-2cae-42d4-8de7-1759a1c2334b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:49.962386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:49.993482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb612b2-3035-4233-af93-ed6bb86caa95 req-b4edf9a8-1d2e-4577-b429-fb540f26f32f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:49.995553 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5eb612b2-3035-4233-af93-ed6bb86caa95 req-b4edf9a8-1d2e-4577-b429-fb540f26f32f tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 943 time: 0.5897419 Sep 22 08:37:50.036815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 454b9f4b-5f56-4323-aa07-aa0336020755 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:50.037165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.068694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.069042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.069373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.069700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.070046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.070377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.070696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.071019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.071358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.071673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.071988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.072306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:37:50.086395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.088517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=32e1cb2d-93f9-48c9-93f5-1ddae10c481e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:50.109505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] Calling delete_port for 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:50.131931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] For port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,segment=NetworkSegment(2df18446-2cae-42d4-8de7-1759a1c2334b),segment_id=2df18446-2cae-42d4-8de7-1759a1c2334b)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:50.132290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.136450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1ff59-8236-4265-8f6a-79c9b5b54ef2 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:50.160368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Current status of the port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:50.160368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.220087 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-177ffd60-b85f-4173-8662-21ab6c1f0007 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/32e1cb2d-93f9-48c9-93f5-1ddae10c481e HTTP/1.1" status: 204 len: 168 time: 1.8547580 Sep 22 08:37:50.228748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39728) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:50.232719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] For port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,segment=NetworkSegment(55f78df9-566a-41c0-945b-292bdf3c66b2),segment_id=55f78df9-566a-41c0-945b-292bdf3c66b2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:50.283145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port 454b9f4b-5f56-4323-aa07-aa0336020755, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=454b9f4b-5f56-4323-aa07-aa0336020755,segment=NetworkSegment(8918ca82-b090-40b3-b604-40340b89ac98),segment_id=8918ca82-b090-40b3-b604-40340b89ac98)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:50.283447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.384523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.400056 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5eb612b2-3035-4233-af93-ed6bb86caa95 req-cd1dbc29-b31c-407c-8209-37647591da91 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788290 Sep 22 08:37:50.408426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Calling delete_port for 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:50.412981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] Allocated IP 2001:db8::2 (f723c619-0b4e-4f16-a3e0-18baabedacdd/535b8f20-85eb-4d94-b9cd-a2d077dd5499/eff91e1f-e5e5-433f-953a-7b664e69091a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:50.413682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 454b9f4b-5f56-4323-aa07-aa0336020755 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:50.446543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.455046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] Ignored duplicate provisioning block setup for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:37:50.455882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.504378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.509988 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7a2931f8-e598-40bf-81b9-71942a00db79 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/d8ffcd93-8498-4b7b-a019-387e23879932 HTTP/1.1" status: 204 len: 168 time: 2.6343031 Sep 22 08:37:50.516192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.519252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39732) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:50.575638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] Pushing event deleted for resources: {'Port': ['ID=90f0b00a-dc49-403e-a8ca-d1c4183c2cfd,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:50.607069 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e006608a-ce6a-4042-9527-36d59c96ef63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:37:50.607649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e006608a-ce6a-4042-9527-36d59c96ef63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:50.617461 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:50.636188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:50.640495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:50.645002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:50.650915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:50.651605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.666063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet d9cfb351-169e-41a7-bb12-9d0e003f055c {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:50.671072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.675636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:50.675952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:50.683066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e006608a-ce6a-4042-9527-36d59c96ef63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:50.686870 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e006608a-ce6a-4042-9527-36d59c96ef63 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/d8ffcd93-8498-4b7b-a019-387e23879932 HTTP/1.1" status: 404 len: 333 time: 0.1570461 Sep 22 08:37:50.693044 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-62d66dda-6dea-4b30-91c3-1ddd9f581474 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0616884 Sep 22 08:37:50.693624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39740) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:50.694052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39742) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:50.719384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:50.727287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8cdd71-eb3b-4805-a839-c0b5889ab17c None None] No DVR routers for this DVR port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:50.755991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.815626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2337c0aa-249f-46ca-b05d-65b28b71979a details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:37:50.897112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-635b5f47-48ea-4d2e-8b14-0cff976a1984 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.945307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-635b5f47-48ea-4d2e-8b14-0cff976a1984 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.955298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:50.963722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:50.967783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:50.969292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:50.969505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:50.972112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:50.987052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a55d03-0ce0-4979-bb0b-39a646142d75 None None] Pushing event updated for resources: {'Port': ['ID=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:50.989357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:51.013455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee137fcd-eb6c-428c-a0c6-643b89a8739d req-684a10ad-238d-48b3-83b6-86555f27a3d4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.1181560 Sep 22 08:37:51.047792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:51.055403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.067606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.080059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-635b5f47-48ea-4d2e-8b14-0cff976a1984 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.119650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:51.175694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b5f47-48ea-4d2e-8b14-0cff976a1984 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e7eeb-67a2-4e3c-84ee-5104ed91e5a2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:51.184946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Deleting port 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:51.185061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.257515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.275667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-635b5f47-48ea-4d2e-8b14-0cff976a1984 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.280044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] Ignored duplicate provisioning block setup for port eff91e1f-e5e5-433f-953a-7b664e69091a by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:37:51.280832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.282218 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-635b5f47-48ea-4d2e-8b14-0cff976a1984 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/security-groups/cd3e7eeb-67a2-4e3c-84ee-5104ed91e5a2 HTTP/1.1" status: 204 len: 168 time: 0.5867426 Sep 22 08:37:51.284038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=454b9f4b-5f56-4323-aa07-aa0336020755,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:51.284940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 2337c0aa-249f-46ca-b05d-65b28b71979a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2337c0aa-249f-46ca-b05d-65b28b71979a,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:51.295159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.300999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:51.337059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:51.382503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] The port '90f0b00a-dc49-403e-a8ca-d1c4183c2cfd' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:37:51.470489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cfb351-169e-41a7-bb12-9d0e003f055c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:51.536876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea420e4-a006-411c-96ea-0a25b438df88 None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:51.549949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:37:51.586630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.655189 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 535b8f20-85eb-4d94-b9cd-a2d077dd5499 (CIDR: 2001:db8::/64) Sep 22 08:37:51.691528 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-01d57f37-7277-4c62-a3c1-edcc523d0bac tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/d9cfb351-169e-41a7-bb12-9d0e003f055c HTTP/1.1" status: 204 len: 168 time: 1.4604220 Sep 22 08:37:51.698483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39758) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:51.703431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Current status of the port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:51.704141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.721001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.745936 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:37:51.757447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:51.769500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.880003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519c8639-f6e2-4777-aa3a-e9aaaf44cd50']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:51.892860 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ee5f51ce-d39f-42b5-b971-0bdb096f76b9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1697392 Sep 22 08:37:51.902008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df18446-2cae-42d4-8de7-1759a1c2334b') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:51.902311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df18446-2cae-42d4-8de7-1759a1c2334b') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:51.915044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:51.929867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:51.959915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.983026 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5b0474a0-eca7-46aa-b88c-1afe3d2d484d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2853334 Sep 22 08:37:51.985038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-716dbce8-2462-4e7c-845f-967031264114 None None] For port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,segment=NetworkSegment(55f78df9-566a-41c0-945b-292bdf3c66b2),segment_id=55f78df9-566a-41c0-945b-292bdf3c66b2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:51.992318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:51.995654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:51.997249 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 Sep 22 08:37:52.016871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:52.024160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:52.092856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54ccd0a0-9469-4bc1-8cd3-27662a67f735 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.125447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54ccd0a0-9469-4bc1-8cd3-27662a67f735 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.134933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 2337c0aa-249f-46ca-b05d-65b28b71979a is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:52.135702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.168663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.184506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.254174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:52.254604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.268586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54ccd0a0-9469-4bc1-8cd3-27662a67f735 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.275638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2337c0aa-249f-46ca-b05d-65b28b71979a {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:37:52.306709 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8831f4b6-7667-48b2-a3b3-6a57804078d4 req-4a114a99-ab75-4f83-ae27-39f69e200a38 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.1244493 Sep 22 08:37:52.306972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Provisioning for port eff91e1f-e5e5-433f-953a-7b664e69091a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:52.323596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 2337c0aa-249f-46ca-b05d-65b28b71979a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2337c0aa-249f-46ca-b05d-65b28b71979a,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:52.339980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Provisioning complete for port eff91e1f-e5e5-433f-953a-7b664e69091a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:52.340351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.340709 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 1 to provision port eff91e1f-e5e5-433f-953a-7b664e69091a Sep 22 08:37:52.398484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.404837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54ccd0a0-9469-4bc1-8cd3-27662a67f735 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.406741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-54ccd0a0-9469-4bc1-8cd3-27662a67f735 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/security-groups/164509ec-882f-4057-8f73-c530cc0dd2c3 HTTP/1.1" status: 204 len: 168 time: 1.0692809 Sep 22 08:37:52.408274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccd0a0-9469-4bc1-8cd3-27662a67f735 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164509ec-882f-4057-8f73-c530cc0dd2c3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:52.418569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:52.427160 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2df18446-2cae-42d4-8de7-1759a1c2334b resource provider aggregate not found Sep 22 08:37:52.436015 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Pushing event updated for resources: {'Port': ['ID=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:52.489292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f072-05a7-4e9f-afd6-8b66c3c74f5e req-77d3da38-e18d-45ea-a3c6-60dc534604fe tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:52.491122 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eb0f072-05a7-4e9f-afd6-8b66c3c74f5e req-77d3da38-e18d-45ea-a3c6-60dc534604fe tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 943 time: 0.8347476 Sep 22 08:37:52.496397 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2df18446-2cae-42d4-8de7-1759a1c2334b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2df18446-2cae-42d4-8de7-1759a1c2334b found for delete ", "request_id": "req-041ba061-b016-43b8-b375-a5038d8c7da0"}]} Sep 22 08:37:52.552447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74af2a94-9074-473d-ae7b-154739be3148 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:52.569977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:52.623421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:52.627505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:52.628170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:37:52.634305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:52.674429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.707187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['2337c0aa-249f-46ca-b05d-65b28b71979a'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:37:52.746750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.753100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] Pushing event deleted for resources: {'Network': ['ID=519c8639-f6e2-4777-aa3a-e9aaaf44cd50,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:52.764082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:52.767688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.769539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:52.814556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=2337c0aa-249f-46ca-b05d-65b28b71979a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:52.832650 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eb0f072-05a7-4e9f-afd6-8b66c3c74f5e req-5e45813d-8962-444f-8eff-d7e361f22227 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955604 Sep 22 08:37:52.838783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:52.852815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet f6c5ff10-67b5-4221-b5d9-b2ebb9f07148 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:52.857109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:52.994225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:52.994841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 90f0b00a-dc49-403e-a8ca-d1c4183c2cfd not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:53.104557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:37:53.110396 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-281d984f-e065-4ef9-90fd-a32fec003b47 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4694998 Sep 22 08:37:53.113126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:53.199505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet 6c74e57c-ae33-4b52-91e0-33ef0f2e7073 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:37:53.206410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.255641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:37:53.261579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Current status of the port eff91e1f-e5e5-433f-953a-7b664e69091a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:53.261956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.301136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:53.305159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:53.308512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:53.322176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:53.351926 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b7234dc9-605d-4b21-86b4-0de2e9e7968d tempest-NetworksTest-364444618 tempest-NetworksTest-364444618-project] 10.222.0.42 "DELETE /v2.0/networks/519c8639-f6e2-4777-aa3a-e9aaaf44cd50 HTTP/1.1" status: 204 len: 168 time: 4.6006563 Sep 22 08:37:53.374968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.385691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:53.386344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:53.401355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:53.405090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.500138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.549663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:53.628821 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc91d9fe-039c-4fca-9983-5ce1f85e662f req-1869042b-f38e-4a20-96a3-ccefb480fe5f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.0626600 Sep 22 08:37:53.652108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.681680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.729003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=6c74e57c-ae33-4b52-91e0-33ef0f2e7073,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:53.735503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.749540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-700855a1-9f22-43a1-91b9-902ae85dff26 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/6c74e57c-ae33-4b52-91e0-33ef0f2e7073 HTTP/1.1" status: 204 len: 168 time: 0.6331565 Sep 22 08:37:53.751650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:53.795061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-716dbce8-2462-4e7c-845f-967031264114 None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:53.802940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca4f8eb-cb8a-4d78-ba64-411e214ba4dc None None] Network 580e745a-9929-40dc-aad5-72080b66feca requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:53.841303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39802) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:53.892174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.962181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:53.988699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:53.990583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.130720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.175752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.208758 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 846a41c6-1647-4bcd-a6f7-842d97d9e99b (CIDR: 2001:db8:0:1::/64) Sep 22 08:37:54.305547 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:37:54.306252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:37:54.315399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c5ff10-67b5-4221-b5d9-b2ebb9f07148,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:54.333169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.362586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:54.422304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:54.422886 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef32abc3-948a-4f2c-a8e4-45eb1e39a68c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/f6c5ff10-67b5-4221-b5d9-b2ebb9f07148 HTTP/1.1" status: 204 len: 168 time: 1.9876895 Sep 22 08:37:54.431441 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d28f4c3c-01fd-4b89-9138-2c3418576ddb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.4122703 Sep 22 08:37:54.435253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:54.438606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39816) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:54.444152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'subnet': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:54.494788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f1f9cb-aa0c-44b1-b54d-112e453b92f3 None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:54.507359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:54.616018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Deleting port 3b498a78-de96-4f6f-aba2-434963c8b5d0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:54.616542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.632220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb6717-d919-4464-94e3-00a1c7e8fb4f req-ace909c3-a667-4800-8a85-8a6b00c76c08 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:54.634934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb,segment=NetworkSegment(8918ca82-b090-40b3-b604-40340b89ac98),segment_id=8918ca82-b090-40b3-b604-40340b89ac98)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:54.635338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.639059 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efcb6717-d919-4464-94e3-00a1c7e8fb4f req-ace909c3-a667-4800-8a85-8a6b00c76c08 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 944 time: 0.5239594 Sep 22 08:37:54.719519 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e7d9790-c08a-4a08-8c50-a7ac47323ab3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc40f393dceb4b749c1558f4b82a655c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6160495 Sep 22 08:37:54.727363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Provisioning complete for port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:54.728115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.728647 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 1 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:37:54.732472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39822) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:54.745824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:37:54.789744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:54.822939 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efcb6717-d919-4464-94e3-00a1c7e8fb4f req-15674292-c7c0-4a9a-bc0d-f07a449cd7b4 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829498 Sep 22 08:37:54.837896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port eff91e1f-e5e5-433f-953a-7b664e69091a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:54.838378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:54.838798 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port eff91e1f-e5e5-433f-953a-7b664e69091a Sep 22 08:37:54.854704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:54.869040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:54.886811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Usage tracker for resource:subnet and tenant:1952bd3ef9bd49818f7d1549347a39d8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:54.914976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:54.925166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:54.967109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:54.974660 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac38d248-331d-4ae9-8956-fd8208ea4883 req-544ffb5f-3a56-4e7c-9607-378e63c7c2c6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.1245546 Sep 22 08:37:54.976409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:54.980810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:54.984107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.016119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b27589df-86ce-4224-bb5e-20afa12b466b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.021732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:55.041605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:55.047262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No DVR routers for this DVR port e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:37:55.076859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Made reservation on behalf of 1952bd3ef9bd49818f7d1549347a39d8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:55.081372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.095400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:55.173251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b27589df-86ce-4224-bb5e-20afa12b466b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.217874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:55.222242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.354141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.410944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b27589df-86ce-4224-bb5e-20afa12b466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.416462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b0267-7ade-46be-9a3a-5c242a76c429 None None] DHCP port deletion for 580e745a-9929-40dc-aad5-72080b66feca request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:37:55.447408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27589df-86ce-4224-bb5e-20afa12b466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530956b5-c7eb-454b-b9e4-b3cbab88a506,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:55.559776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b27589df-86ce-4224-bb5e-20afa12b466b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.561015 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b27589df-86ce-4224-bb5e-20afa12b466b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/530956b5-c7eb-454b-b9e4-b3cbab88a506 HTTP/1.1" status: 204 len: 168 time: 0.8229368 Sep 22 08:37:55.639947 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 2 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:37:55.676499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port eff91e1f-e5e5-433f-953a-7b664e69091a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:55.678188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:55.696927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.721924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port 3b498a78-de96-4f6f-aba2-434963c8b5d0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3b498a78-de96-4f6f-aba2-434963c8b5d0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:55.730160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.766041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-3f7f505d-1a0a-4ae1-9477-a547472ea3cc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:55.768370 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-3f7f505d-1a0a-4ae1-9477-a547472ea3cc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 200 len: 797 time: 0.6491237 Sep 22 08:37:55.872525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] For port 3b498a78-de96-4f6f-aba2-434963c8b5d0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3b498a78-de96-4f6f-aba2-434963c8b5d0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:55.872973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.912136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Network f723c619-0b4e-4f16-a3e0-18baabedacdd is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:55.916834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:55.919033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:37:55.932613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:55.933266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.948297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.955371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a06a6-ea2b-4620-906f-43c54ac4a61a None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:55.961101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Subnet': ['ID=5480748b-f20c-4d94-b72f-3637b4f26ca7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:55.963455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.964339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:55.984725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.052039 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e2120974-fe9e-4d2d-89b2-f3e3615e4768 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6123352 Sep 22 08:37:56.060005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:56.074045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1313605367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5480748b-f20c-4d94-b72f-3637b4f26ca7'}], 'security_groups': ['15bada8a-9922-4185-838c-01a6a7ce0df6', 'e309fc34-f70c-4f28-92ec-7d0bff8e328b']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:56.086734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580e745a-9929-40dc-aad5-72080b66feca']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:56.150683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:56.156908 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-cec41552-62dc-4ad3-810a-275db8f47426 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 379 time: 0.2211504 Sep 22 08:37:56.157789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:56.171397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['bb7408ed-1599-4f3f-b4e5-41ac8cc475cb']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:56.192657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:56.193247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.201403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8918ca82-b090-40b3-b604-40340b89ac98') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:56.201708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8918ca82-b090-40b3-b604-40340b89ac98') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:56.201908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:56.213026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:56.221092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:56.221717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.235870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=7dce24b1-f648-49a1-aacf-dca8d3d50744,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:56.253414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=3b498a78-de96-4f6f-aba2-434963c8b5d0,revision_number=7']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:56.287904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.302795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=ea43bf4d-080d-451d-90c9-3d343c79b011,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:56.323435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Calling delete_port for 3b498a78-de96-4f6f-aba2-434963c8b5d0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:56.362904 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aedde588-99aa-40f5-bc46-b6aa51b0f99c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4456055 Sep 22 08:37:56.371732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77327677-2d54-4dec-9a5f-6dc33ac41e9e req-f84c832b-62ac-4433-89b4-f8d732ae5685 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.1597016 Sep 22 08:37:56.382174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39856) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:56.390649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:56.391031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.392469 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 Sep 22 08:37:56.398519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.405969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:56.420675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878d51a-7fd1-46c7-8fcf-65195e0a6f5c req-c31c4b99-cc35-48fb-a71a-6c4bc6aae466 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:56.422697 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4878d51a-7fd1-46c7-8fcf-65195e0a6f5c req-c31c4b99-cc35-48fb-a71a-6c4bc6aae466 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 944 time: 0.3616402 Sep 22 08:37:56.446607 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-975e6120-0916-448e-9ed4-426bbb88a9f3 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0196757 Sep 22 08:37:56.447843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39862) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:56.472301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'security_group': {'name': 'tempest-secgroup-42269244'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:56.485119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:56.491197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:56.513523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:56.546924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:56.559714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:37:56.560113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.562152 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4878d51a-7fd1-46c7-8fcf-65195e0a6f5c req-19ac47f6-305a-4eab-bf60-54d3311705a3 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335125 Sep 22 08:37:56.571293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:56.581058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39866) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:56.615584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.650281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:56.655402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group_rule and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:56.659862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:56.667908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:56.682360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:56.724305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:50Z', 'revision_number': 10, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:56.737451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.738500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:56.749103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:37:56.774600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:56.775200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1599955884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:56.778928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:56.782097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:56.794131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:56.798618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:56.809787 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8918ca82-b090-40b3-b604-40340b89ac98 resource provider aggregate not found Sep 22 08:37:56.820613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2337c0aa-249f-46ca-b05d-65b28b71979a up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:56.820851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:router and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:56.821097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:port and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:56.827117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:56.827333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.829100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.855806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:37:56.856356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:37:56.872586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:37:56.872815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:56.873051 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8918ca82-b090-40b3-b604-40340b89ac98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8918ca82-b090-40b3-b604-40340b89ac98 found for delete ", "request_id": "req-5ca709a4-e21e-426f-a5c8-908db1894ac8"}]} Sep 22 08:37:56.873421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:56.873990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:56.877438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.885060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:56.901840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.907418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.910283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:56.969196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76940690-9a57-431a-819a-860dac8f54a1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:56.990226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:56.991818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.007661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:37:57.011984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=580e745a-9929-40dc-aad5-72080b66feca,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:57.020347 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-391511a7-0249-4345-bb9d-927009c660d5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/580e745a-9929-40dc-aad5-72080b66feca HTTP/1.1" status: 204 len: 168 time: 3.2675745 Sep 22 08:37:57.025268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39876) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:57.046265 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 3 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:37:57.084697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.107600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:57.110790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.112439 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7914377-47c4-447c-aaf0-7b599b0977ea tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6633422 Sep 22 08:37:57.113271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.116159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39880) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:57.118969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.145496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'security_group': {'name': 'tempest-secgroup-966256326'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:57.159203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.163054 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aeb66784-c249-462c-a04d-d86af29fb0fe tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5786307 Sep 22 08:37:57.165421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:57.172549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:57.180415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2061475715'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:57.186707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:57.193984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:57.197399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:57.244741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:57.258801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:network and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:57.271250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:57.283847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:57.289474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.346679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:57.361974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Deleting port 3b498a78-de96-4f6f-aba2-434963c8b5d0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:57.362345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.389856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:37:57.419822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:57.425042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.448071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.471317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:57.490648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group_rule and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:57.497061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:57.501058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:security_group_rule and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:57.503937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:57.509915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:57.513213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:57.523613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532e12f-b396-4a04-ae03-fdb90b8514e6 None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:37:57.529680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:57.657239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 2337c0aa-249f-46ca-b05d-65b28b71979a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:37:57.698396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 2337c0aa-249f-46ca-b05d-65b28b71979a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:57.698719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.699015 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 2337c0aa-249f-46ca-b05d-65b28b71979a Sep 22 08:37:57.728030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Delete allocated IP 2001:db8::176 (f723c619-0b4e-4f16-a3e0-18baabedacdd/535b8f20-85eb-4d94-b9cd-a2d077dd5499) {{(pid=89051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 08:37:57.775863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-529f1e9d-9fe5-4a3c-8721-f67f7ee92277 req-8f8389c1-55ac-40c3-8977-baf316b5f399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.2485430 Sep 22 08:37:57.804684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Allocated IP 2001:db8:0:2::16a (f723c619-0b4e-4f16-a3e0-18baabedacdd/5480748b-f20c-4d94-b72f-3637b4f26ca7/7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:57.826923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port eff91e1f-e5e5-433f-953a-7b664e69091a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:37:57.826923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.827443 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port eff91e1f-e5e5-433f-953a-7b664e69091a Sep 22 08:37:57.912996 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 4 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:37:57.950841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.986920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:57.991914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.013187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:58.048922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.9 (4cda4109-fc23-46ed-84ab-0baefbb302e4/bc384c0d-f97b-4534-a6ad-0b1e13ad7f37/1456fec0-8ae9-42db-861a-a0a85570d364) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:58.066714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.107555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda4da4-3f6a-4380-8fda-915197aef11b req-7b1d3a5f-ef3a-4514-bd21-85b7e4373d60 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:58.109180 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cdda4da4-3f6a-4380-8fda-915197aef11b req-7b1d3a5f-ef3a-4514-bd21-85b7e4373d60 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 944 time: 0.3891332 Sep 22 08:37:58.131093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1de1b9-3153-4360-984b-c227a384e4c9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:58.142065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.161503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:37:58.177894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.183253 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9a6d98c-bc93-4eca-a3ca-3b6da51c005f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0617924 Sep 22 08:37:58.196302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39892) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:58.226164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.226609 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Added segment 1c4a1a08-ac6d-4aef-b4f5-b66a50726e92 of type vlan for network 49bd095b-30e8-49e0-9c7a-29169b92f0fe Sep 22 08:37:58.234587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'security_group': {'name': 'tempest-secgroup-1529384857'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:58.253041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98884f6-af36-42fb-8618-07fcdecaa0b4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:58.267242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:58.276994 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cdda4da4-3f6a-4380-8fda-915197aef11b req-fd1ce003-a848-47da-bd91-0e9395dcb035 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553128 Sep 22 08:37:58.284305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:58.294642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:58.307570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:58.311070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.342737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.361207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:58.366317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.377562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:58.385362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:58.386115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.399961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=1dd30ccd-35b7-4a29-839a-57f728075835,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:58.423086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 2337c0aa-249f-46ca-b05d-65b28b71979a is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:58.423813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.466696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] Update dhcp port {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'fixed_ips': [{'subnet_id': '846a41c6-1647-4bcd-a6f7-842d97d9e99b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '535b8f20-85eb-4d94-b9cd-a2d077dd5499', 'ip_address': '2001:db8::2'}, {'subnet_id': '5480748b-f20c-4d94-b72f-3637b4f26ca7'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': 'eff91e1f-e5e5-433f-953a-7b664e69091a'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:37:58.481628 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e1226936-a6d2-4330-9803-1f5ea28cb871 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0984850 Sep 22 08:37:58.491854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:58.509432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:35:a8:00', 'name': 'tempest-NetworksTestDHCPv6-1109281330'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:58.517364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.523857 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 5 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:37:58.531343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Ignored duplicate provisioning block setup for port 7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:37:58.534655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.580431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:58.582825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.594457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.599149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:58.599834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.603128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 1456fec0-8ae9-42db-861a-a0a85570d364 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:37:58.603663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:security_group_rule and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:58.636537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:37:58.638803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04c67d5-294d-42ad-a75b-6353ccea5615" -d '{"events": [{"server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "name": "network-vif-plugged", "status": "completed", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:37:58.673082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:58.683604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 2337c0aa-249f-46ca-b05d-65b28b71979a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2337c0aa-249f-46ca-b05d-65b28b71979a,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:58.710640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:58.732306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.752512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.754461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a859d0-f234-448e-b795-426566be24f9 x-openstack-request-id: req-24a859d0-f234-448e-b795-426566be24f9 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:37:58.754758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "name": "network-vif-plugged", "status": "completed", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:37:58.755028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24a859d0-f234-448e-b795-426566be24f9 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:37:58.755438 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a859d0-f234-448e-b795-426566be24f9'] response: {'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'code': 200} Sep 22 08:37:58.808643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:58.818481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port eff91e1f-e5e5-433f-953a-7b664e69091a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:58.833529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.836878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] For port 3b498a78-de96-4f6f-aba2-434963c8b5d0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3b498a78-de96-4f6f-aba2-434963c8b5d0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:37:58.837276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:58.928175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:58.931954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:37:58.944873 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7682343 Sep 22 08:37:58.948061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:37:58.960392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39904) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:58.967126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'subnet': {'network_id': '49bd095b-30e8-49e0-9c7a-29169b92f0fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:58.984901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event updated for resources: {'Port': ['ID=7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:58.995187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] In _notify_port_updated(), no bound segment for port 7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e on network f723c619-0b4e-4f16-a3e0-18baabedacdd {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:37:59.000431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:59.001042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.003644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:37:59.015769 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ff7f0b6-d379-4f88-a4f0-b99749917d3b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "PUT /v2.0/ports/7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e HTTP/1.1" status: 200 len: 970 time: 2.9361155 Sep 22 08:37:59.029511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:59.069748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=1456fec0-8ae9-42db-861a-a0a85570d364,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:59.100166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d5f17-7c90-4564-92f9-3119295a89f2 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Network': ['ID=49bd095b-30e8-49e0-9c7a-29169b92f0fe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:59.209866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:37:59.219537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:59.223485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:37:59.223485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6fdb082-ff78-40b4-bc9f-4ae1ef420bfb not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:37:59.223485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3b498a78-de96-4f6f-aba2-434963c8b5d0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:37:59.232165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:59.236164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:59.254395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:59.255199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.257192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:59.263031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:59.263401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.327138 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 6 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:37:59.341781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:37:59.354353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:subnet and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:37:59.363581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:37:59.365996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Calling delete_port for 3b498a78-de96-4f6f-aba2-434963c8b5d0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:37:59.367986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port 5398553f-be7a-43c7-bdf6-1ea3a8101860 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:37:59.368432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.379945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.396157 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-a0b5cb3d-dc2e-4437-b2df-3e27652f740d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2312200 Sep 22 08:37:59.425335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:37:59.430818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Request body: {'port': {'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:59.485433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.490394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:59.511400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c56f6-cc27-483e-9bd7-c5cfa55a8ab9 req-74456cee-c31a-4c09-8429-edf782f95df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:59.512665 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-651c56f6-cc27-483e-9bd7-c5cfa55a8ab9 req-74456cee-c31a-4c09-8429-edf782f95df8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1098 time: 0.3783724 Sep 22 08:37:59.539384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169421cc-9e85-4c8f-8cdd-99eac7b60bdf req-fd81ef50-cc23-40f4-89b5-b6c6adb7217a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:37:59.540083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-169421cc-9e85-4c8f-8cdd-99eac7b60bdf req-fd81ef50-cc23-40f4-89b5-b6c6adb7217a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:59.551958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=2337c0aa-249f-46ca-b05d-65b28b71979a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:59.580395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:37:59.583850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.645238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:37:59.680098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] Update dhcp port {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'fixed_ips': [{'subnet_id': '08d947b0-bab1-47b4-a2ce-10fd4db1c285', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ea43bf4d-080d-451d-90c9-3d343c79b011'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '6bfedbf8-7036-426d-9b9a-b3fe275c9f13'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:37:59.718953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b877437-bacb-4fe7-82c2-dcf605d592f3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:37:59.729597 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.733755 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f46eeec3-57b3-428a-8b97-33224551a190 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5221572 Sep 22 08:37:59.754685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39914) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:37:59.764434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-169421cc-9e85-4c8f-8cdd-99eac7b60bdf req-fd81ef50-cc23-40f4-89b5-b6c6adb7217a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:37:59.769657 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-169421cc-9e85-4c8f-8cdd-99eac7b60bdf req-fd81ef50-cc23-40f4-89b5-b6c6adb7217a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 931 time: 0.7865222 Sep 22 08:37:59.770004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-416778555', 'security_groups': ['3b877437-bacb-4fe7-82c2-dcf605d592f3'], 'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ea43bf4d-080d-451d-90c9-3d343c79b011'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:37:59.779097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:50Z', 'revision_number': 10, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:37:59.863503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3272deda-6b2e-4706-9390-a36e2bbfe554 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:37:50Z', 'revision_number': 10, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None, '_interfaces': [{'id': '5398553f-be7a-43c7-bdf6-1ea3a8101860', 'name': '', 'network_id': '32b45810-745c-4d84-b894-85aa48d8dd9f', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'mac_address': 'fa:16:3e:99:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'aeda46da-4814-4796-9813-762a557d4165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:36:24Z', 'updated_at': '2022-09-22T08:36:40Z', 'revision_number': 5, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'subnets': [{'id': 'aeda46da-4814-4796-9813-762a557d4165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:37:59.891928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.918014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3b498a78-de96-4f6f-aba2-434963c8b5d0 is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:37:59.935190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.982807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-169421cc-9e85-4c8f-8cdd-99eac7b60bdf req-d1143cb0-4b17-4d04-a75a-37ff28c31c58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:37:59.988474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:37:59.996820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] Allocated IP 2001:db8:0:2::2 (f723c619-0b4e-4f16-a3e0-18baabedacdd/5480748b-f20c-4d94-b72f-3637b4f26ca7/eff91e1f-e5e5-433f-953a-7b664e69091a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:37:59.998039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:00.010378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:00.024359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 859a8b51-3296-4d1a-8c4e-24b57ff0b8b9 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:38:00.050502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] Pushing event deleted for resources: {'Port': ['ID=3b498a78-de96-4f6f-aba2-434963c8b5d0,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:00.076885 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-651c56f6-cc27-483e-9bd7-c5cfa55a8ab9 req-a7a56da5-426b-4fd9-b593-38884f5af7df service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5486310 Sep 22 08:38:00.152148 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 7 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:00.197944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe5034-6a34-4fbf-abec-d8904cb41eb0 req-cd0d8351-45a7-46c8-a943-e4f593f7da7d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:00.199571 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcbe5034-6a34-4fbf-abec-d8904cb41eb0 req-cd0d8351-45a7-46c8-a943-e4f593f7da7d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 945 time: 0.7819452 Sep 22 08:38:00.208476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:00.213828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port 5398553f-be7a-43c7-bdf6-1ea3a8101860, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5398553f-be7a-43c7-bdf6-1ea3a8101860,segment=NetworkSegment(36f44634-bb18-4915-a987-5402871327af),segment_id=36f44634-bb18-4915-a987-5402871327af)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:00.214129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:00.241780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-169421cc-9e85-4c8f-8cdd-99eac7b60bdf req-d1143cb0-4b17-4d04-a75a-37ff28c31c58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:00.241780 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-169421cc-9e85-4c8f-8cdd-99eac7b60bdf req-d1143cb0-4b17-4d04-a75a-37ff28c31c58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4465427 Sep 22 08:38:00.276578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:00.316329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:00.339084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 454b9f4b-5f56-4323-aa07-aa0336020755 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:00.372776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21196c-a080-40f4-ad66-12a5bf7583a2 None None] No DVR routers for this DVR port 3b498a78-de96-4f6f-aba2-434963c8b5d0 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:00.392732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 454b9f4b-5f56-4323-aa07-aa0336020755 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:38:00.393322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 454b9f4b-5f56-4323-aa07-aa0336020755 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:00.405977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:00.422221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223c010-710e-405d-93d1-60672eb8195c None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:00.532725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for 5398553f-be7a-43c7-bdf6-1ea3a8101860 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:00.581010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:00.599802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] Allocated IP 172.20.0.2 (7009098c-8311-473f-9a70-d51545c76b20/ea43bf4d-080d-451d-90c9-3d343c79b011/6bfedbf8-7036-426d-9b9a-b3fe275c9f13) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:00.603326 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcbe5034-6a34-4fbf-abec-d8904cb41eb0 req-1939bd17-931e-4db6-a2c2-20536042b91a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3791165 Sep 22 08:38:00.621513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:00.707644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:00.759440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:00.796182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:00.824692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] Transition to ACTIVE for port object eff91e1f-e5e5-433f-953a-7b664e69091a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:00.834052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:00.874493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:00.921597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Subnet': ['ID=63e77b77-327e-46bc-885f-e97f8996480e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:00.926135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 172.20.0.10 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/1dd30ccd-35b7-4a29-839a-57f728075835/859a8b51-3296-4d1a-8c4e-24b57ff0b8b9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:00.955450 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 8 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:00.970601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.012478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:fe35:a800 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/7dce24b1-f648-49a1-aacf-dca8d3d50744/859a8b51-3296-4d1a-8c4e-24b57ff0b8b9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:01.026325 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c0135e89-cbf2-4c1b-afa7-724d27e454c2 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e HTTP/1.1" status: 204 len: 168 time: 1.9919188 Sep 22 08:38:01.036209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:01.047392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.073261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.131619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Checking segment: {'id': '1c4a1a08-ac6d-4aef-b4f5-b66a50726e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '49bd095b-30e8-49e0-9c7a-29169b92f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:01.132260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network hostable DHCP agents. Network: 49bd095b-30e8-49e0-9c7a-29169b92f0fe, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:38:01.153567 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a522e224-cb71-4a1a-b5b7-a262ed690ae7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] GET failed (client error): The resource could not be found. Sep 22 08:38:01.154606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a522e224-cb71-4a1a-b5b7-a262ed690ae7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Synchronizing usage tracker for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:01.155688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=5398553f-be7a-43c7-bdf6-1ea3a8101860,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:01.195847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] device_id is not set on port e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:38:01.251477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '1dd30ccd-35b7-4a29-839a-57f728075835'}, {'subnet_id': '7dce24b1-f648-49a1-aacf-dca8d3d50744'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:01.252323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.293176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a522e224-cb71-4a1a-b5b7-a262ed690ae7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Unset dirty status for tenant:1952bd3ef9bd49818f7d1549347a39d8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:01.297973 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a522e224-cb71-4a1a-b5b7-a262ed690ae7 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports/7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e HTTP/1.1" status: 404 len: 333 time: 0.2581842 Sep 22 08:38:01.301470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39922) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:01.304020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a67c-65d6-4baa-b97f-85b886cec022 None None] Pushing event updated for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:01.322432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:01.384839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] For port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,segment=NetworkSegment(55f78df9-566a-41c0-945b-292bdf3c66b2),segment_id=55f78df9-566a-41c0-945b-292bdf3c66b2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:01.419092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.438150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] Transition to ACTIVE for port object 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:01.481344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.488872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.500939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:38:01.568565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1456fec0-8ae9-42db-861a-a0a85570d364 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:38:01.581016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.613386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 49bd095b-30e8-49e0-9c7a-29169b92f0fe) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:01.620325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:01.621882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.689451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e879e75c-f714-4522-af92-dfebeb8d2fd2 None None] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:01.707554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f476514a-7fad-45dd-8718-89868f544103 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.757728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d83e-197f-422e-b03b-2e6eb9470ad8 None None] Pushing event updated for resources: {'Port': ['ID=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:01.811958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.819990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f476514a-7fad-45dd-8718-89868f544103 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:01.845504 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 9 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:01.886886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 859a8b51-3296-4d1a-8c4e-24b57ff0b8b9 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:01.909964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c3181-47d8-4f7a-ba54-f92558ef8773 req-c6189a11-6b7c-415c-b28f-f8b9a1c41dba tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:01.918118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Transition to ACTIVE for port object 1456fec0-8ae9-42db-861a-a0a85570d364 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:01.922342 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e11c3181-47d8-4f7a-ba54-f92558ef8773 req-c6189a11-6b7c-415c-b28f-f8b9a1c41dba tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 931 time: 0.4533355 Sep 22 08:38:01.936950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.9 (7009098c-8311-473f-9a70-d51545c76b20/ea43bf4d-080d-451d-90c9-3d343c79b011/e629c3d5-1d50-4ed2-ac27-0d02fd6393b0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:01.943333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:01.978834 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8cf3ca8-fa2e-418e-98c5-a8868e90b613 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0171902 Sep 22 08:38:01.985795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39930) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:02.010401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.016940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'network': {'name': 'tempest-router-network01--346397412'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:02.067791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:02.091645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f476514a-7fad-45dd-8718-89868f544103 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.112374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-49bd095b-30e8-49e0-9c7a-29169b92f0fe', 'network_id': '49bd095b-30e8-49e0-9c7a-29169b92f0fe', 'tenant_id': '02560888e93c4b1ebd84a4e4a8b29c6b', 'fixed_ips': [{'subnet_id': '63e77b77-327e-46bc-885f-e97f8996480e'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:02.113647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.119560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:network and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:02.141798 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e11c3181-47d8-4f7a-ba54-f92558ef8773 req-6852deca-6659-4b89-a863-8ebe3e80d177 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184944 Sep 22 08:38:02.144668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:02.260699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99429268-7594-4618-8534-59467f273682 service neutron] Pushing event updated for resources: {'Port': ['ID=1456fec0-8ae9-42db-861a-a0a85570d364,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:02.297446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Allocated IP 2001:db8::2 (49bd095b-30e8-49e0-9c7a-29169b92f0fe/63e77b77-327e-46bc-885f-e97f8996480e/7a036ae6-b1db-491a-a72b-d5e30fd023e0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:02.349942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.374206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Transition to ACTIVE for port object e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:02.412895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.417933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476514a-7fad-45dd-8718-89868f544103 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c263a510-41ff-4776-bee2-1519803cd64e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:02.420157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.427763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:02.545232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=859a8b51-3296-4d1a-8c4e-24b57ff0b8b9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:02.610331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f476514a-7fad-45dd-8718-89868f544103 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.613820 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f476514a-7fad-45dd-8718-89868f544103 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/security-groups/c263a510-41ff-4776-bee2-1519803cd64e HTTP/1.1" status: 204 len: 168 time: 1.2892063 Sep 22 08:38:02.619245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.632364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Transition to ACTIVE for port object 7a036ae6-b1db-491a-a72b-d5e30fd023e0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:02.633018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39934) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:02.637483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:02.649523 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 10 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:02.679014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:02.680285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:02.689515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:02.698646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:02.700514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:02.704173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.711562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:38:02.715789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:02.733303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eec898-2d76-473f-8540-ab5110c17a0a req-d6359a5a-5e47-415a-b30d-05663051714c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:02.735600 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39eec898-2d76-473f-8540-ab5110c17a0a req-d6359a5a-5e47-415a-b30d-05663051714c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 945 time: 0.8428824 Sep 22 08:38:02.784477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:02.885582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:02.886286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:02.912936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Transition to ACTIVE for port object 7a036ae6-b1db-491a-a72b-d5e30fd023e0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:02.923863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=e629c3d5-1d50-4ed2-ac27-0d02fd6393b0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:02.933285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:02.940304 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-95523a90-0660-461b-bdd8-612e4d7302c2 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9134095 Sep 22 08:38:02.941526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Attempting to bind port 1456fec0-8ae9-42db-861a-a0a85570d364 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:02.941916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Attempting to bind port 1456fec0-8ae9-42db-861a-a0a85570d364 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:02.943000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Attempting to bind port 1456fec0-8ae9-42db-861a-a0a85570d364 on network 4cda4109-fc23-46ed-84ab-0baefbb302e4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:02.948134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:02.948489 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:02.973494 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:02.974118 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:02.987146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:38:03.005200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.023945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:03.024767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.043954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting subnet aeda46da-4814-4796-9813-762a557d4165 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:03.046617 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0794c5cb-5acc-4340-ade2-dea4afea1068 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2878900 Sep 22 08:38:03.055891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:03.059918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Port 1456fec0-8ae9-42db-861a-a0a85570d364 on network 4cda4109-fc23-46ed-84ab-0baefbb302e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:38:03.060465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Attempting to bind port 1456fec0-8ae9-42db-861a-a0a85570d364 on network 4cda4109-fc23-46ed-84ab-0baefbb302e4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:03.066645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:03.085471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.086119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.088553 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Added segment b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c of type vlan for network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c Sep 22 08:38:03.136773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:03.142992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:03.149179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.174928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:03.199464 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8e78ca25-7ff8-4521-ad8f-95235f2c4a68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7028477 Sep 22 08:38:03.203998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.210132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:03.210601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.212704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:03.215434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39948) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:03.242499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:03.311094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39eec898-2d76-473f-8540-ab5110c17a0a req-f7f78ffd-a0fd-4f55-be0c-de101d7f86a7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5696948 Sep 22 08:38:03.313320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:03.313865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Checking segment: {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:03.314918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Bound using segment: {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:03.315575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Bound port: 1456fec0-8ae9-42db-861a-a0a85570d364, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e360d1-b14d-4614-a2e1-e956a6590e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:03.316098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.341769 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:03.459834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Pushing event updated for resources: {'Port': ['ID=7a036ae6-b1db-491a-a72b-d5e30fd023e0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:03.467731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] For port 1456fec0-8ae9-42db-861a-a0a85570d364, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:03.470794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] For port 1456fec0-8ae9-42db-861a-a0a85570d364, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=1456fec0-8ae9-42db-861a-a0a85570d364,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:03.482975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.490377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Provisioning complete for port 3eba98fa-a305-411d-9621-2d23f34d15ca triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:03.491026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.491558 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 1 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:03.516942 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:38:00Z', 'revision_number': 11, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:03.522385 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:38:03.523570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.529159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40526d81-d32c-480a-9fe9-113a4270a2b6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.533142 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:03.534076 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:37:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:03.556834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:03.583457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Allocated IP 172.20.0.2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/1dd30ccd-35b7-4a29-839a-57f728075835/c42ebfff-bc73-456f-a6f9-1c3afd01627c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:03.593330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:03.593981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.595375 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-99429268-7594-4618-8534-59467f273682 service neutron] 10.222.0.48 "PUT /v2.0/ports/1456fec0-8ae9-42db-861a-a0a85570d364 HTTP/1.1" status: 200 len: 1093 time: 4.1811297 Sep 22 08:38:03.598461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Attempting to bind port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:03.598637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Attempting to bind port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '1c4a1a08-ac6d-4aef-b4f5-b66a50726e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '49bd095b-30e8-49e0-9c7a-29169b92f0fe'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:03.599477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Attempting to bind port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 on network 49bd095b-30e8-49e0-9c7a-29169b92f0fe {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:03.603814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Allocated IP 2001:db8::f816:3eff:fe06:5ec1 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/7dce24b1-f648-49a1-aacf-dca8d3d50744/c42ebfff-bc73-456f-a6f9-1c3afd01627c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:03.612693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:38:03.614969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbc9dc0-472c-43a6-9b08-26d4781faa78" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:38:03.623144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:03.623651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Checking segment: {'id': '1c4a1a08-ac6d-4aef-b4f5-b66a50726e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '49bd095b-30e8-49e0-9c7a-29169b92f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:03.624267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.625349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Bound using segment: {'id': '1c4a1a08-ac6d-4aef-b4f5-b66a50726e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '49bd095b-30e8-49e0-9c7a-29169b92f0fe'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:03.626144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Bound port: 7a036ae6-b1db-491a-a72b-d5e30fd023e0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4a1a08-ac6d-4aef-b4f5-b66a50726e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '49bd095b-30e8-49e0-9c7a-29169b92f0fe'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:03.626582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.673346 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6777310 Sep 22 08:38:03.683029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39956) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:03.702353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40526d81-d32c-480a-9fe9-113a4270a2b6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.712023 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:03.721642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'network': {'name': 'tempest-router-network02--2125283563'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:03.735703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef5ef2-611a-4146-aa93-969d7cbfb895 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Network': ['ID=3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:03.742964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:03.774289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:network and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:03.781975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:38:03.783786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:03.810453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405328c7-3046-492b-b18b-f6a94ccf69ea tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:03.811571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-405328c7-3046-492b-b18b-f6a94ccf69ea tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:03.816752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99429268-7594-4618-8534-59467f273682 service neutron] Pushing event updated for resources: {'Port': ['ID=1456fec0-8ae9-42db-861a-a0a85570d364,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:03.817632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:03.823689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:03.827817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:03.831491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:03.837425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:03.853191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3426dfe-894b-4072-8726-c7b3640336d7 req-37dbf58c-3eb5-4a6a-a036-0a46958aee76 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:03.853955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:03.855191 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b3426dfe-894b-4072-8726-c7b3640336d7 req-37dbf58c-3eb5-4a6a-a036-0a46958aee76 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 943 time: 0.3753321 Sep 22 08:38:03.857402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-405328c7-3046-492b-b18b-f6a94ccf69ea tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:03.857535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.858703 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-405328c7-3046-492b-b18b-f6a94ccf69ea tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.6202154 Sep 22 08:38:03.861020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:03.864880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.877999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:03.881525 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:38:00Z', 'revision_number': 11, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:03.886932 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90888314-340e-4e20-a3db-4fec0346a4f9 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:38:00Z', 'revision_number': 11, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:03.934098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40526d81-d32c-480a-9fe9-113a4270a2b6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:03.985333 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b3426dfe-894b-4072-8726-c7b3640336d7 req-4f9ce160-19e1-44b0-8d04-0f0173ba2889 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979905 Sep 22 08:38:03.987446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:38:03.991761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] For port 7a036ae6-b1db-491a-a72b-d5e30fd023e0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:03.998563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40526d81-d32c-480a-9fe9-113a4270a2b6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e309fc34-f70c-4f28-92ec-7d0bff8e328b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:04.010937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40526d81-d32c-480a-9fe9-113a4270a2b6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.012382 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40526d81-d32c-480a-9fe9-113a4270a2b6 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/security-groups/e309fc34-f70c-4f28-92ec-7d0bff8e328b HTTP/1.1" status: 204 len: 168 time: 1.3737576 Sep 22 08:38:04.016211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39964) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:04.019735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.020083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Added segment f1e9fcae-3da2-4e65-850f-2bbdb603a1cd of type vlan for network f9d0d935-1b11-4839-87bf-2831ad58a308 Sep 22 08:38:04.030935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] For port 7a036ae6-b1db-491a-a72b-d5e30fd023e0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7a036ae6-b1db-491a-a72b-d5e30fd023e0,segment=NetworkSegment(1c4a1a08-ac6d-4aef-b4f5-b66a50726e92),segment_id=1c4a1a08-ac6d-4aef-b4f5-b66a50726e92)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:04.089508 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 2 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:04.127696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985065ac-b6a0-4119-bc74-44453caac1dd x-openstack-request-id: req-985065ac-b6a0-4119-bc74-44453caac1dd {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:38:04.127984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:38:04.128421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-985065ac-b6a0-4119-bc74-44453caac1dd {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:38:04.128827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985065ac-b6a0-4119-bc74-44453caac1dd'] response: {'name': 'network-changed', 'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364', 'status': 'completed', 'code': 200} Sep 22 08:38:04.129656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.134640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.137687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b9e9-cda8-4d2c-98fd-be09fb9c8bf5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.171445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b9e9-cda8-4d2c-98fd-be09fb9c8bf5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.177161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5109dd-2f7f-4563-9221-71e69800eb7f req-25d1f6b0-5f14-4a72-ba20-221f2d8ac073 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:04.178623 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f5109dd-2f7f-4563-9221-71e69800eb7f req-25d1f6b0-5f14-4a72-ba20-221f2d8ac073 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 945 time: 0.7035890 Sep 22 08:38:04.183268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.229956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.239352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:04.240524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.254087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.256499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:04.263119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b9e9-cda8-4d2c-98fd-be09fb9c8bf5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.277422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Transition to ACTIVE for port object c42ebfff-bc73-456f-a6f9-1c3afd01627c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:04.279904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a62e1-e12e-49e2-9a72-d93a70a08b00 None None] Pushing event updated for resources: {'Port': ['ID=7a036ae6-b1db-491a-a72b-d5e30fd023e0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:04.329366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Transition to ACTIVE for port object c42ebfff-bc73-456f-a6f9-1c3afd01627c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:04.339430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.366682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 859a8b51-3296-4d1a-8c4e-24b57ff0b8b9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:04.367302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.420722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0b9e9-cda8-4d2c-98fd-be09fb9c8bf5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bada8a-9922-4185-838c-01a6a7ce0df6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:04.429362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5398553f-be7a-43c7-bdf6-1ea3a8101860 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:04.434781 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7481163 Sep 22 08:38:04.436271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec8f7d-a59d-41fd-a782-bbde99e83c94 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Network': ['ID=f9d0d935-1b11-4839-87bf-2831ad58a308,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:04.438522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39968) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:04.440003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b9e9-cda8-4d2c-98fd-be09fb9c8bf5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.443984 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6bf0b9e9-cda8-4d2c-98fd-be09fb9c8bf5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/security-groups/15bada8a-9922-4185-838c-01a6a7ce0df6 HTTP/1.1" status: 204 len: 168 time: 0.4236972 Sep 22 08:38:04.447910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'subnet': {'network_id': '3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:04.460456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-b63a2752-43e1-4df1-a791-7b14e6472b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:04.462177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-b63a2752-43e1-4df1-a791-7b14e6472b00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 1096 time: 0.8097563 Sep 22 08:38:04.463103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:04.513073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Pushing event updated for resources: {'Port': ['ID=c42ebfff-bc73-456f-a6f9-1c3afd01627c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:04.522187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f9d0d935-1b11-4839-87bf-2831ad58a308 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:38:04.536696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 535b8f20-85eb-4d94-b9cd-a2d077dd5499 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:04.541218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:04.572585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:04.577172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5398553f-be7a-43c7-bdf6-1ea3a8101860 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:38:04.577771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5398553f-be7a-43c7-bdf6-1ea3a8101860 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:04.580171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:04.621838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.627389 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ea43bf4d-080d-451d-90c9-3d343c79b011 (CIDR: 172.20.0.0/28) Sep 22 08:38:04.711875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.715599 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f5109dd-2f7f-4563-9221-71e69800eb7f req-d8a959fc-4e6b-4b57-9f34-51135db60476 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4989364 Sep 22 08:38:04.751298 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:04.752380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:04.765469 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39976) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:04.769017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.771446 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 3 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:04.773376 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-5a784d58-86aa-4ad0-b8ae-2e2d6fb0f6b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1456fec0-8ae9-42db-861a-a0a85570d364 HTTP/1.1" status: 200 len: 217 time: 0.1493986 Sep 22 08:38:04.819258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:04.837301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:subnet and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:04.842992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:04.853971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:04.887259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Subnet': ['ID=aeda46da-4814-4796-9813-762a557d4165,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:04.902925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Attempting to bind port c42ebfff-bc73-456f-a6f9-1c3afd01627c on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:04.902925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Attempting to bind port c42ebfff-bc73-456f-a6f9-1c3afd01627c by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:04.903529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Attempting to bind port c42ebfff-bc73-456f-a6f9-1c3afd01627c on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:04.905630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:04.914034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b809d-3eb1-441b-9dae-c7e2db507b6c None None] Network 32b45810-745c-4d84-b894-85aa48d8dd9f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:04.929875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:04.930248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:04.930646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.931028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:04.931527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Bound port: c42ebfff-bc73-456f-a6f9-1c3afd01627c, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:04.931898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.939307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fac24e-d311-443d-8db5-9810b327aa7a tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:04.945607 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a8fac24e-d311-443d-8db5-9810b327aa7a tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1093 time: 0.1771750 Sep 22 08:38:04.946607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:04.951793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.962352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:04.963988 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6067dba-8225-4a2f-bb27-5cd4ca711594 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/aeda46da-4814-4796-9813-762a557d4165 HTTP/1.1" status: 204 len: 168 time: 2.0114980 Sep 22 08:38:04.971528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39980) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:04.971810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39982) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:04.989663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6eb7043b-027a-413e-af7a-c2263511119e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9293768 Sep 22 08:38:04.992830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:05.023017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 39988) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:05.032396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:05.089654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:05.118282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:floatingip and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:05.139190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:05.146930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-edd964db-1004-47bc-827a-94a4646d5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:05.148782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-edd964db-1004-47bc-827a-94a4646d5b23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc384c0d-f97b-4534-a6ad-0b1e13ad7f37 HTTP/1.1" status: 200 len: 835 time: 0.3284590 Sep 22 08:38:05.236617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] For port c42ebfff-bc73-456f-a6f9-1c3afd01627c, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:05.253936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] For port c42ebfff-bc73-456f-a6f9-1c3afd01627c, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c42ebfff-bc73-456f-a6f9-1c3afd01627c,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:05.256746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.260018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.326123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.349330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ec38f-2596-4fe7-bd5f-0f25a9157e2b None None] Pushing event updated for resources: {'Port': ['ID=c42ebfff-bc73-456f-a6f9-1c3afd01627c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:05.374133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.407011 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 4 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:05.433722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 859a8b51-3296-4d1a-8c4e-24b57ff0b8b9 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:05.468842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] DHCP port deletion for 32b45810-745c-4d84-b894-85aa48d8dd9f request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:05.493233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Deleting port d540be95-d0cc-4add-8d97-046a39242235 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:05.493233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.515368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Subnet': ['ID=d6ed27a9-36bf-4805-847a-630dc84463f8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:05.529826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Checking segment: {'id': 'b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:05.530146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network hostable DHCP agents. Network: 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:38:05.538531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.563579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:05.589486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27373ac0-21fc-4984-8e42-f9bb8ef36404 req-c68706dd-0a95-4e1a-8677-07cb94a0bc71 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:05.591058 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-27373ac0-21fc-4984-8e42-f9bb8ef36404 req-c68706dd-0a95-4e1a-8677-07cb94a0bc71 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 943 time: 0.3671310 Sep 22 08:38:05.606411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=535b8f20-85eb-4d94-b9cd-a2d077dd5499,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:05.624592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b049f-5bae-46e8-9e03-21297df5aab9 None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:05.649680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.702041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:05.709922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:38:05.722884 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c7430fb-8512-4a87-9ded-fe1ab41536a3 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/535b8f20-85eb-4d94-b9cd-a2d077dd5499 HTTP/1.1" status: 204 len: 168 time: 1.2587447 Sep 22 08:38:05.730706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:05.750942 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-27373ac0-21fc-4984-8e42-f9bb8ef36404 req-a53a8689-dde8-47e4-8334-a38a3a675eab tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519363 Sep 22 08:38:05.777522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.797496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:05.800405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.803250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.819402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65a50e-c571-4471-85c0-4a1e53f72559 None None] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:05.827489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:05.835512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.875671 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0b66608f-82c2-47e6-9e48-8f240ff49c7b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4323182 Sep 22 08:38:05.882118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 39998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:05.889717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'subnet': {'network_id': 'f9d0d935-1b11-4839-87bf-2831ad58a308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:05.915333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=859a8b51-3296-4d1a-8c4e-24b57ff0b8b9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:05.915980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 5480748b-f20c-4d94-b72f-3637b4f26ca7 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:05.919084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:05.993372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213bc65-229f-4818-88cd-ae976e5b238a None None] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:06.126473 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 5 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:06.181002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.225742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] For port d540be95-d0cc-4add-8d97-046a39242235, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d540be95-d0cc-4add-8d97-046a39242235,segment=NetworkSegment(36f44634-bb18-4915-a987-5402871327af),segment_id=36f44634-bb18-4915-a987-5402871327af)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:06.226137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.233971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:06.241474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:subnet and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:06.246313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:06.257100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:06.276000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Deleting port d540be95-d0cc-4add-8d97-046a39242235 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:06.276846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.277224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:06.280637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.519884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:06.530413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Calling delete_port for d540be95-d0cc-4add-8d97-046a39242235 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:06.532297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.567617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c42ebfff-bc73-456f-a6f9-1c3afd01627c up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:06.612708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cfaee355-a24b-470d-9127-2a84754fc4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.629947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] For port d540be95-d0cc-4add-8d97-046a39242235, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d540be95-d0cc-4add-8d97-046a39242235,segment=NetworkSegment(36f44634-bb18-4915-a987-5402871327af),segment_id=36f44634-bb18-4915-a987-5402871327af)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:06.630543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.667255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.715665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=5480748b-f20c-4d94-b72f-3637b4f26ca7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:06.717698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.726515 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c57feba3-a8eb-40c2-8350-953a30791079 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/5480748b-f20c-4d94-b72f-3637b4f26ca7 HTTP/1.1" status: 204 len: 168 time: 0.9745123 Sep 22 08:38:06.727697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:06.731204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40002) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:06.799118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Calling delete_port for d540be95-d0cc-4add-8d97-046a39242235 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:06.811389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Subnet': ['ID=f9e89362-2a60-42eb-bc3b-bf9eca4c8f14,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:06.868690 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3ca146-1b95-4041-8fb7-a40f2f0f82ce tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:06.869160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3ca146-1b95-4041-8fb7-a40f2f0f82ce tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:06.871110 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c3ca146-1b95-4041-8fb7-a40f2f0f82ce tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/535b8f20-85eb-4d94-b9cd-a2d077dd5499 HTTP/1.1" status: 404 len: 337 time: 0.0610251 Sep 22 08:38:06.880123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:06.947706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b068e0-ba7f-4d93-9fd7-7f1904797c01 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:06.957844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:07.008111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting subnet 846a41c6-1647-4bcd-a6f7-842d97d9e99b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:07.010197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Checking segment: {'id': 'f1e9fcae-3da2-4e65-850f-2bbdb603a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d0d935-1b11-4839-87bf-2831ad58a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:07.010899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network hostable DHCP agents. Network: f9d0d935-1b11-4839-87bf-2831ad58a308, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:38:07.019642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.023246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:07.028266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:07.040850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-9715de57-453a-4bb6-b502-4446e2ab26c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:07.042900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-9715de57-453a-4bb6-b502-4446e2ab26c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cda4109-fc23-46ed-84ab-0baefbb302e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3319085 Sep 22 08:38:07.059320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:07.080983 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 6 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:07.090648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network f9d0d935-1b11-4839-87bf-2831ad58a308 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:38:07.097955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.106939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.141211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f9d0d935-1b11-4839-87bf-2831ad58a308) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:07.148712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:07.149297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.158990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.188624 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0e114bd-252d-4649-87c7-6be9936cb74d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3029172 Sep 22 08:38:07.189439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:07.195973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb0266-5155-4647-8e13-7e2260403e60 None None] Network f9d0d935-1b11-4839-87bf-2831ad58a308 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:07.224278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:07.228230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.265474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Port': ['ID=d540be95-d0cc-4add-8d97-046a39242235,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:07.297981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c', 'network_id': '3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c', 'tenant_id': '02560888e93c4b1ebd84a4e4a8b29c6b', 'fixed_ips': [{'subnet_id': 'd6ed27a9-36bf-4805-847a-630dc84463f8'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:07.298803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.308412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:07.308767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:07.321936 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a2e0e280-fa62-4665-8045-27ae5d3ec827 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/859a8b51-3296-4d1a-8c4e-24b57ff0b8b9 HTTP/1.1" status: 204 len: 168 time: 3.4420278 Sep 22 08:38:07.326022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40016) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:07.333848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No DVR routers for this DVR port d540be95-d0cc-4add-8d97-046a39242235 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:07.368158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c42ebfff-bc73-456f-a6f9-1c3afd01627c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:07.399616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:07.414488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a036ae6-b1db-491a-a72b-d5e30fd023e0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:07.518386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.558238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd57a9-2883-4a41-af3e-3ed28c68bc86 req-e273fa50-fd61-4aa7-b20c-3ecf3bbe852a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:07.559405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2acd57a9-2883-4a41-af3e-3ed28c68bc86 req-e273fa50-fd61-4aa7-b20c-3ecf3bbe852a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:07.578101 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-004197c7-1ee8-4a31-b308-0703918e2779 service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206470 Sep 22 08:38:07.583888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.591596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f0683-0f33-4c3f-80b4-58b6300cd0d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:07.593100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f0683-0f33-4c3f-80b4-58b6300cd0d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:07.594944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f0683-0f33-4c3f-80b4-58b6300cd0d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:07.595790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-192f0683-0f33-4c3f-80b4-58b6300cd0d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:07.621314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.688214 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 08d947b0-bab1-47b4-a2ce-10fd4db1c285 (CIDR: 172.20.0.16/28) Sep 22 08:38:07.691014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b45810-745c-4d84-b894-85aa48d8dd9f']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:07.745122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2acd57a9-2883-4a41-af3e-3ed28c68bc86 req-e273fa50-fd61-4aa7-b20c-3ecf3bbe852a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:07.745352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-192f0683-0f33-4c3f-80b4-58b6300cd0d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:07.749322 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-192f0683-0f33-4c3f-80b4-58b6300cd0d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4091887 Sep 22 08:38:07.750604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:07.753318 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2acd57a9-2883-4a41-af3e-3ed28c68bc86 req-e273fa50-fd61-4aa7-b20c-3ecf3bbe852a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 943 time: 0.8189876 Sep 22 08:38:07.791292 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:07.791913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:07.819606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f44634-bb18-4915-a987-5402871327af') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:07.820054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f44634-bb18-4915-a987-5402871327af') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:07.845835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Deleting port d540be95-d0cc-4add-8d97-046a39242235 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:07.845835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.855349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.918997 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 7 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:07.957580 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2acd57a9-2883-4a41-af3e-3ed28c68bc86 req-a40ff74a-29df-4b6c-821b-2c2bad587c22 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033856 Sep 22 08:38:07.958977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.980926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:07.982482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2bfe71d-79f5-40f9-92fa-92ef1e987130 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.9583778 Sep 22 08:38:08.014106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:38:08.014608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.015900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a79e7-1f71-4bc5-8d3e-19f8b56f772b None None] Update dhcp port {'port': {'network_id': 'f723c619-0b4e-4f16-a3e0-18baabedacdd', 'fixed_ips': [{'subnet_id': '846a41c6-1647-4bcd-a6f7-842d97d9e99b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5480748b-f20c-4d94-b72f-3637b4f26ca7'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': 'eff91e1f-e5e5-433f-953a-7b664e69091a'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:38:08.017118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40024) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:08.039124 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e6b14ed-8143-4c5e-ad31-ceaadd62d8ac req-d28cc7fb-a8cf-4f2b-9817-92aafc47ecdd service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470384 Sep 22 08:38:08.040091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'subnet': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:08.055324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Subnet': ['ID=846a41c6-1647-4bcd-a6f7-842d97d9e99b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:08.089383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.103079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 1dd30ccd-35b7-4a29-839a-57f728075835 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:08.124867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-29342519-964c-4682-9ef5-639e962e0b24 None None] The port 'd540be95-d0cc-4add-8d97-046a39242235' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:38:08.154758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.169021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.177714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:08.205547 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Allocated IP 2001:db8::2 (3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c/d6ed27a9-36bf-4805-847a-630dc84463f8/47569b93-d401-420e-8be4-d1479b7765a1) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:08.209909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f9d0d935-1b11-4839-87bf-2831ad58a308', 'network_id': 'f9d0d935-1b11-4839-87bf-2831ad58a308', 'tenant_id': '02560888e93c4b1ebd84a4e4a8b29c6b', 'fixed_ips': [{'subnet_id': 'f9e89362-2a60-42eb-bc3b-bf9eca4c8f14'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:08.210892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.222210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:08.230104 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86029ce7-7e92-453e-9cca-2ef868810b23 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/846a41c6-1647-4bcd-a6f7-842d97d9e99b HTTP/1.1" status: 204 len: 168 time: 1.3488984 Sep 22 08:38:08.244571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40030) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:08.244785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c16a79e7-1f71-4bc5-8d3e-19f8b56f772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.305385 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 36f44634-bb18-4915-a987-5402871327af resource provider aggregate not found Sep 22 08:38:08.324567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Allocated IP 172.26.8.72 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/9a6b866c-1489-4acf-91c5-f2ca1cc87d3d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:08.361884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d540be95-d0cc-4add-8d97-046a39242235 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:08.385259 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-be66bcb5-6374-4095-833c-f5a843794983 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:08.385760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be66bcb5-6374-4095-833c-f5a843794983 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:08.389978 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-be66bcb5-6374-4095-833c-f5a843794983 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/1537b805-664a-4a36-94a8-69338e5b56f8 HTTP/1.1" status: 404 len: 337 time: 0.1428285 Sep 22 08:38:08.400190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:08.473054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.565961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.584437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: d540be95-d0cc-4add-8d97-046a39242235 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:38:08.584779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d540be95-d0cc-4add-8d97-046a39242235 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:08.591798 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 36f44634-bb18-4915-a987-5402871327af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36f44634-bb18-4915-a987-5402871327af found for delete ", "request_id": "req-ef3b7512-77c3-4cfe-a5b0-80fa502c6abd"}]} Sep 22 08:38:08.619483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-70248b11-8ffb-4946-919f-b4df7d3ca8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.633661 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d9b6455-32d9-4f0f-b7c6-b838fe97331c tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "GET /v2.0/ports?device_id=83a6ef4e-1008-4c72-8ebf-76a1c0f35584 HTTP/1.1" status: 200 len: 205 time: 0.2277050 Sep 22 08:38:08.637912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.639360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:08.724996 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 8 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:08.728609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:08.734155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Usage tracker for resource:subnet and tenant:bf957cdc588a406e84dfc2cb0a538838 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:08.738996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:08.746568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.747134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:08.760052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-154e4f86-d43c-42fb-bfa8-5018ffd12d99 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] delete failed (client error): The resource could not be found. Sep 22 08:38:08.764610 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-154e4f86-d43c-42fb-bfa8-5018ffd12d99 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/routers/83a6ef4e-1008-4c72-8ebf-76a1c0f35584 HTTP/1.1" status: 404 len: 336 time: 0.1198699 Sep 22 08:38:08.767420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40044) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:08.769448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Pushing event deleted for resources: {'Network': ['ID=32b45810-745c-4d84-b894-85aa48d8dd9f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:08.774661 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1962a148-af95-4227-ae70-5da134f295be tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/networks/32b45810-745c-4d84-b894-85aa48d8dd9f HTTP/1.1" status: 204 len: 168 time: 3.7994974 Sep 22 08:38:08.778506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40046) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:08.786777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'routes': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:08.833650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.862825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.876576 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8c5f6f-7689-424e-8441-be2bdf1ea98e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:08.877620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8c5f6f-7689-424e-8441-be2bdf1ea98e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:08.891043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Made reservation on behalf of bf957cdc588a406e84dfc2cb0a538838 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:08.894858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:08.961366 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6b8c5f6f-7689-424e-8441-be2bdf1ea98e tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/dc8e27b2-8744-4b3d-b9ac-9b663f772ccd HTTP/1.1" status: 404 len: 337 time: 0.1873348 Sep 22 08:38:08.965916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Allocated IP 2001:db8::2 (f9d0d935-1b11-4839-87bf-2831ad58a308/f9e89362-2a60-42eb-bc3b-bf9eca4c8f14/0e3db695-16a5-4e4d-bcd7-0f837cc05047) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:08.969679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:09.052931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=9a6b866c-1489-4acf-91c5-f2ca1cc87d3d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:09.079518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a4fe5-0394-43f6-978e-4f93a64cba84 None None] Network f723c619-0b4e-4f16-a3e0-18baabedacdd requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:09.118768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.138997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-ca006897-fd63-4408-af99-bf8ebf6d5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:09.141322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-ca006897-fd63-4408-af99-bf8ebf6d5240 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 1096 time: 0.8376582 Sep 22 08:38:09.143426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:09.206147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:09.208656 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-367aeba7-4995-4adf-9be8-ab9acd5f1910 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:09.209282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367aeba7-4995-4adf-9be8-ab9acd5f1910 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:09.213710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-367aeba7-4995-4adf-9be8-ab9acd5f1910 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/403b83cf-f97e-44fe-a218-bc7961b72214 HTTP/1.1" status: 404 len: 337 time: 0.1580787 Sep 22 08:38:09.214993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:09.226451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.248025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:09.275040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:09.313899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.317258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd30ccd-35b7-4a29-839a-57f728075835,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:09.336274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e40c1a6-6eac-4980-aeb6-6ed14b0cf893 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:09.336967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e40c1a6-6eac-4980-aeb6-6ed14b0cf893 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:09.338063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Transition to ACTIVE for port object 47569b93-d401-420e-8be4-d1479b7765a1 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:09.348898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e40c1a6-6eac-4980-aeb6-6ed14b0cf893 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/9be1d119-c7d4-4c0c-8c97-f8472d13dcda HTTP/1.1" status: 404 len: 337 time: 0.0918143 Sep 22 08:38:09.356161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:09.369658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c0a20b-b563-4861-92e3-856bcabd37cb None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:09.409838 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9b575a9-2f8b-4ae8-8cb3-fda7c4ebe317 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/1dd30ccd-35b7-4a29-839a-57f728075835 HTTP/1.1" status: 204 len: 168 time: 1.6580322 Sep 22 08:38:09.417744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40066) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:09.458981 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3995dcf3-b9f2-483a-bef4-12d2914ab160 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:09.459477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3995dcf3-b9f2-483a-bef4-12d2914ab160 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:09.463916 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3995dcf3-b9f2-483a-bef4-12d2914ab160 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/355c2074-b855-4fa9-b889-94f02cfc9cef HTTP/1.1" status: 404 len: 333 time: 0.1016695 Sep 22 08:38:09.468355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Transition to ACTIVE for port object 47569b93-d401-420e-8be4-d1479b7765a1 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:09.468694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40070) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:09.493743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.496555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Added routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 08:38:09.496859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Removed routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 08:38:09.497398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.615638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:09.633613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.669775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:09.693618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:09.715197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Pushing event updated for resources: {'Port': ['ID=47569b93-d401-420e-8be4-d1479b7765a1,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:09.758948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.776275 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c24bfb-d0fc-47e8-af4b-9d0fe4b4243b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:09.776852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c24bfb-d0fc-47e8-af4b-9d0fe4b4243b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:09.801438 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 9 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:09.814151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bb800-3c17-4baf-9ea6-6161874fdea6 req-26fdb054-9ce4-40a2-9fa6-14de54024894 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:09.815637 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6f7bb800-3c17-4baf-9ea6-6161874fdea6 req-26fdb054-9ce4-40a2-9fa6-14de54024894 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 943 time: 0.6457927 Sep 22 08:38:09.832195 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-18c24bfb-d0fc-47e8-af4b-9d0fe4b4243b tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/00f925ce-082d-4947-b625-5f3433416041 HTTP/1.1" status: 404 len: 337 time: 0.3586419 Sep 22 08:38:09.835997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:09.863073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 7dce24b1-f648-49a1-aacf-dca8d3d50744 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:09.913780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:09.945817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Transition to ACTIVE for port object 0e3db695-16a5-4e4d-bcd7-0f837cc05047 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:09.971590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] DHCP port deletion for f723c619-0b4e-4f16-a3e0-18baabedacdd request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:09.980033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Attempting to bind port 47569b93-d401-420e-8be4-d1479b7765a1 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:09.980543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Attempting to bind port 47569b93-d401-420e-8be4-d1479b7765a1 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:09.981085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Attempting to bind port 47569b93-d401-420e-8be4-d1479b7765a1 on network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:10.003823 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe407b2-0974-4875-bea0-2c1cb176f05f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:10.004378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe407b2-0974-4875-bea0-2c1cb176f05f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:10.008773 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-afe407b2-0974-4875-bea0-2c1cb176f05f tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/d1beef8d-6a02-462d-ab22-ed029376833f HTTP/1.1" status: 404 len: 337 time: 0.1648748 Sep 22 08:38:10.008773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Allocated IP 2001:db8::1 (3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c/d6ed27a9-36bf-4805-847a-630dc84463f8/dd2471d5-70ac-473d-9f9d-7a4b2b14db69) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:10.019491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.023527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-cbc8be68-6e28-48a8-a565-141ee25ae325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:10.024962 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-cbc8be68-6e28-48a8-a565-141ee25ae325 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 200 len: 898 time: 0.8263984 Sep 22 08:38:10.030856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:10.031003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] Deleting port eff91e1f-e5e5-433f-953a-7b664e69091a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:10.032041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.033229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40078) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:10.076007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Transition to ACTIVE for port object 0e3db695-16a5-4e4d-bcd7-0f837cc05047 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:10.078039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:10.078984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Checking segment: {'id': 'b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:10.079510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.080270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Bound using segment: {'id': 'b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:10.080826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Bound port: 47569b93-d401-420e-8be4-d1479b7765a1, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:10.081763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.087038 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6f7bb800-3c17-4baf-9ea6-6161874fdea6 req-e4dadc74-4848-4615-a941-b8f239a99da0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478137 Sep 22 08:38:10.119747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.144774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.147157 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-28ea828c-00be-4161-b3ef-ebc45f2dcc37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1456fec0-8ae9-42db-861a-a0a85570d364 HTTP/1.1" status: 200 len: 217 time: 0.1095080 Sep 22 08:38:10.193282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.200715 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3ed130-d24c-4e21-b052-9ceffa5d1e95 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:10.201188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3ed130-d24c-4e21-b052-9ceffa5d1e95 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:10.202875 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bc3ed130-d24c-4e21-b052-9ceffa5d1e95 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/7a6bf523-2bfb-40c6-8bb8-37360f042f58 HTTP/1.1" status: 404 len: 333 time: 0.1688170 Sep 22 08:38:10.212659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40082) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:10.240103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.273061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Network f9d0d935-1b11-4839-87bf-2831ad58a308 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:10.288615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:10.302689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:10.331136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Pushing event updated for resources: {'Port': ['ID=0e3db695-16a5-4e4d-bcd7-0f837cc05047,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:10.353454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.436664 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-59aa1c95-1182-4dad-81a7-0cf6c776203d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:10.437438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59aa1c95-1182-4dad-81a7-0cf6c776203d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:10.440053 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-59aa1c95-1182-4dad-81a7-0cf6c776203d tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/4b6452f1-caf1-45ff-8e7c-d506f15ed866 HTTP/1.1" status: 404 len: 337 time: 0.1791987 Sep 22 08:38:10.447949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Network 7009098c-8311-473f-9a70-d51545c76b20 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:10.453110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40086) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:10.486897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] For port 47569b93-d401-420e-8be4-d1479b7765a1, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:10.494477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:38:10.502354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:10.505954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:10.506765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.528598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77100bc0-2ade-4658-9664-30c053bc3a2e None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:10.530178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.540015 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebc8fe4-4dff-4279-962c-101735839beb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:10.540549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebc8fe4-4dff-4279-962c-101735839beb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:10.542300 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aebc8fe4-4dff-4279-962c-101735839beb tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/subnets/c65255ac-1980-4fa3-92e8-9f60729c1b9b HTTP/1.1" status: 404 len: 337 time: 0.0869992 Sep 22 08:38:10.550997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-b8940f79-6ac2-4d2e-98bd-f6ecf21ab4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:10.552741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-b8940f79-6ac2-4d2e-98bd-f6ecf21ab4f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc384c0d-f97b-4534-a6ad-0b1e13ad7f37 HTTP/1.1" status: 200 len: 835 time: 0.3975072 Sep 22 08:38:10.553218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:10.561363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Subnet': ['ID=39348bd3-f2a1-4f80-b813-1e8d78197149,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:10.576167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Transition to ACTIVE for port object dd2471d5-70ac-473d-9f9d-7a4b2b14db69 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:10.579237 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6cd56f43-952c-48b4-95d2-cb53487a54e1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5546675 Sep 22 08:38:10.580990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.589493 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Attempt 10 to provision port 3eba98fa-a305-411d-9621-2d23f34d15ca Sep 22 08:38:10.614609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40094) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:10.621682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-731586161', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39348bd3-f2a1-4f80-b813-1e8d78197149'}], 'security_groups': ['76940690-9a57-431a-819a-860dac8f54a1', '2d1de1b9-3153-4360-984b-c227a384e4c9']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:10.628054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] For port 47569b93-d401-420e-8be4-d1479b7765a1, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47569b93-d401-420e-8be4-d1479b7765a1,segment=NetworkSegment(b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c),segment_id=b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:10.723983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.726920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Attempting to bind port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:10.727307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Attempting to bind port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'f1e9fcae-3da2-4e65-850f-2bbdb603a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d0d935-1b11-4839-87bf-2831ad58a308'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:10.727657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Attempting to bind port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 on network f9d0d935-1b11-4839-87bf-2831ad58a308 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:10.729930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:10.858345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:10.865220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Checking segment: {'id': 'f1e9fcae-3da2-4e65-850f-2bbdb603a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d0d935-1b11-4839-87bf-2831ad58a308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:10.865899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.866455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Bound using segment: {'id': 'f1e9fcae-3da2-4e65-850f-2bbdb603a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d0d935-1b11-4839-87bf-2831ad58a308'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:10.867122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Bound port: 0e3db695-16a5-4e4d-bcd7-0f837cc05047, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e9fcae-3da2-4e65-850f-2bbdb603a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f9d0d935-1b11-4839-87bf-2831ad58a308'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:10.868868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.869085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.878568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Deleting port 3eba98fa-a305-411d-9621-2d23f34d15ca {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:10.878910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.934827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:10.942585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 1456fec0-8ae9-42db-861a-a0a85570d364 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:38:10.948187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] For port eff91e1f-e5e5-433f-953a-7b664e69091a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eff91e1f-e5e5-433f-953a-7b664e69091a,segment=NetworkSegment(aa7855d8-be56-433f-a117-06d98b8f9e8d),segment_id=aa7855d8-be56-433f-a117-06d98b8f9e8d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:10.948584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.966638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Port 3eba98fa-a305-411d-9621-2d23f34d15ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:10.984466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] Sync routers for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:10.985415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:10.986729 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c688d4a7-1a3c-46a4-ab54-72ff0121789d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 200 len: 705 time: 2.2072458 Sep 22 08:38:10.995135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40098) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:11.009539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:11.014506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-26749b60-31bf-41df-8876-80c478028d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:11.016307 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-26749b60-31bf-41df-8876-80c478028d3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cda4109-fc23-46ed-84ab-0baefbb302e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4418337 Sep 22 08:38:11.016797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=7dce24b1-f648-49a1-aacf-dca8d3d50744,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:11.105742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:11.284307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f218c02b-6474-46b8-aa75-c621e200bbb5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:11.296325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] Calling delete_port for eff91e1f-e5e5-433f-953a-7b664e69091a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:11.313787 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-322d2283-5c46-475f-9e05-937dad8782c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/7dce24b1-f648-49a1-aacf-dca8d3d50744 HTTP/1.1" status: 204 len: 168 time: 1.8916230 Sep 22 08:38:11.326216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40106) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:11.380031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:11.389356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:11.422033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-716dbce8-2462-4e7c-845f-967031264114 None None] Could not find standard attr ID for object 3b498a78-de96-4f6f-aba2-434963c8b5d0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:11.423462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d569ed8-1f06-4957-817d-be41c1821170 None None] Pushing event updated for resources: {'Port': ['ID=47569b93-d401-420e-8be4-d1479b7765a1,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:11.432431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:11.432969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:11.444848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Port': ['ID=dd2471d5-70ac-473d-9f9d-7a4b2b14db69,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:11.461663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f218c02b-6474-46b8-aa75-c621e200bbb5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:11.463179 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f218c02b-6474-46b8-aa75-c621e200bbb5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 200 len: 205 time: 0.4408572 Sep 22 08:38:11.467981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40110) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:11.755339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No active binding found for port eff91e1f-e5e5-433f-953a-7b664e69091a {{(pid=89053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 08:38:11.756594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eff91e1f-e5e5-433f-953a-7b664e69091a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:11.761878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:11.769044 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-46e10872-add7-4750-ad42-53bd5618ced6 service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984618 Sep 22 08:38:11.820504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:11.844494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0e03872-55a6-4f8c-b4af-039679b218da tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:11.858033 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d3994f17-c47c-4f6f-8bc7-2c2e87279423 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5282769 Sep 22 08:38:11.869807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:11.935643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:11.938770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] Routers {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:11.941429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:12.037444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:12.170237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] No DVR routers for this DVR port eff91e1f-e5e5-433f-953a-7b664e69091a on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:12.191572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84bd81-6321-4949-a32a-82e109a5667e None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:12.233009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 1456fec0-8ae9-42db-861a-a0a85570d364, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=1456fec0-8ae9-42db-861a-a0a85570d364,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:12.267110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '1456fec0-8ae9-42db-861a-a0a85570d364', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:38:12.292669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287af49e-3641-4c64-961e-59b17f6d3a0f None None] Pushing event deleted for resources: {'Port': ['ID=eff91e1f-e5e5-433f-953a-7b664e69091a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:12.469955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:12.517704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning for port c42ebfff-bc73-456f-a6f9-1c3afd01627c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:12.566662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cbc9dc0-472c-43a6-9b08-26d4781faa78 req-d9e4f794-895b-4f56-9e4d-23e88530da3b service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584531 Sep 22 08:38:12.693789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Calling delete_port for 3eba98fa-a305-411d-9621-2d23f34d15ca owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:12.742556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:12.759759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning complete for port c42ebfff-bc73-456f-a6f9-1c3afd01627c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:12.760234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:12.763144 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 1 to provision port c42ebfff-bc73-456f-a6f9-1c3afd01627c Sep 22 08:38:12.796864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0e03872-55a6-4f8c-b4af-039679b218da tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:12.806918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:12.861491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0e03872-55a6-4f8c-b4af-039679b218da tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:12.908669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] Set router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:12.991820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 47569b93-d401-420e-8be4-d1479b7765a1 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:13.001279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0e03872-55a6-4f8c-b4af-039679b218da tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.001279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e03872-55a6-4f8c-b4af-039679b218da tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Fanout notify agent at l3_agent the message router_deleted on router 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:38:13.016008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d61cf-f3fa-44d4-b494-a33cedb2f0c0 None None] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:13.135269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:13.159691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27018-857d-40d0-8b3e-c3b44924d051 req-360b970b-65eb-43f4-a8e7-985978ffabb7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:13.166527 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bab27018-857d-40d0-8b3e-c3b44924d051 req-360b970b-65eb-43f4-a8e7-985978ffabb7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 943 time: 1.5139079 Sep 22 08:38:13.176564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:13.179346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0e03872-55a6-4f8c-b4af-039679b218da tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.183610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:13.184724 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c0e03872-55a6-4f8c-b4af-039679b218da tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 204 len: 168 time: 1.7094035 Sep 22 08:38:13.185356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40118) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:13.195376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:13.219045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1403939548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:13.223326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.230973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 1456fec0-8ae9-42db-861a-a0a85570d364 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:13.231363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.262858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:13.284722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Usage tracker for resource:router and tenant:c1d39eef944442159337adfc5d1d7971 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:13.293744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:13.296659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] For port 0e3db695-16a5-4e4d-bcd7-0f837cc05047, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:13.318161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0424a34c-3ca4-4e6a-a266-19a9e662a5b8', 'name': 'tempest-RoutersIpV6Test-router-1409331481', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:36:20Z', 'updated_at': '2022-09-22T08:38:00Z', 'revision_number': 11, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:13.318611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:13.335994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1456fec0-8ae9-42db-861a-a0a85570d364 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:38:13.349256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.379332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] For port 0e3db695-16a5-4e4d-bcd7-0f837cc05047, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0e3db695-16a5-4e4d-bcd7-0f837cc05047,segment=NetworkSegment(f1e9fcae-3da2-4e65-850f-2bbdb603a1cd),segment_id=f1e9fcae-3da2-4e65-850f-2bbdb603a1cd)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:13.389409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.399894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] Checking router: 0424a34c-3ca4-4e6a-a266-19a9e662a5b8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:38:13.408753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.446016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.447035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.520127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.521038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bab27018-857d-40d0-8b3e-c3b44924d051 req-bf3bd0c9-4043-446b-b38e-97005be17af9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272026 Sep 22 08:38:13.537215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:13.541419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.560237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Port': ['ID=3eba98fa-a305-411d-9621-2d23f34d15ca,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:13.611319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.625423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 1456fec0-8ae9-42db-861a-a0a85570d364, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=1456fec0-8ae9-42db-861a-a0a85570d364,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:13.633814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.645687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Delete allocated IP 172.20.0.9 (7009098c-8311-473f-9a70-d51545c76b20/ea43bf4d-080d-451d-90c9-3d343c79b011) {{(pid=89051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 08:38:13.650276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] Routers set() bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:13.650644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] Router IDs set() for agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 22 08:38:13.651612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0424a34c-3ca4-4e6a-a266-19a9e662a5b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent'). {{(pid=89053) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 08:38:13.652066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7494599-01c8-43ac-acbb-2caf12bdc674 None None] The sync data for ids ['0424a34c-3ca4-4e6a-a266-19a9e662a5b8'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:13.658817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Allocated IP 172.20.0.46 (7009098c-8311-473f-9a70-d51545c76b20/39348bd3-f2a1-4f80-b813-1e8d78197149/e629c3d5-1d50-4ed2-ac27-0d02fd6393b0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:13.673535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.676312 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-812ef5bf-ee47-41d6-9343-8b20d84ff7d5 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/ports/3eba98fa-a305-411d-9621-2d23f34d15ca HTTP/1.1" status: 204 len: 168 time: 3.1130767 Sep 22 08:38:13.679381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40122) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:13.686036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.687204 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f325d518-2a21-453d-8faa-bfb474cb79a8 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4905963 Sep 22 08:38:13.697534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.726832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:13.739337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-357e242c-764a-4b80-9968-87e287688784 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:13.754353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 47569b93-d401-420e-8be4-d1479b7765a1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:13.832697 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.849767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ac050-4896-4a44-99b0-621ff989d8ce None None] Pushing event updated for resources: {'Port': ['ID=0e3db695-16a5-4e4d-bcd7-0f837cc05047,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:13.889977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:13.989588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=1456fec0-8ae9-42db-861a-a0a85570d364,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:14.030426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Current status of the port c42ebfff-bc73-456f-a6f9-1c3afd01627c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:14.031916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.046137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=9a6b866c-1489-4acf-91c5-f2ca1cc87d3d,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:14.066901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.079662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] Update dhcp port {'port': {'network_id': '7009098c-8311-473f-9a70-d51545c76b20', 'fixed_ips': [{'subnet_id': '08d947b0-bab1-47b4-a2ce-10fd4db1c285', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ea43bf4d-080d-451d-90c9-3d343c79b011', 'ip_address': '172.20.0.2'}, {'subnet_id': '39348bd3-f2a1-4f80-b813-1e8d78197149'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '6bfedbf8-7036-426d-9b9a-b3fe275c9f13'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:38:14.086227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.090175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.098561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.099327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.139104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] For port c42ebfff-bc73-456f-a6f9-1c3afd01627c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c42ebfff-bc73-456f-a6f9-1c3afd01627c,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:14.143200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['1456fec0-8ae9-42db-861a-a0a85570d364'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:38:14.207587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.325942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Ignored duplicate provisioning block setup for port e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:38:14.337218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning for port 1456fec0-8ae9-42db-861a-a0a85570d364 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:14.361066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.381125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:14.408584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] Deleting port c42ebfff-bc73-456f-a6f9-1c3afd01627c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:14.409978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.414327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.452107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object d8ffcd93-8498-4b7b-a019-387e23879932. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:14.570752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Pushing event updated for resources: {'Port': ['ID=c42ebfff-bc73-456f-a6f9-1c3afd01627c,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:14.618087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.683125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.728755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Port': ['ID=dd2471d5-70ac-473d-9f9d-7a4b2b14db69,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:14.730930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:14.747254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning complete for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:14.747876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:14.748387 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 1 to provision port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 Sep 22 08:38:14.756642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:14.758270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Floating IP 4a17e205-231d-487d-97b8-57ec8f8ce2ea associated. External IP: 172.26.8.72, port: 2337c0aa-249f-46ca-b05d-65b28b71979a. Sep 22 08:38:14.947278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357e242c-764a-4b80-9968-87e287688784 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.061717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357e242c-764a-4b80-9968-87e287688784 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.062421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:15.064408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=182a7dbb-8e30-46b7-99d7-5fd683c66692,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:15.067617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:15.068429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.089056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f723c619-0b4e-4f16-a3e0-18baabedacdd']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:15.145574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7855d8-be56-433f-a117-06d98b8f9e8d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:15.146336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7855d8-be56-433f-a117-06d98b8f9e8d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:15.163148 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de223ef5-b692-405b-a3c1-eb1672e61680 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1845710 Sep 22 08:38:15.180411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40132) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:15.184175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] For port c42ebfff-bc73-456f-a6f9-1c3afd01627c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c42ebfff-bc73-456f-a6f9-1c3afd01627c,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:15.184716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.187610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:15.271199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.286874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event updated for resources: {'Port': ['ID=e629c3d5-1d50-4ed2-ac27-0d02fd6393b0,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:15.304835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] In _notify_port_updated(), no bound segment for port e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 on network 7009098c-8311-473f-9a70-d51545c76b20 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:38:15.310209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:15.311043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.311897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.313296 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-14e20973-f6a2-4a2e-8ac7-a2658f5883e8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "PUT /v2.0/ports/e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 HTTP/1.1" status: 200 len: 959 time: 4.6972945 Sep 22 08:38:15.317299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40136) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:15.322224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] Calling delete_port for c42ebfff-bc73-456f-a6f9-1c3afd01627c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:15.335971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:15.340314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:15.361391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e3db695-16a5-4e4d-bcd7-0f837cc05047 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:15.412801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded376a4-9f6b-4203-ab73-51de04ed4293 req-064fae8f-f0a3-40a5-992e-597d25f7e419 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:15.414692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d29677-f523-4858-a21a-3994ab4ad46e None None] Network f9d0d935-1b11-4839-87bf-2831ad58a308 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:15.415392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ded376a4-9f6b-4203-ab73-51de04ed4293 req-064fae8f-f0a3-40a5-992e-597d25f7e419 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 944 time: 0.6803668 Sep 22 08:38:15.477353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:38:15.478050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.579250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357e242c-764a-4b80-9968-87e287688784 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Router 5a889293-4a04-46d3-a35e-f1de97b5d822 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:38:15.591482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment aa7855d8-be56-433f-a117-06d98b8f9e8d resource provider aggregate not found Sep 22 08:38:15.677465 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ded376a4-9f6b-4203-ab73-51de04ed4293 req-2a98a94f-c59b-4ae2-a567-58d982712030 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439141 Sep 22 08:38:15.707595 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment aa7855d8-be56-433f-a117-06d98b8f9e8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa7855d8-be56-433f-a117-06d98b8f9e8d found for delete ", "request_id": "req-272bf04a-e7af-4893-9540-9d2b31b01885"}]} Sep 22 08:38:15.751880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:15.752138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.780597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.787276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:15.811337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:15.814603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.816418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:15.820393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:38:15.844893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:15.851045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.874678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] Pushing event deleted for resources: {'Network': ['ID=f723c619-0b4e-4f16-a3e0-18baabedacdd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:15.881002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] Pushing event deleted for resources: {'Port': ['ID=c42ebfff-bc73-456f-a6f9-1c3afd01627c,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:15.886793 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c71272bf-13b3-4241-8399-376092cf4789 tempest-PortsIpV6TestJSON-1312495805 tempest-PortsIpV6TestJSON-1312495805-project] 10.222.0.42 "DELETE /v2.0/networks/f723c619-0b4e-4f16-a3e0-18baabedacdd HTTP/1.1" status: 204 len: 168 time: 2.2037611 Sep 22 08:38:15.911075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69952ac8-f0fa-43e7-9461-104f431200aa None None] No DVR routers for this DVR port c42ebfff-bc73-456f-a6f9-1c3afd01627c on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:15.918119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Current status of the port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:15.924212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] Allocated IP 172.20.0.34 (7009098c-8311-473f-9a70-d51545c76b20/39348bd3-f2a1-4f80-b813-1e8d78197149/6bfedbf8-7036-426d-9b9a-b3fe275c9f13) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:15.927963 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:15.963023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Router a9ca6269-f3c5-470b-8dd4-0a5988c40816 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:38:15.976182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:15.980383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:15.994584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a29b7f-cc84-4217-868d-959968080d99 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:16.037136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object 507443b5-5d54-461f-b20a-39ce13d7687a. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:16.120308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c42ebfff-bc73-456f-a6f9-1c3afd01627c no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:16.154593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:16.157098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357e242c-764a-4b80-9968-87e287688784 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:16.161419 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c25ed40-c2dd-4fd5-87b0-bfd24c525e55 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9709058 Sep 22 08:38:16.166872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357e242c-764a-4b80-9968-87e287688784 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:16.168129 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-357e242c-764a-4b80-9968-87e287688784 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "PUT /v2.0/routers/5a889293-4a04-46d3-a35e-f1de97b5d822 HTTP/1.1" status: 200 len: 698 time: 2.4400439 Sep 22 08:38:16.168892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40146) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:16.171234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40150) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:16.174104 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] Sync routers for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:16.190283 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:16.190902 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:16.196508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object eff91e1f-e5e5-433f-953a-7b664e69091a. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:16.198816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] Sync routers for ids ['5a889293-4a04-46d3-a35e-f1de97b5d822'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:16.256071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c42ebfff-bc73-456f-a6f9-1c3afd01627c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:38:16.256803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c42ebfff-bc73-456f-a6f9-1c3afd01627c not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:16.309825 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:16.319602 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:16.320465 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:16.346044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] Routers {'5a889293-4a04-46d3-a35e-f1de97b5d822'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:16.346833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5a889293-4a04-46d3-a35e-f1de97b5d822'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:16.386489 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:16.387381 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6879b6c8-ea8a-4674-8c66-2a5768e01083 None None] The sync data for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:16.431314 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:38:16.517530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:16.539478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning complete for port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:16.539910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:16.540415 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 1 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:16.590955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] Set router 5a889293-4a04-46d3-a35e-f1de97b5d822 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:16.591763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:16.604417 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:16.624802 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:16.625444 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:16.635566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:16.653359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:16.688126 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-030a58f2-deb9-4a00-9784-b2b9ef44b7eb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/routers/5a889293-4a04-46d3-a35e-f1de97b5d822 HTTP/1.1" status: 200 len: 704 time: 0.5072665 Sep 22 08:38:16.741953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40162) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:16.800503 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bd3ee3a0-5fa4-4945-a32b-6c6577ad8318 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a889293-4a04-46d3-a35e-f1de97b5d822 HTTP/1.1" status: 200 len: 205 time: 0.0574155 Sep 22 08:38:16.810231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40168) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:16.836538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:16.973327 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:17.011232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a889293-4a04-46d3-a35e-f1de97b5d822', 'name': 'tempest-RoutersIpV6Test-router-1403939548', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:38:13Z', 'updated_at': '2022-09-22T08:38:14Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:17.027779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] For port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,segment=NetworkSegment(55f78df9-566a-41c0-945b-292bdf3c66b2),segment_id=55f78df9-566a-41c0-945b-292bdf3c66b2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:17.043036 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c8b5e9a8-ebb6-49d0-905a-2c6729b22888 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.0697846 Sep 22 08:38:17.053273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-866c03f5-8232-4420-9b9b-ec2aa6b6130f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:17.055257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:38:17.057706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:38:17.059308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] Checking router: 5a889293-4a04-46d3-a35e-f1de97b5d822 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:38:17.061158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:17.132631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] Routers {'5a889293-4a04-46d3-a35e-f1de97b5d822'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:17.133324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5a889293-4a04-46d3-a35e-f1de97b5d822'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:17.208974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:17.301774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '182a7dbb-8e30-46b7-99d7-5fd683c66692'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:17.302600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:17.309788 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1382ef6d-076c-4591-ac6f-25eab780211c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1952bd3ef9bd49818f7d1549347a39d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7867596 Sep 22 08:38:17.313413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320e1574-56e5-42db-8753-359000e98ca3 x-openstack-request-id: req-320e1574-56e5-42db-8753-359000e98ca3 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:38:17.313707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:38:17.313957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-320e1574-56e5-42db-8753-359000e98ca3 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:38:17.314559 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320e1574-56e5-42db-8753-359000e98ca3'] response: {'name': 'network-changed', 'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'status': 'completed', 'code': 200} Sep 22 08:38:17.344986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] Ignored duplicate provisioning block setup for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 08:38:17.346682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] Set router 5a889293-4a04-46d3-a35e-f1de97b5d822 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:17.381836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:17.385830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40176) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:17.500679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:17.510365 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:10Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:17.514748 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:38:17.525617 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:17.526915 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:17.568912 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 2 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:17.591666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a889293-4a04-46d3-a35e-f1de97b5d822', 'name': 'tempest-RoutersIpV6Test-router-1403939548', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:38:13Z', 'updated_at': '2022-09-22T08:38:14Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:17.604190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=e629c3d5-1d50-4ed2-ac27-0d02fd6393b0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:17.711626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba04f6-b7c5-43f1-ae10-3b9e5a162bdc None None] The sync data for ids ['5a889293-4a04-46d3-a35e-f1de97b5d822'] in dv-neutron-857569-1-hyperv is: [{'id': '5a889293-4a04-46d3-a35e-f1de97b5d822', 'name': 'tempest-RoutersIpV6Test-router-1403939548', 'tenant_id': 'c1d39eef944442159337adfc5d1d7971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:38:13Z', 'updated_at': '2022-09-22T08:38:14Z', 'revision_number': 2, 'project_id': 'c1d39eef944442159337adfc5d1d7971', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:17.735031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 1456fec0-8ae9-42db-861a-a0a85570d364 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:17.764180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:38:17.775405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:17.785049 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:17.794201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:17.831855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2e82-6649-470d-b9d0-3a6c0eab6028 req-8dfd147c-e478-4abe-8336-4cb7b9d5c604 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:17.840792 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d8d2e82-6649-470d-b9d0-3a6c0eab6028 req-8dfd147c-e478-4abe-8336-4cb7b9d5c604 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 944 time: 0.9609692 Sep 22 08:38:17.923303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:17.950321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4a523-de37-4c12-bd90-680dbc51c596 None None] Pushing event updated for resources: {'Port': ['ID=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:18.017326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-866c03f5-8232-4420-9b9b-ec2aa6b6130f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.023326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-866c03f5-8232-4420-9b9b-ec2aa6b6130f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.053924 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-0e342134-6df9-4475-994e-b242d0255d6b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:18.057640 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e342134-6df9-4475-994e-b242d0255d6b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8851874 Sep 22 08:38:18.070015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40180) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:18.101236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:18.103229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 1456fec0-8ae9-42db-861a-a0a85570d364 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:18.107029 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-85a8a7e3-836c-4e63-9d5e-26847e844527 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 HTTP/1.1" status: 204 len: 168 time: 2.7864673 Sep 22 08:38:18.129554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=35a50d59-7f1a-4eaa-b20c-06c2534781e1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:18.133718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:18.136825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:18.137566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.160490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40184) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:18.185103 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d8d2e82-6649-470d-b9d0-3a6c0eab6028 req-0346185f-a684-466d-83cb-5940c7a90741 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404143 Sep 22 08:38:18.212691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 1456fec0-8ae9-42db-861a-a0a85570d364 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:18.213148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.213546 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 1456fec0-8ae9-42db-861a-a0a85570d364 Sep 22 08:38:18.245695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-866c03f5-8232-4420-9b9b-ec2aa6b6130f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.246362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c03f5-8232-4420-9b9b-ec2aa6b6130f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Fanout notify agent at l3_agent the message router_deleted on router 5a889293-4a04-46d3-a35e-f1de97b5d822 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:38:18.264704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-f3601f39-4f27-4c02-b8de-cdab2673422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:18.267481 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-f3601f39-4f27-4c02-b8de-cdab2673422d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1098 time: 0.9519675 Sep 22 08:38:18.268363 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c3cf78-7223-4aea-a1d7-a104e0504c77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] GET failed (client error): The resource could not be found. Sep 22 08:38:18.268869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a3c3cf78-7223-4aea-a1d7-a104e0504c77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:18.277799 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d2793fd-eaf1-47a6-8ef4-8c0a56129b67 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0960538 Sep 22 08:38:18.278804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40188) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:18.292009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:bf:fc:94', 'name': 'tempest-NetworksTestDHCPv6-1026162794'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:18.309258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d385094-a80a-47d8-ac3e-f775b875627e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.314669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Allocated IP 172.20.0.2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/182a7dbb-8e30-46b7-99d7-5fd683c66692/d82af32b-0403-41fe-9436-e75907ea50d3) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:18.326478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Allocated IP 2001:db8::f816:3eff:fe20:8488 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/35a50d59-7f1a-4eaa-b20c-06c2534781e1/d82af32b-0403-41fe-9436-e75907ea50d3) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:18.367908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-866c03f5-8232-4420-9b9b-ec2aa6b6130f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.369356 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-866c03f5-8232-4420-9b9b-ec2aa6b6130f tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/5a889293-4a04-46d3-a35e-f1de97b5d822 HTTP/1.1" status: 204 len: 168 time: 1.5582259 Sep 22 08:38:18.393836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:18.434787 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:10Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:18.443819 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40ce58-e6e1-427e-a1cf-896bdd419a94 None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:10Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:18.455787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d385094-a80a-47d8-ac3e-f775b875627e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.518341 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 3 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:18.629581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 1456fec0-8ae9-42db-861a-a0a85570d364 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:18.630027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:18.652756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:18.669194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-630039a1-a04c-41cf-b68f-3592d21ad19e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Synchronizing usage tracker for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:18.692094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a3c3cf78-7223-4aea-a1d7-a104e0504c77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:18.692580 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a3c3cf78-7223-4aea-a1d7-a104e0504c77 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports/e629c3d5-1d50-4ed2-ac27-0d02fd6393b0 HTTP/1.1" status: 404 len: 333 time: 0.4858854 Sep 22 08:38:18.696277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-630039a1-a04c-41cf-b68f-3592d21ad19e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] Unset dirty status for tenant:c1d39eef944442159337adfc5d1d7971 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:18.700708 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-630039a1-a04c-41cf-b68f-3592d21ad19e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a889293-4a04-46d3-a35e-f1de97b5d822 HTTP/1.1" status: 200 len: 205 time: 0.3057401 Sep 22 08:38:18.705836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:18.705836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40198) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:18.738069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:38:18.738069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498ae9f-8682-4024-86dc-a4d0a8d2af4f" -d '{"events": [{"server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "name": "network-vif-plugged", "status": "completed", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:38:18.764199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:18.876219 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-5d8e1e6f-9e12-4d66-b49c-5480b744cfd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] delete failed (client error): The resource could not be found. Sep 22 08:38:18.884550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40206) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:18.894971 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d8e1e6f-9e12-4d66-b49c-5480b744cfd7 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/5a889293-4a04-46d3-a35e-f1de97b5d822 HTTP/1.1" status: 404 len: 336 time: 0.1623857 Sep 22 08:38:18.903594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f693ff-cc25-42fa-9012-5acfac2959a4 x-openstack-request-id: req-31f693ff-cc25-42fa-9012-5acfac2959a4 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:38:18.903594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "name": "network-vif-plugged", "status": "completed", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:38:18.903594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31f693ff-cc25-42fa-9012-5acfac2959a4 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:38:18.903594 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f693ff-cc25-42fa-9012-5acfac2959a4'] response: {'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364', 'code': 200} Sep 22 08:38:18.903594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 1456fec0-8ae9-42db-861a-a0a85570d364, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=1456fec0-8ae9-42db-861a-a0a85570d364,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:19.013720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-783bcbd1-fb87-468d-8aea-bc7e9bcc0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:19.013720 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-783bcbd1-fb87-468d-8aea-bc7e9bcc0a78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.7293551 Sep 22 08:38:19.034063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:19.043003 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-93959ec2-4b7c-443f-b967-395b9e394d6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:19.052717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93959ec2-4b7c-443f-b967-395b9e394d6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:19.127003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:19.136976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6416e6-7eef-484d-a0b9-e9b59a85dc29 None None] New status for floating IP 4a17e205-231d-487d-97b8-57ec8f8ce2ea: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:38:19.142797 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93959ec2-4b7c-443f-b967-395b9e394d6d tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/ae0afa1a-6d10-4dd1-b7f1-2923372d0ac5 HTTP/1.1" status: 404 len: 337 time: 0.2596331 Sep 22 08:38:19.199538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40210) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:19.199538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:19.212290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d385094-a80a-47d8-ac3e-f775b875627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:19.212290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d385094-a80a-47d8-ac3e-f775b875627e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:19.212290 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d385094-a80a-47d8-ac3e-f775b875627e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88841919-5b9f-449d-b30a-49dffa1d2054 HTTP/1.1" status: 204 len: 168 time: 1.8186238 Sep 22 08:38:19.257450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62e4c72a-419b-46e8-bc40-7b8008f3def2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:19.277424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:19.319455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-d6ee6e75-2c22-40da-9a73-625f96414716 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 200 len: 998 time: 0.2898042 Sep 22 08:38:19.324233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:19.345363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d385094-a80a-47d8-ac3e-f775b875627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88841919-5b9f-449d-b30a-49dffa1d2054,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:19.350984 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5abd0bf-c952-4373-b5b1-21357b092e22 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:19.350984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5abd0bf-c952-4373-b5b1-21357b092e22 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:19.350984 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5abd0bf-c952-4373-b5b1-21357b092e22 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/5f84ecaf-355c-405a-a3df-616a7c31946e HTTP/1.1" status: 404 len: 337 time: 0.1505873 Sep 22 08:38:19.371533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40218) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:19.424920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62e4c72a-419b-46e8-bc40-7b8008f3def2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:19.480962 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00f3178-039f-4f45-8e06-e7a2b3808863 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:19.480962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00f3178-039f-4f45-8e06-e7a2b3808863 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:19.480962 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c00f3178-039f-4f45-8e06-e7a2b3808863 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/6c74e57c-ae33-4b52-91e0-33ef0f2e7073 HTTP/1.1" status: 404 len: 337 time: 0.1083100 Sep 22 08:38:19.480962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40222) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:19.538326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:19.875988 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2685a79b-808e-4a98-89e4-65181f1c1818 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:19.875988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2685a79b-808e-4a98-89e4-65181f1c1818 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:19.888345 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2685a79b-808e-4a98-89e4-65181f1c1818 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/aeda46da-4814-4796-9813-762a557d4165 HTTP/1.1" status: 404 len: 337 time: 0.3954208 Sep 22 08:38:19.888345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:19.903317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40226) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:19.980491 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 4 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:19.993289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-685fa15b-a88f-4c7c-823e-794f903820b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:20.004152 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-685fa15b-a88f-4c7c-823e-794f903820b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.6667888 Sep 22 08:38:20.034394 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d8c0874f-b4c8-4d15-bb04-e6fb85f938d1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 200 len: 205 time: 0.1060126 Sep 22 08:38:20.132664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:20.220163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.238291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Transition to ACTIVE for port object d82af32b-0403-41fe-9436-e75907ea50d3 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:20.253027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 73e77957-92a2-4f14-bebc-13cd2272277b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:38:20.258883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62e4c72a-419b-46e8-bc40-7b8008f3def2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.281896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Transition to ACTIVE for port object d82af32b-0403-41fe-9436-e75907ea50d3 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:20.305752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=1456fec0-8ae9-42db-861a-a0a85570d364,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:20.331973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.336861 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-45181a17-c380-4f5f-8f9d-efbfce9300bf tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] delete failed (client error): The resource could not be found. Sep 22 08:38:20.336861 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45181a17-c380-4f5f-8f9d-efbfce9300bf tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/0424a34c-3ca4-4e6a-a266-19a9e662a5b8 HTTP/1.1" status: 404 len: 336 time: 0.1776445 Sep 22 08:38:20.336861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40234) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:20.367101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62e4c72a-419b-46e8-bc40-7b8008f3def2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.367101 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-62e4c72a-419b-46e8-bc40-7b8008f3def2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/security-groups/3b877437-bacb-4fe7-82c2-dcf605d592f3 HTTP/1.1" status: 204 len: 168 time: 1.6503985 Sep 22 08:38:20.367101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4c72a-419b-46e8-bc40-7b8008f3def2 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b877437-bacb-4fe7-82c2-dcf605d592f3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:20.372793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:20.377927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b803904-a3b4-4cc7-88bb-d8f60e9a6de4 req-5bd78441-85fe-405f-9abf-571166b28d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:20.377927 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b803904-a3b4-4cc7-88bb-d8f60e9a6de4 req-5bd78441-85fe-405f-9abf-571166b28d94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 1098 time: 1.0351512 Sep 22 08:38:20.440228 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b080eb0d-93dd-4d5c-ab81-0a39503fd6bb tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=dea8dee3-96d9-4e8b-80dc-7bd154edd66a HTTP/1.1" status: 200 len: 205 time: 0.0937693 Sep 22 08:38:20.456055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40242) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:20.473832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1574e-2cc2-4bc4-9365-b6c654312db9 req-39891046-b54f-4d19-a50a-2c60adb4d412 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:20.473832 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-37d1574e-2cc2-4bc4-9365-b6c654312db9 req-39891046-b54f-4d19-a50a-2c60adb4d412 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 0.7055285 Sep 22 08:38:20.521400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.524513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:20.533813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:20.533813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.533813 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 Sep 22 08:38:20.543663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b803904-a3b4-4cc7-88bb-d8f60e9a6de4 req-fcd1f36d-3af8-4b3b-a89b-57eab084f968 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063254 Sep 22 08:38:20.551982 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-37d1574e-2cc2-4bc4-9365-b6c654312db9 req-ffb05b7e-7a11-4585-ad0c-c47445d487af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604336 Sep 22 08:38:20.557444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-a9197c5d-9283-4b78-98ad-1bb48b9c9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:20.557444 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-a9197c5d-9283-4b78-98ad-1bb48b9c9063 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5419171 Sep 22 08:38:20.595062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Pushing event updated for resources: {'Port': ['ID=d82af32b-0403-41fe-9436-e75907ea50d3,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:20.595062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:20.595062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:20.658657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:20.694575 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-d25b74c0-fe36-4e14-93ab-0eed7c689f4c tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] delete failed (client error): The resource could not be found. Sep 22 08:38:20.694575 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d25b74c0-fe36-4e14-93ab-0eed7c689f4c tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/dea8dee3-96d9-4e8b-80dc-7bd154edd66a HTTP/1.1" status: 404 len: 336 time: 0.2399786 Sep 22 08:38:20.699057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:20.787920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df13a883-706f-453b-a18f-ad727c48dccb tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Attempting to bind port d82af32b-0403-41fe-9436-e75907ea50d3 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Attempting to bind port d82af32b-0403-41fe-9436-e75907ea50d3 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Attempting to bind port d82af32b-0403-41fe-9436-e75907ea50d3 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Bound port: d82af32b-0403-41fe-9436-e75907ea50d3, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:20.792630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.841416 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-299c2304-26bb-4b0b-be8b-20128e8f1b88 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:20.841416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299c2304-26bb-4b0b-be8b-20128e8f1b88 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:20.853842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-299c2304-26bb-4b0b-be8b-20128e8f1b88 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/33d52a05-55c6-488e-b6bf-9982359d7fd8 HTTP/1.1" status: 404 len: 337 time: 0.1501052 Sep 22 08:38:20.853842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40250) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:20.894751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] For port d82af32b-0403-41fe-9436-e75907ea50d3, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:20.894751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] For port d82af32b-0403-41fe-9436-e75907ea50d3, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d82af32b-0403-41fe-9436-e75907ea50d3,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:20.915786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.941088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df13a883-706f-453b-a18f-ad727c48dccb tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:20.984929 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 172.20.0.4 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/182a7dbb-8e30-46b7-99d7-5fd683c66692/73e77957-92a2-4f14-bebc-13cd2272277b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:20.997341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:febf:fc94 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/35a50d59-7f1a-4eaa-b20c-06c2534781e1/73e77957-92a2-4f14-bebc-13cd2272277b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:21.035525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1630cdf-21e7-4fd3-852e-4a9d7558f7a8 None None] Pushing event updated for resources: {'Port': ['ID=d82af32b-0403-41fe-9436-e75907ea50d3,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:21.066991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df13a883-706f-453b-a18f-ad727c48dccb tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:21.131507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13a883-706f-453b-a18f-ad727c48dccb tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1de1b9-3153-4360-984b-c227a384e4c9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:21.156297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:21.168788 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 5 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:21.226447 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-382d3dff-4452-4310-a1f2-10047b8df4bd tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd15ce0-cc00-49c3-8559-d1de5e51f0db HTTP/1.1" status: 200 len: 205 time: 0.2505076 Sep 22 08:38:21.226447 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-b4a05cc0-2f7c-43ae-8cff-83d70b6864f2 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514258 Sep 22 08:38:21.226447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:21.241911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:21.292905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df13a883-706f-453b-a18f-ad727c48dccb tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:21.292905 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df13a883-706f-453b-a18f-ad727c48dccb tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/security-groups/2d1de1b9-3153-4360-984b-c227a384e4c9 HTTP/1.1" status: 204 len: 168 time: 0.9210601 Sep 22 08:38:21.292905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting port dd2471d5-70ac-473d-9f9d-7a4b2b14db69 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:21.292905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:21.308295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40258) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:21.358641 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-8c1e7ec8-1315-4198-b22a-0791b0730334 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] delete failed (client error): The resource could not be found. Sep 22 08:38:21.358641 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c1e7ec8-1315-4198-b22a-0791b0730334 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/4cd15ce0-cc00-49c3-8559-d1de5e51f0db HTTP/1.1" status: 404 len: 336 time: 0.1264920 Sep 22 08:38:21.410753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40262) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:21.506896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e18580f-6754-433b-a489-8c6b0249c582 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7 HTTP/1.1" status: 200 len: 205 time: 0.0868528 Sep 22 08:38:21.506896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40266) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:21.555465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:21.739177 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 6 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:21.862937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:21.934601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Calling delete_port for dd2471d5-70ac-473d-9f9d-7a4b2b14db69 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:21.987489 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-ec177419-31e0-4e18-857d-ea38c0049402 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] delete failed (client error): The resource could not be found. Sep 22 08:38:21.987489 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec177419-31e0-4e18-857d-ea38c0049402 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/6affb8ed-ac56-4ad3-8e8b-94ebffafcbf7 HTTP/1.1" status: 404 len: 336 time: 0.4762270 Sep 22 08:38:22.050309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3389d318-543b-4a07-afa6-03ce5354785e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.050309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40272) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.061544 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac4b27fe-d052-491d-b5e8-3cae30bdc5dd req-3a362bca-6303-4b68-b3f3-22ae4f96f0ef service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525690 Sep 22 08:38:22.104768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.133882 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d30eda-ab46-4387-aa1b-2605280d4a2b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:22.133882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d30eda-ab46-4387-aa1b-2605280d4a2b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:22.133882 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a3d30eda-ab46-4387-aa1b-2605280d4a2b tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/23a84901-b227-4af1-952c-84dc537cca00 HTTP/1.1" status: 404 len: 337 time: 0.0806565 Sep 22 08:38:22.140676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40276) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.205344 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20803f61-87ea-4901-8293-bff9d6a5ce4a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=67b1062d-0750-49cb-90a2-5ea7fad8d7d7 HTTP/1.1" status: 200 len: 205 time: 0.0621142 Sep 22 08:38:22.205344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3389d318-543b-4a07-afa6-03ce5354785e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.214711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.295483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9de65d88-1fdf-47b8-b632-262fe1798e21 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] delete failed (client error): The resource could not be found. Sep 22 08:38:22.295483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9de65d88-1fdf-47b8-b632-262fe1798e21 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/67b1062d-0750-49cb-90a2-5ea7fad8d7d7 HTTP/1.1" status: 404 len: 336 time: 0.0808971 Sep 22 08:38:22.295483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40284) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.357240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50ddc80-0beb-4677-b2c8-8b232c1f11e1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:22.357240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50ddc80-0beb-4677-b2c8-8b232c1f11e1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:22.357240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d50ddc80-0beb-4677-b2c8-8b232c1f11e1 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/9b94da7d-4650-4eec-8e71-1d0d54303c82 HTTP/1.1" status: 404 len: 337 time: 0.0555913 Sep 22 08:38:22.362850 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 7 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:22.367667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.427470 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-be1e2dbd-03c6-4c21-ac48-6cd3d24d4cb5 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9413dca-135c-4a10-9987-e04f85aa2974 HTTP/1.1" status: 200 len: 205 time: 0.0598342 Sep 22 08:38:22.427470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40292) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.482328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:22.508851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 73e77957-92a2-4f14-bebc-13cd2272277b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:22.548571 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-cfa7afa4-ef02-4ddb-9aaa-bb4f054a0e8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] delete failed (client error): The resource could not be found. Sep 22 08:38:22.548571 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cfa7afa4-ef02-4ddb-9aaa-bb4f054a0e8e tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/routers/a9413dca-135c-4a10-9987-e04f85aa2974 HTTP/1.1" status: 404 len: 336 time: 0.1181931 Sep 22 08:38:22.548571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.554858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fbaf4-70df-4f7b-a616-5e7e20a43a43 req-207e63a2-a873-4136-863c-736c04976824 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:22.554858 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-669fbaf4-70df-4f7b-a616-5e7e20a43a43 req-207e63a2-a873-4136-863c-736c04976824 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 0.5892329 Sep 22 08:38:22.620968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3389d318-543b-4a07-afa6-03ce5354785e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.648948 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e72d705-57a0-4861-bff6-133de2752950 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:22.648948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e72d705-57a0-4861-bff6-133de2752950 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:22.667541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389d318-543b-4a07-afa6-03ce5354785e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76940690-9a57-431a-819a-860dac8f54a1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:22.680450 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2e72d705-57a0-4861-bff6-133de2752950 tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/f28e7f8f-042c-4cf5-9f61-97b672986e73 HTTP/1.1" status: 404 len: 337 time: 0.1123462 Sep 22 08:38:22.680450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40300) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.728706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.740797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3389d318-543b-4a07-afa6-03ce5354785e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.740797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3389d318-543b-4a07-afa6-03ce5354785e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/security-groups/76940690-9a57-431a-819a-860dac8f54a1 HTTP/1.1" status: 204 len: 168 time: 1.4340556 Sep 22 08:38:22.740797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:22.776977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bb6db-7bdd-47c6-ab81-be59d97101b9 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:22.801935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.807011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Port': ['ID=dd2471d5-70ac-473d-9f9d-7a4b2b14db69,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:22.825852 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-697b7693-e7dc-4872-bb44-2a21a23c4f1a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:22.825852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697b7693-e7dc-4872-bb44-2a21a23c4f1a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:22.825852 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-697b7693-e7dc-4872-bb44-2a21a23c4f1a tempest-RoutersIpV6Test-216973331 tempest-RoutersIpV6Test-216973331-project] 10.222.0.42 "DELETE /v2.0/subnets/37ab5b38-a1ae-4a07-8263-81b09664261f HTTP/1.1" status: 404 len: 337 time: 0.1458595 Sep 22 08:38:22.892154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet ea43bf4d-080d-451d-90c9-3d343c79b011 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:22.892154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:22.944554 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-669fbaf4-70df-4f7b-a616-5e7e20a43a43 req-3f8f4d1e-0e63-407d-b35a-92cdfb6c3f96 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710308 Sep 22 08:38:22.952265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=73e77957-92a2-4f14-bebc-13cd2272277b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:23.005331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.090276 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 8 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:23.101292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:23.111910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:23.111910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:23.242378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.316557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:23.316557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.377113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.455193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=ea43bf4d-080d-451d-90c9-3d343c79b011,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:23.468219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40312) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:23.468219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.508517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa9146a6-449e-4bfa-bd10-20bf5a67121e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/ea43bf4d-080d-451d-90c9-3d343c79b011 HTTP/1.1" status: 204 len: 168 time: 0.7496700 Sep 22 08:38:23.508517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40318) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:23.528507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.584064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:23.584064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da5149-d0ae-4037-b2c0-99af9f410364 None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:23.597210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d82af32b-0403-41fe-9436-e75907ea50d3 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:23.664570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet 39348bd3-f2a1-4f80-b813-1e8d78197149 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:23.664570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.803081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port d82af32b-0403-41fe-9436-e75907ea50d3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:23.808572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.845047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2e668dc-1612-49f7-b24e-6fc4823e8cc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1d39eef944442159337adfc5d1d7971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758087 Sep 22 08:38:23.845047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40322) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:23.881304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Router a9ca6269-f3c5-470b-8dd4-0a5988c40816 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:38:23.881304 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdd9152b-c583-4dcf-99b2-755b6a13b6e5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5940425 Sep 22 08:38:23.881304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:23.966324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d79e5556-c183-4dca-bfca-fbf1b6e396b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:23.977130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.067472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d79e5556-c183-4dca-bfca-fbf1b6e396b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.092607 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 9 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:24.204829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.209385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:24.420207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:24.420207 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7f4d4343-eec8-48da-b23f-8e97a40eb4d3 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3344939 Sep 22 08:38:24.429304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=39348bd3-f2a1-4f80-b813-1e8d78197149,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:24.429304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40332) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:24.435659 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] Sync routers for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:24.447039 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:24.447039 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:24.491396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8dc96-59a0-4c1a-adb8-698a1c42cc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:24.491396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8dc96-59a0-4c1a-adb8-698a1c42cc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:24.491396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8dd8dc96-59a0-4c1a-adb8-698a1c42cc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:24.505795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8dd8dc96-59a0-4c1a-adb8-698a1c42cc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:24.508489 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8dd8dc96-59a0-4c1a-adb8-698a1c42cc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6247840 Sep 22 08:38:24.511809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:24.551013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d79e5556-c183-4dca-bfca-fbf1b6e396b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.564221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.569712 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:24.584489 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:24.584489 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:24.599603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e5556-c183-4dca-bfca-fbf1b6e396b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3784c8b5-810b-43ff-957b-5039e7395cb3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:24.616240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d79e5556-c183-4dca-bfca-fbf1b6e396b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.616240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d79e5556-c183-4dca-bfca-fbf1b6e396b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3784c8b5-810b-43ff-957b-5039e7395cb3 HTTP/1.1" status: 204 len: 168 time: 0.7634599 Sep 22 08:38:24.616240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-d5296fcb-6f9d-47c8-be7e-5c80d4097da5 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] delete failed (client error): The resource could not be found. Sep 22 08:38:24.616240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d5296fcb-6f9d-47c8-be7e-5c80d4097da5 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-939811052 HTTP/1.1" status: 404 len: 334 time: 0.1876822 Sep 22 08:38:24.616240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-16553354-2e9c-45d4-9e21-ecec0231d97c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/39348bd3-f2a1-4f80-b813-1e8d78197149 HTTP/1.1" status: 204 len: 168 time: 1.1130476 Sep 22 08:38:24.616240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40340) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:24.641199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40344) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:24.702464 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:24.702464 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee37780-7f56-465e-89e8-e321264a89c4 None None] The sync data for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:24.715183 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 10 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:24.773119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-90966c69-4219-4123-b04d-6b324cd50aaa tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9ca6269-f3c5-470b-8dd4-0a5988c40816'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:24.806710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 73e77957-92a2-4f14-bebc-13cd2272277b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:24.806710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.863311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:24.867564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object 3eba98fa-a305-411d-9621-2d23f34d15ca. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:24.871833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object 7e281a05-32c0-4ed4-a8d4-99bc0be6fa5e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:24.874951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object 3b498a78-de96-4f6f-aba2-434963c8b5d0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:24.878272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object 859a8b51-3296-4d1a-8c4e-24b57ff0b8b9. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:24.879690 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-031bb70b-9c60-4554-b9a6-56d7811c4b21 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:24.880495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031bb70b-9c60-4554-b9a6-56d7811c4b21 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:24.882866 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-031bb70b-9c60-4554-b9a6-56d7811c4b21 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/ea43bf4d-080d-451d-90c9-3d343c79b011 HTTP/1.1" status: 404 len: 337 time: 0.2448077 Sep 22 08:38:24.889055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:24.897196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning for port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:24.905732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Provisioning complete for port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:24.909240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:24.909838 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Attempt 1 to provision port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 Sep 22 08:38:25.111990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Current status of the port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:25.112577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.169727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] For port 7a036ae6-b1db-491a-a72b-d5e30fd023e0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7a036ae6-b1db-491a-a72b-d5e30fd023e0,segment=NetworkSegment(1c4a1a08-ac6d-4aef-b4f5-b66a50726e92),segment_id=1c4a1a08-ac6d-4aef-b4f5-b66a50726e92)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:25.176036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.269179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting subnet 08d947b0-bab1-47b4-a2ce-10fd4db1c285 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:25.275462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.276997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Could not find standard attr ID for object e629c3d5-1d50-4ed2-ac27-0d02fd6393b0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:25.280273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c1006-efda-487f-8223-14ecad1fcc8d None None] Pushing event updated for resources: {'Port': ['ID=7a036ae6-b1db-491a-a72b-d5e30fd023e0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:25.391246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Could not find standard attr ID for object c42ebfff-bc73-456f-a6f9-1c3afd01627c. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:25.408713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b012b-04d7-421f-a14e-ceda9ed30455 None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:25.412716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.441853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning for port 47569b93-d401-420e-8be4-d1479b7765a1 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:25.442490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceea88-d085-43d9-a09a-b9d71a34df63 req-6e7f4670-e64e-43d0-8e28-db936df1d22c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:25.444485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-48ceea88-d085-43d9-a09a-b9d71a34df63 req-6e7f4670-e64e-43d0-8e28-db936df1d22c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 1.1459174 Sep 22 08:38:25.514542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning complete for port 47569b93-d401-420e-8be4-d1479b7765a1 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:25.515209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.515752 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 1 to provision port 47569b93-d401-420e-8be4-d1479b7765a1 Sep 22 08:38:25.636804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.667611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90966c69-4219-4123-b04d-6b324cd50aaa tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.673243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Current status of the port 47569b93-d401-420e-8be4-d1479b7765a1 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:25.673477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.768571 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-90966c69-4219-4123-b04d-6b324cd50aaa tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] update failed (client error): The resource could not be found. Sep 22 08:38:25.772593 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90966c69-4219-4123-b04d-6b324cd50aaa tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816 HTTP/1.1" status: 404 len: 339 time: 1.1406071 Sep 22 08:38:25.783177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40372) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:25.788244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 73e77957-92a2-4f14-bebc-13cd2272277b owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:25.801199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] For port 47569b93-d401-420e-8be4-d1479b7765a1, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47569b93-d401-420e-8be4-d1479b7765a1,segment=NetworkSegment(b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c),segment_id=b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:25.805202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.808523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-312458314'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:25.822059 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-48ceea88-d085-43d9-a09a-b9d71a34df63 req-e44fbfd8-44b8-462c-887b-47c78d57da0a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565670 Sep 22 08:38:25.831766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:25.846878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:network and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:25.846878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:25.856552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:25.868384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:25.873691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.959049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:25.988088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Pushing event updated for resources: {'Port': ['ID=47569b93-d401-420e-8be4-d1479b7765a1,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:26.018610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning complete for port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:26.019010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.019372 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 1 to provision port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 Sep 22 08:38:26.076350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40380) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:26.139476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.142303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:38:26.155124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.155920 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Added segment adab5f86-3506-4614-bcfb-d1360c53673f of type vlan for network 46ddaa07-afec-4809-aa46-5fe0dec517ac Sep 22 08:38:26.190820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.240173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=73e77957-92a2-4f14-bebc-13cd2272277b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:26.240468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--649669743'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:26.247105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:26.251472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:26.253483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.254128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.259495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:26.259728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Current status of the port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:26.260075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.266184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:26.286083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning complete for port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:26.286905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.287619 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 1 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:26.298583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:26.356336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:26.379569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Subnet': ['ID=08d947b0-bab1-47b4-a2ce-10fd4db1c285,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:26.382071 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6006637 Sep 22 08:38:26.386584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40386) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:26.392836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.395730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'subnet': {'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:26.409678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.414410 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a487906-4982-4768-8cac-f29c8cf2beca tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/08d947b0-bab1-47b4-a2ce-10fd4db1c285 HTTP/1.1" status: 204 len: 168 time: 1.5241423 Sep 22 08:38:26.419119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:26.430254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c47207-d7b6-44d6-bfe1-23fa8625f891 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Network': ['ID=46ddaa07-afec-4809-aa46-5fe0dec517ac,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:26.454709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 46ddaa07-afec-4809-aa46-5fe0dec517ac details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:38:26.460721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8149bfe-2a5d-482d-ba11-c3e8cc5d4af8 req-c814b97b-ead4-4e7e-8209-33b4164c3b0b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:26.462255 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f8149bfe-2a5d-482d-ba11-c3e8cc5d4af8 req-c814b97b-ead4-4e7e-8209-33b4164c3b0b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 0.4090075 Sep 22 08:38:26.478007 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c90240-7ded-440e-807d-2f6611ec418b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:26.478007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c90240-7ded-440e-807d-2f6611ec418b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:26.479315 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00c90240-7ded-440e-807d-2f6611ec418b tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/f6c5ff10-67b5-4221-b5d9-b2ebb9f07148 HTTP/1.1" status: 404 len: 337 time: 0.0591068 Sep 22 08:38:26.497394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:26.506648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.506648 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9548733-f544-4fbf-b63e-02e8d413c21c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/73e77957-92a2-4f14-bebc-13cd2272277b HTTP/1.1" status: 204 len: 168 time: 1.9868896 Sep 22 08:38:26.506648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:26.568318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.631484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:26.646775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:26.647857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:26.662924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:26.665798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:26.672901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Usage tracker for resource:subnet and tenant:02560888e93c4b1ebd84a4e4a8b29c6b is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:26.678834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:26.686169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:26.689801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-70474356-2a5e-4adc-9447-44252cfce97f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Synchronizing usage tracker for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:26.709047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Made reservation on behalf of 02560888e93c4b1ebd84a4e4a8b29c6b for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:26.713566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:26.747544 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f8149bfe-2a5d-482d-ba11-c3e8cc5d4af8 req-79d44174-1914-47a3-b7f7-bd827f55c1a5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761548 Sep 22 08:38:26.769136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-70474356-2a5e-4adc-9447-44252cfce97f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Unset dirty status for tenant:bf957cdc588a406e84dfc2cb0a538838 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:26.769136 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-70474356-2a5e-4adc-9447-44252cfce97f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "GET /v2.0/ports?device_id=7655aacf-5133-45ed-b1d1-fefddad4c4dc HTTP/1.1" status: 200 len: 205 time: 0.2619336 Sep 22 08:38:26.769136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40402) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:26.769136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9c39d-b3f0-4636-89b1-aa11ad3afb01 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:26.774850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9c39d-b3f0-4636-89b1-aa11ad3afb01 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:26.774850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd9c39d-b3f0-4636-89b1-aa11ad3afb01 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:26.774850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bd9c39d-b3f0-4636-89b1-aa11ad3afb01 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:26.781890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40406) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:26.858227 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 2 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:26.986347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:26.992905 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-eec5f207-9499-43ba-8747-7830b462fbd9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] delete failed (client error): The resource could not be found. Sep 22 08:38:26.992905 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eec5f207-9499-43ba-8747-7830b462fbd9 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/routers/7655aacf-5133-45ed-b1d1-fefddad4c4dc HTTP/1.1" status: 404 len: 336 time: 0.2252548 Sep 22 08:38:26.997671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40410) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.061250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bd9c39d-b3f0-4636-89b1-aa11ad3afb01 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:27.067868 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3bd9c39d-b3f0-4636-89b1-aa11ad3afb01 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4795895 Sep 22 08:38:27.067868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40414) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.082722 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-526ba791-77a1-4e5e-877a-8be151a0a71c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:27.082722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526ba791-77a1-4e5e-877a-8be151a0a71c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:27.087493 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-526ba791-77a1-4e5e-877a-8be151a0a71c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/daba809b-027a-44fe-809b-f4383e8f54b6 HTTP/1.1" status: 404 len: 337 time: 0.0900772 Sep 22 08:38:27.095261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40418) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.159599 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-66443e0d-3c4e-4165-9a77-a981c75cc021 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:27.159599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66443e0d-3c4e-4165-9a77-a981c75cc021 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:27.169301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 182a7dbb-8e30-46b7-99d7-5fd683c66692 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:27.178673 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-66443e0d-3c4e-4165-9a77-a981c75cc021 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/a424e7db-0693-4f96-8b42-571cb749c667 HTTP/1.1" status: 404 len: 337 time: 0.0712700 Sep 22 08:38:27.181416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f879e530-6747-4eff-a55b-7c00ee53513a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:27.181596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40422) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.188978 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f879e530-6747-4eff-a55b-7c00ee53513a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 1093 time: 0.3395488 Sep 22 08:38:27.188978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.238329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40426) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.245092 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0c51d6-63c7-4a88-93da-3382bd52385e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:27.245659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0c51d6-63c7-4a88-93da-3382bd52385e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:27.248762 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c0c51d6-63c7-4a88-93da-3382bd52385e tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/81f2c75f-abbf-4674-be53-269b6c80cfef HTTP/1.1" status: 404 len: 337 time: 0.0641742 Sep 22 08:38:27.253802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:27.258913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40430) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.260116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.275025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a036ae6-b1db-491a-a72b-d5e30fd023e0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:27.340366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2383f-aa57-4eba-946d-fba5b7d89ba2 None None] Network 7009098c-8311-473f-9a70-d51545c76b20 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:27.357044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.402795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.404431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:27.409518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:27.415638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:27.420494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:27.442582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:27.458731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:27.463067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:27.484064 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4e8dae-efbb-4852-b9c6-ac4a8ef2dad8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:27.484064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4e8dae-efbb-4852-b9c6-ac4a8ef2dad8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:27.484064 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5a4e8dae-efbb-4852-b9c6-ac4a8ef2dad8 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/d93d39d3-229c-4105-8f89-324ed501eb8c HTTP/1.1" status: 404 len: 333 time: 0.2159913 Sep 22 08:38:27.484064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:27.484064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40434) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.502609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.534669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.539338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.571688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Checking segment: {'id': 'adab5f86-3506-4614-bcfb-d1360c53673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:27.572307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network hostable DHCP agents. Network: 46ddaa07-afec-4809-aa46-5fe0dec517ac, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:38:27.587749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.587749 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5095882 Sep 22 08:38:27.598630 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 3 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:27.599462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40438) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.599462 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9934f6b-2bcb-4c3e-aa40-f5d53a8faec6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:27.599462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9934f6b-2bcb-4c3e-aa40-f5d53a8faec6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:27.602842 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9934f6b-2bcb-4c3e-aa40-f5d53a8faec6 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/7b3e9092-1868-4810-a7d6-10d9ff25145c HTTP/1.1" status: 404 len: 337 time: 0.1171262 Sep 22 08:38:27.604706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40440) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.617729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Subnet': ['ID=6f2c0f7a-1609-422b-9ff2-0922c43437ba,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:27.629646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.669202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96c0377-93fc-410a-8a59-cd3c52da20d6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:27.747726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457fcca-59d6-482a-9f21-5ff1a857b45d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc53d8-6ab5-4b73-bbf3-1118805f3de4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:27.755186 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b153a-5f62-4709-be75-3d236782db67 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:27.755186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133b153a-5f62-4709-be75-3d236782db67 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:27.755186 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-133b153a-5f62-4709-be75-3d236782db67 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/ae0d9b05-fb0f-4691-b8ee-3b556664746d HTTP/1.1" status: 404 len: 337 time: 0.1186361 Sep 22 08:38:27.755186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40446) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.761699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:27.768575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network 46ddaa07-afec-4809-aa46-5fe0dec517ac is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:38:27.780972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 46ddaa07-afec-4809-aa46-5fe0dec517ac) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:27.800049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:27.800049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.800049 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 Sep 22 08:38:27.806453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:27.806453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:27.823570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a722a74-f4d6-4572-90ff-4e9b7774dd42 None None] Network 46ddaa07-afec-4809-aa46-5fe0dec517ac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:27.835860 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ce783c74-fd6d-4d19-b0fb-6574c59596b4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4411809 Sep 22 08:38:27.835860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40450) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:27.846839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3e7bfbea-8ac1-4c63-80cb-3e43bf00bf98 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'router': {'external_gateway_info': {'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:27.922966 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf1e045-868d-4312-a0de-ee6719ae558c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:27.922966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf1e045-868d-4312-a0de-ee6719ae558c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:27.922966 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1bf1e045-868d-4312-a0de-ee6719ae558c tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/cd68cf0a-8c49-4b6d-b6c9-98daa2978396 HTTP/1.1" status: 404 len: 333 time: 0.1651194 Sep 22 08:38:27.947008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40454) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:28.010150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb29e97a-931a-4e53-8ce6-bb41f227ba5f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:28.010150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb29e97a-931a-4e53-8ce6-bb41f227ba5f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:28.010150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb29e97a-931a-4e53-8ce6-bb41f227ba5f tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/a642bc17-986a-4f39-aef8-3f63352bfc2b HTTP/1.1" status: 404 len: 337 time: 0.0608521 Sep 22 08:38:28.010150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-438919ef-4adc-4b07-a2f9-eb5c887cbc21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4058652 Sep 22 08:38:28.010150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40458) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:28.010150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40460) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:28.032020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.073162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e208d8bd-6782-4969-a117-a895bca7f6e3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-security--1048277888', 'description': 'tempest-security-description-1569284817'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:28.159400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-197d0366-4b07-4fe8-89ea-5629f6377fa1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] DELETE failed (client error): The resource could not be found. Sep 22 08:38:28.159400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197d0366-4b07-4fe8-89ea-5629f6377fa1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:28.159400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-197d0366-4b07-4fe8-89ea-5629f6377fa1 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/subnets/1eda9b78-234d-4097-9b3b-a42b1b9fc9f7 HTTP/1.1" status: 404 len: 337 time: 0.1403737 Sep 22 08:38:28.171186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40466) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:28.205445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] DHCP port deletion for 7009098c-8311-473f-9a70-d51545c76b20 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:28.239573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] Deleting port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:28.239573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.245495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e208d8bd-6782-4969-a117-a895bca7f6e3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.275238 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 4 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:28.332185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Deleting port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:28.335639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:28.341218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.345115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 47569b93-d401-420e-8be4-d1479b7765a1 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:28.382650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:28.435433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e208d8bd-6782-4969-a117-a895bca7f6e3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.435433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.481278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e208d8bd-6782-4969-a117-a895bca7f6e3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.548879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e208d8bd-6782-4969-a117-a895bca7f6e3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.558170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-46ddaa07-afec-4809-aa46-5fe0dec517ac', 'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac', 'tenant_id': '02560888e93c4b1ebd84a4e4a8b29c6b', 'fixed_ips': [{'subnet_id': '6f2c0f7a-1609-422b-9ff2-0922c43437ba'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:28.563842 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e208d8bd-6782-4969-a117-a895bca7f6e3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "PUT /v2.0/security-groups/dcbc53d8-6ab5-4b73-bbf3-1118805f3de4 HTTP/1.1" status: 200 len: 1780 time: 0.5337398 Sep 22 08:38:28.566286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.566459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=182a7dbb-8e30-46b7-99d7-5fd683c66692,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:28.566459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40470) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:28.578923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98221332-1e97-4451-931b-825a97050893 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:28.606466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.611123 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b7a6f694-f7f9-4a5c-aeef-97dc4e96ac70 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/182a7dbb-8e30-46b7-99d7-5fd683c66692 HTTP/1.1" status: 204 len: 168 time: 1.5312309 Sep 22 08:38:28.626273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40474) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:28.663673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e7bfbea-8ac1-4c63-80cb-3e43bf00bf98 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.683711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.742572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208d8bd-6782-4969-a117-a895bca7f6e3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc53d8-6ab5-4b73-bbf3-1118805f3de4,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:28.875797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3e7bfbea-8ac1-4c63-80cb-3e43bf00bf98 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:28.879865 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3e7bfbea-8ac1-4c63-80cb-3e43bf00bf98 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816 HTTP/1.1" status: 400 len: 364 time: 1.0461769 Sep 22 08:38:28.881768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40480) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:28.885393 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 5 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:28.925946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 47569b93-d401-420e-8be4-d1479b7765a1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:28.926509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:28.927000 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 47569b93-d401-420e-8be4-d1479b7765a1 Sep 22 08:38:28.940518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.093132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Calling delete_port for 7db6cc0d-0fbf-4913-8f09-9a467476ea76 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:29.130947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] For port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,segment=NetworkSegment(55f78df9-566a-41c0-945b-292bdf3c66b2),segment_id=55f78df9-566a-41c0-945b-292bdf3c66b2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:29.131391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.159851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 35a50d59-7f1a-4eaa-b20c-06c2534781e1 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:29.170734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.202208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-670cdaba-2631-4f02-a58b-71afd106e98b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups/dcbc53d8-6ab5-4b73-bbf3-1118805f3de4 HTTP/1.1" status: 200 len: 1780 time: 0.6321938 Sep 22 08:38:29.205372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40484) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:29.260059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:29.310404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.423447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] Calling delete_port for 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:29.517913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.539362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e921-f4ac-4a5f-99af-9b26a0be034e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.564358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.56 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/14e3a829-937e-4165-a8c8-884d4dff51e8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:29.587902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Port': ['ID=7db6cc0d-0fbf-4913-8f09-9a467476ea76,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:29.607015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.607263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.678709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Allocated IP 2001:db8:1::2 (46ddaa07-afec-4809-aa46-5fe0dec517ac/6f2c0f7a-1609-422b-9ff2-0922c43437ba/2c694345-d466-433e-97b8-7a062c5cc7ae) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:29.694181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e921-f4ac-4a5f-99af-9b26a0be034e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.696730 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-89fd0ab2-7209-409b-9328-3df757cb5b2d tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/ports/7db6cc0d-0fbf-4913-8f09-9a467476ea76 HTTP/1.1" status: 204 len: 168 time: 1.5237408 Sep 22 08:38:29.702009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40488) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:29.729056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 47569b93-d401-420e-8be4-d1479b7765a1 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:29.729242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.764226 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 6 to provision port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 Sep 22 08:38:29.916022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.929483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e921-f4ac-4a5f-99af-9b26a0be034e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:29.980798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4e921-f4ac-4a5f-99af-9b26a0be034e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc53d8-6ab5-4b73-bbf3-1118805f3de4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:30.008801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d2c4e921-f4ac-4a5f-99af-9b26a0be034e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.012380 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d2c4e921-f4ac-4a5f-99af-9b26a0be034e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/dcbc53d8-6ab5-4b73-bbf3-1118805f3de4 HTTP/1.1" status: 204 len: 168 time: 0.7498918 Sep 22 08:38:30.021372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40492) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:30.025034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.039850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.077225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.155882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:30.178522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.178522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=35a50d59-7f1a-4eaa-b20c-06c2534781e1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:30.212151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Port 7db6cc0d-0fbf-4913-8f09-9a467476ea76 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:38:30.264474 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4ebc89a-9cbd-401f-b46f-43d2a1674656 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/35a50d59-7f1a-4eaa-b20c-06c2534781e1 HTTP/1.1" status: 204 len: 168 time: 1.6259594 Sep 22 08:38:30.264474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40496) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:30.264474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.287166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e48495c9-dd58-43dc-893e-e9e4c8378d65 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:30.287166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Allocated IP 2001:db8::1 (49bd095b-30e8-49e0-9c7a-29169b92f0fe/63e77b77-327e-46bc-885f-e97f8996480e/17f63c2a-63d6-4574-852d-00aa2caca47f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:30.331779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:38:30.331779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:30.337517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e48495c9-dd58-43dc-893e-e9e4c8378d65 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:30.341410 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e48495c9-dd58-43dc-893e-e9e4c8378d65 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3244586 Sep 22 08:38:30.345727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] Pushing event deleted for resources: {'Port': ['ID=6bfedbf8-7036-426d-9b9a-b3fe275c9f13,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:30.351123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50656a59-9760-4eff-b7b9-9cdbbb303ff5 None None] No DVR routers for this DVR port 6bfedbf8-7036-426d-9b9a-b3fe275c9f13 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:30.353350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40500) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:30.367118 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f02b284b-cf25-44af-b01b-b52f37bee137 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975904 Sep 22 08:38:30.369339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Could not find standard attr ID for object 73e77957-92a2-4f14-bebc-13cd2272277b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:30.383561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40504) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:30.387873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7009098c-8311-473f-9a70-d51545c76b20']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:30.408227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:30.446100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning for port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:30.446374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.476609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning complete for port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:30.476609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.476609 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 1 to provision port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 Sep 22 08:38:30.535368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.558074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Transition to ACTIVE for port object 17f63c2a-63d6-4574-852d-00aa2caca47f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:30.571090 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-eab2235e-029d-4bf4-9fdc-a38b15e6c327 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] delete failed (client error): The resource could not be found. Sep 22 08:38:30.576211 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eab2235e-029d-4bf4-9fdc-a38b15e6c327 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/dcbc53d8-6ab5-4b73-bbf3-1118805f3de4 HTTP/1.1" status: 404 len: 347 time: 0.2218690 Sep 22 08:38:30.577670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40508) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:30.584132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891180436'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:30.595682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f78df9-566a-41c0-945b-292bdf3c66b2') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:30.596017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f78df9-566a-41c0-945b-292bdf3c66b2') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:30.599033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.603683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:30.614816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Transition to ACTIVE for port object 2c694345-d466-433e-97b8-7a062c5cc7ae will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:30.619836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:30.631365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.637039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.645099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Transition to ACTIVE for port object 2c694345-d466-433e-97b8-7a062c5cc7ae will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:30.654626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:30.668470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:30.672339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:30.679939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.705498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.734941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:30.740269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:30.758177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:30.758177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.770103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:30.777201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.777201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=14e3a829-937e-4165-a8c8-884d4dff51e8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:30.790184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:30.790184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:30.801006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Port': ['ID=17f63c2a-63d6-4574-852d-00aa2caca47f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:30.806058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:30.813045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:38:30.813045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.907489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Current status of the port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:30.907998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:30.938399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Pushing event updated for resources: {'Port': ['ID=2c694345-d466-433e-97b8-7a062c5cc7ae,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:30.961330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Network 46ddaa07-afec-4809-aa46-5fe0dec517ac is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:30.970974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:30.974537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:31.022093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.026250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:31.048176 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 55f78df9-566a-41c0-945b-292bdf3c66b2 resource provider aggregate not found Sep 22 08:38:31.067451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:31.075971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:31.195144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] For port 0e3db695-16a5-4e4d-bcd7-0f837cc05047, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0e3db695-16a5-4e4d-bcd7-0f837cc05047,segment=NetworkSegment(f1e9fcae-3da2-4e65-850f-2bbdb603a1cd),segment_id=f1e9fcae-3da2-4e65-850f-2bbdb603a1cd)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:31.227731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Attempting to bind port 2c694345-d466-433e-97b8-7a062c5cc7ae on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:31.228177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Attempting to bind port 2c694345-d466-433e-97b8-7a062c5cc7ae by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'adab5f86-3506-4614-bcfb-d1360c53673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:31.228640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Attempting to bind port 2c694345-d466-433e-97b8-7a062c5cc7ae on network 46ddaa07-afec-4809-aa46-5fe0dec517ac {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:31.233282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.308854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:31.309677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Checking segment: {'id': 'adab5f86-3506-4614-bcfb-d1360c53673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:31.309800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.310870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Bound using segment: {'id': 'adab5f86-3506-4614-bcfb-d1360c53673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:31.310968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Bound port: 2c694345-d466-433e-97b8-7a062c5cc7ae, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adab5f86-3506-4614-bcfb-d1360c53673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46ddaa07-afec-4809-aa46-5fe0dec517ac'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:31.311549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.339381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.482829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] For port 2c694345-d466-433e-97b8-7a062c5cc7ae, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:31.482829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] For port 2c694345-d466-433e-97b8-7a062c5cc7ae, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c694345-d466-433e-97b8-7a062c5cc7ae,segment=NetworkSegment(adab5f86-3506-4614-bcfb-d1360c53673f),segment_id=adab5f86-3506-4614-bcfb-d1360c53673f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:31.498185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a28687c-760b-45a6-8476-43c30e13ed1a None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:31.518047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.530272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning for port d82af32b-0403-41fe-9436-e75907ea50d3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:31.587620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Provisioning complete for port d82af32b-0403-41fe-9436-e75907ea50d3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:31.587620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.587620 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Attempt 1 to provision port d82af32b-0403-41fe-9436-e75907ea50d3 Sep 22 08:38:31.706216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Pushing event updated for resources: {'Port': ['ID=0e3db695-16a5-4e4d-bcd7-0f837cc05047,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:31.826707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.856369 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 55f78df9-566a-41c0-945b-292bdf3c66b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55f78df9-566a-41c0-945b-292bdf3c66b2 found for delete ", "request_id": "req-8869a273-e9f9-4b7d-a991-7f92b4bca5a7"}]} Sep 22 08:38:31.856369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:31.867993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.867993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:31.973290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e3db695-16a5-4e4d-bcd7-0f837cc05047 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:32.029138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.040730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Current status of the port d82af32b-0403-41fe-9436-e75907ea50d3 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:32.040951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.064027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] Pushing event deleted for resources: {'Network': ['ID=7009098c-8311-473f-9a70-d51545c76b20,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:32.085266 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-41b03a6f-10e0-47d6-84fe-8b19ab3a02c7 tempest-PortsTestJSON-937257650 tempest-PortsTestJSON-937257650-project] 10.222.0.42 "DELETE /v2.0/networks/7009098c-8311-473f-9a70-d51545c76b20 HTTP/1.1" status: 204 len: 168 time: 2.3694637 Sep 22 08:38:32.116422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1ec1-146e-4450-a5ea-3e82d2b41216 None None] Pushing event updated for resources: {'Port': ['ID=2c694345-d466-433e-97b8-7a062c5cc7ae,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:32.128014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:32.135013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.136553 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5571077 Sep 22 08:38:32.138723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e835351-ab3d-4f0e-9545-2bb866d42815 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63f696-2e5a-4e9e-98fd-aaf15e56a2f0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:32.139471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.142951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40518) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:32.150097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': '8b63f696-2e5a-4e9e-98fd-aaf15e56a2f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:32.156875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:32.163387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:32.175266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:32.187178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.189829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:32.199105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.200234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.204661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] For port d82af32b-0403-41fe-9436-e75907ea50d3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d82af32b-0403-41fe-9436-e75907ea50d3,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:32.216412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.265472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Could not find standard attr ID for object e629c3d5-1d50-4ed2-ac27-0d02fd6393b0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:32.323013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.401290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.433545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event updated for resources: {'Port': ['ID=17f63c2a-63d6-4574-852d-00aa2caca47f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:32.482063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Could not find standard attr ID for object dd2471d5-70ac-473d-9f9d-7a4b2b14db69. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:32.502587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:32.504631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.505428 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 Sep 22 08:38:32.543523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.557954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:32.559548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:32.565576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.580221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890fcc5-ebbc-49ed-81d7-692082e41225 None None] Pushing event updated for resources: {'Port': ['ID=d82af32b-0403-41fe-9436-e75907ea50d3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:32.601014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Could not find standard attr ID for object 6bfedbf8-7036-426d-9b9a-b3fe275c9f13. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:32.629306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:32.723169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097684b3-b047-45a1-87a2-3fae59151fb2,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:32.726623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:32.731894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] Deleting port d82af32b-0403-41fe-9436-e75907ea50d3 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:32.732263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.743487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40524) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:32.769005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.774358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6070d2f-4745-43d1-b06c-f1e6aeb82024 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6299522 Sep 22 08:38:32.777956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40530) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:32.795274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Provisioning complete for port d82af32b-0403-41fe-9436-e75907ea50d3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:32.802070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.802629 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Attempt 1 to provision port d82af32b-0403-41fe-9436-e75907ea50d3 Sep 22 08:38:32.821934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a60b-4866-483b-aeb1-b0f2b2adbc16 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.832774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a60b-4866-483b-aeb1-b0f2b2adbc16 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.872241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Router a9ca6269-f3c5-470b-8dd4-0a5988c40816 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:38:32.894043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a60b-4866-483b-aeb1-b0f2b2adbc16 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.901085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.952025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:32.976298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:32.985524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:32.990126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.060871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1a60b-4866-483b-aeb1-b0f2b2adbc16 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=097684b3-b047-45a1-87a2-3fae59151fb2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:33.067986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:33.068573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.106698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.199810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Current status of the port d82af32b-0403-41fe-9436-e75907ea50d3 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:33.231073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7757e7-dd0e-41a9-830d-4f926189f895 None None] Network 46ddaa07-afec-4809-aa46-5fe0dec517ac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:33.246831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=aa83ecf2-f785-4ef8-a996-a78c12c11abc,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:33.255476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Provisioning for port 17f63c2a-63d6-4574-852d-00aa2caca47f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:33.260911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] For port d82af32b-0403-41fe-9436-e75907ea50d3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d82af32b-0403-41fe-9436-e75907ea50d3,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:33.261510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.281992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7cc1a60b-4866-483b-aeb1-b0f2b2adbc16 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.283099 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7cc1a60b-4866-483b-aeb1-b0f2b2adbc16 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/097684b3-b047-45a1-87a2-3fae59151fb2 HTTP/1.1" status: 204 len: 168 time: 0.5039797 Sep 22 08:38:33.296241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40534) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:33.312149 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e53e982a-2dff-4ca7-84c1-bd8b0544d890 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9246149 Sep 22 08:38:33.324537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Provisioning complete for port 17f63c2a-63d6-4574-852d-00aa2caca47f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:33.324906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.325233 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Attempt 1 to provision port 17f63c2a-63d6-4574-852d-00aa2caca47f Sep 22 08:38:33.328994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40538) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:33.337577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=14e3a829-937e-4165-a8c8-884d4dff51e8,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:33.350667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:33.357365 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 65ff7615-c61c-4166-ac90-fbce3ac1b84e associated. External IP: 172.26.8.56, port: 1456fec0-8ae9-42db-861a-a0a85570d364. Sep 22 08:38:33.465502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0f14d39-4f70-4f8c-96c0-a33cc391b3e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf957cdc588a406e84dfc2cb0a538838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7185411 Sep 22 08:38:33.469787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:33.473821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:33.480259 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ab1e1a28-7a19-426e-9105-ee608ec75943 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5976703 Sep 22 08:38:33.486549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:33.488501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] Calling delete_port for d82af32b-0403-41fe-9436-e75907ea50d3 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:33.521835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] Sync routers for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:33.561810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aec2909f-3239-4681-ba50-cf352be2fb25 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:33.582479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Port 17f63c2a-63d6-4574-852d-00aa2caca47f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:33.591991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:33.592589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:33.696482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:33.727010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:33.727951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:33.731890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 9e091d73-5986-4a6a-9625-f16cbdc90b1e has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:38:33.753041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aec2909f-3239-4681-ba50-cf352be2fb25 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:33.757217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aec2909f-3239-4681-ba50-cf352be2fb25 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4597840 Sep 22 08:38:33.762942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40550) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:33.785396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.797194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a634fe52-5848-42be-a423-c7a713fe860e tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.846640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:33.847017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7de653d-efaf-4ce0-9038-c76ac2737627 None None] The sync data for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:33.849828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:33.850249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] Pushing event deleted for resources: {'Port': ['ID=d82af32b-0403-41fe-9436-e75907ea50d3,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:33.854484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576697f3-14a7-4234-959e-7d21ae4554fc None None] No DVR routers for this DVR port d82af32b-0403-41fe-9436-e75907ea50d3 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:33.876742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:33.881872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:33.889144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93afe1-5110-4d0c-a168-3748707daee2 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:33.955588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7a7e-2f9c-4b2f-baf3-11757d3b28fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:33.958000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:33.989578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2c694345-d466-433e-97b8-7a062c5cc7ae up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:34.023632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:34.027121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.060379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7a7e-2f9c-4b2f-baf3-11757d3b28fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.076305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:34.089406 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] Sync routers for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:34.099143 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Attempt 2 to provision port 17f63c2a-63d6-4574-852d-00aa2caca47f Sep 22 08:38:34.100158 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:34.100766 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:34.101401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.168896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-a634fe52-5848-42be-a423-c7a713fe860e tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 08:38:34.168896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a634fe52-5848-42be-a423-c7a713fe860e tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816 HTTP/1.1" status: 409 len: 329 time: 0.6674669 Sep 22 08:38:34.170661 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dcddc3fe-3c46-487b-9aa3-6c81bd9df5ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9316807 Sep 22 08:38:34.171720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40554) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:34.172297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:34.172932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:38:34.175582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:38:34.194137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbb359e0-2c6d-45ea-a5d8-bc4e5c466612 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.255624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbb359e0-2c6d-45ea-a5d8-bc4e5c466612 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.293719 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:34.294282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7a7e-2f9c-4b2f-baf3-11757d3b28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.325735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c7a7e-2f9c-4b2f-baf3-11757d3b28fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16d4d1-5533-4ed0-81b3-dfc87f9f3cd7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:34.384100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7a7e-2f9c-4b2f-baf3-11757d3b28fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.385239 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ae2c7a7e-2f9c-4b2f-baf3-11757d3b28fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d16d4d1-5533-4ed0-81b3-dfc87f9f3cd7 HTTP/1.1" status: 204 len: 168 time: 0.9090559 Sep 22 08:38:34.401536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbb359e0-2c6d-45ea-a5d8-bc4e5c466612 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.429210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb359e0-2c6d-45ea-a5d8-bc4e5c466612 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63f696-2e5a-4e9e-98fd-aaf15e56a2f0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:34.444679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbb359e0-2c6d-45ea-a5d8-bc4e5c466612 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.448830 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dbb359e0-2c6d-45ea-a5d8-bc4e5c466612 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b63f696-2e5a-4e9e-98fd-aaf15e56a2f0 HTTP/1.1" status: 204 len: 168 time: 0.6849196 Sep 22 08:38:34.449664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:34.525832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3c3af3af-e47b-4789-aed3-976159f33c67 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:34.577752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3c3af3af-e47b-4789-aed3-976159f33c67 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:34.585858 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3c3af3af-e47b-4789-aed3-976159f33c67 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335702 Sep 22 08:38:34.586683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:34.591129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Port 17f63c2a-63d6-4574-852d-00aa2caca47f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:34.602914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'aa83ecf2-f785-4ef8-a996-a78c12c11abc'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:34.604902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.607954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513988178'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:34.655845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2c694345-d466-433e-97b8-7a062c5cc7ae completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:34.666849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8323212-80db-4655-927b-d2ee6718f2c1 x-openstack-request-id: req-d8323212-80db-4655-927b-d2ee6718f2c1 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:38:34.667144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:38:34.667426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8323212-80db-4655-927b-d2ee6718f2c1 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:38:34.667826 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8323212-80db-4655-927b-d2ee6718f2c1'] response: {'name': 'network-changed', 'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364', 'status': 'completed', 'code': 200} Sep 22 08:38:34.684703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:34.761081 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a9458729-63c2-4011-8804-d276a994ae5a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/65ff7615-c61c-4166-ac90-fbce3ac1b84e HTTP/1.1" status: 200 len: 990 time: 0.5823483 Sep 22 08:38:34.789068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:34.866958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d82af32b-0403-41fe-9436-e75907ea50d3 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:34.884342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.920051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:38:34.924885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:34.941684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: d82af32b-0403-41fe-9436-e75907ea50d3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:38:34.942026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d82af32b-0403-41fe-9436-e75907ea50d3 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:35.015060 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:30Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:31Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:35.018867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:35.020242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:35.028851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:35.038923 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] Checking router: 9e091d73-5986-4a6a-9625-f16cbdc90b1e for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:38:35.039857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-14070962-78dd-49e1-9f82-76f05e1ecb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:35.041627 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-14070962-78dd-49e1-9f82-76f05e1ecb82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 1098 time: 0.3543441 Sep 22 08:38:35.042950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:35.043674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.048638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:35.054830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:35.067411 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:35.069062 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:35.086491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:35.133278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Allocated IP 172.20.0.2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/aa83ecf2-f785-4ef8-a996-a78c12c11abc/34fe8809-0607-476d-82bb-6f8120ec0a32) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:35.142650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Allocated IP 2001:db8::f816:3eff:fee3:95c2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/97731511-7849-4f7c-a2a2-96cd453110f7/34fe8809-0607-476d-82bb-6f8120ec0a32) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:35.169190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=97731511-7849-4f7c-a2a2-96cd453110f7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:35.192093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-716e46cc-bee8-4c2b-bf07-5a2e905fc8e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8593838 Sep 22 08:38:35.196121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40586) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:35.209547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:dd:1e:2b', 'name': 'tempest-NetworksTestDHCPv6-1611852878'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:35.369062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.398503 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Attempt 3 to provision port 17f63c2a-63d6-4574-852d-00aa2caca47f Sep 22 08:38:35.416276 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:38:35.489847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Port 17f63c2a-63d6-4574-852d-00aa2caca47f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:35.491185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.509246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Transition to ACTIVE for port object 34fe8809-0607-476d-82bb-6f8120ec0a32 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:35.527891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-2c49f65a-b345-485f-8f02-cec4461964bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:35.529538 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-2c49f65a-b345-485f-8f02-cec4461964bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 200 len: 898 time: 0.4758439 Sep 22 08:38:35.540849 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Transition to ACTIVE for port object 34fe8809-0607-476d-82bb-6f8120ec0a32 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:35.548799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.619737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.636386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:35.640258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:35.645098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:35.657610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.704364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Pushing event updated for resources: {'Port': ['ID=34fe8809-0607-476d-82bb-6f8120ec0a32,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:35.727391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:35.746987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ca6ca-32cc-4ad2-ba57-f13575c3546c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:35.761184 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-ef8af0c0-1efa-4890-8260-dbbe7b1cb7f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1456fec0-8ae9-42db-861a-a0a85570d364 HTTP/1.1" status: 200 len: 998 time: 0.2131014 Sep 22 08:38:35.761886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:35.762964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:35.765064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40600) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:35.821500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.825629 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ddce0cb6-3143-46ab-ac0b-0959fb3b21a2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2356393 Sep 22 08:38:35.833411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40608) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:35.841724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': 'ea1ca6ca-32cc-4ad2-ba57-f13575c3546c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:35.846258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:35.872679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:35.922681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Attempting to bind port 34fe8809-0607-476d-82bb-6f8120ec0a32 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:35.923006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Attempting to bind port 34fe8809-0607-476d-82bb-6f8120ec0a32 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:35.923392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Attempting to bind port 34fe8809-0607-476d-82bb-6f8120ec0a32 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:35.935454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:35.935454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:35.935802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.936531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:35.938697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Bound port: 34fe8809-0607-476d-82bb-6f8120ec0a32, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:35.938834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:35.939172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:35.945978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:35.952106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-79646275-cb5f-4098-bce7-d6a4bcdb5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:35.953631 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-79646275-cb5f-4098-bce7-d6a4bcdb5599 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc384c0d-f97b-4534-a6ad-0b1e13ad7f37 HTTP/1.1" status: 200 len: 835 time: 0.1793075 Sep 22 08:38:35.960374 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb8862d0-8904-45f4-bdd8-74abfe9920ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/65ff7615-c61c-4166-ac90-fbce3ac1b84e HTTP/1.1" status: 200 len: 990 time: 0.1918418 Sep 22 08:38:35.965500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:36.005968 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Attempt 4 to provision port 17f63c2a-63d6-4574-852d-00aa2caca47f Sep 22 08:38:36.033877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8d42811e-8e1d-4793-908a-76cdd106f96c tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1437220022', 'prefixes': ['172.20.0.0/16']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:36.057832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8d42811e-8e1d-4793-908a-76cdd106f96c tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:36.064563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting port 17f63c2a-63d6-4574-852d-00aa2caca47f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:36.065136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.108620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.119470 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:30Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:31Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:36.124485 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcc3cd9-4273-41b5-8961-84678bf9929f None None] The sync data for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv is: [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:37:30Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:31Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:36.134884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.149612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-60fba7b5-987b-4750-a3b5-def38bc727e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.161152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Port 17f63c2a-63d6-4574-852d-00aa2caca47f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:36.170974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] For port 34fe8809-0607-476d-82bb-6f8120ec0a32, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:36.176084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] For port 34fe8809-0607-476d-82bb-6f8120ec0a32, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34fe8809-0607-476d-82bb-6f8120ec0a32,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:36.181288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.235147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 3e74a661-1e25-47b9-ba2a-018c18a0ac70 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:38:36.268153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46e7e5-5115-479a-8683-9959e165a624 None None] Pushing event updated for resources: {'Port': ['ID=34fe8809-0607-476d-82bb-6f8120ec0a32,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:36.303066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-9fa6e494-4d52-430d-9ba5-3e23bdd48258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:36.304958 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-9fa6e494-4d52-430d-9ba5-3e23bdd48258 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cda4109-fc23-46ed-84ab-0baefbb302e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3407288 Sep 22 08:38:36.353636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d42811e-8e1d-4793-908a-76cdd106f96c tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.357519 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8d42811e-8e1d-4793-908a-76cdd106f96c tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5842137 Sep 22 08:38:36.412718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c793e43e-be2d-4d59-9f00-7323e7d369dc None None] New status for floating IP 65ff7615-c61c-4166-ac90-fbce3ac1b84e: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:38:36.413585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40616) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:36.461559 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9f77342-eec0-470e-9137-221e0c24114c tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] 10.222.0.42 "GET /v2.0/subnetpools/03163d1b-bb59-4d3d-88ab-1324a7214fdf HTTP/1.1" status: 200 len: 732 time: 0.0459347 Sep 22 08:38:36.462637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.464882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.469405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:36.479104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-957ce348-3553-49dd-854e-433b107cd554 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-180818834'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:36.520492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.624174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Calling delete_port for 17f63c2a-63d6-4574-852d-00aa2caca47f owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:36.664325 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Attempt 5 to provision port 17f63c2a-63d6-4574-852d-00aa2caca47f Sep 22 08:38:36.666510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083010e3-8870-42b7-aedf-157177f4a6af,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:36.717478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.721911 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b4122589-13b1-4a2f-aab5-4a6d328a55b5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8873332 Sep 22 08:38:36.722595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40624) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:36.733146 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-c0ee53af-255b-4f7b-a399-cd6f97bba3b6 service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136319 Sep 22 08:38:36.745039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': 'ea1ca6ca-32cc-4ad2-ba57-f13575c3546c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:36.799401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Port 17f63c2a-63d6-4574-852d-00aa2caca47f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:36.837019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.879690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:36.906196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:36.915979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-957ce348-3553-49dd-854e-433b107cd554 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:36.920070 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-957ce348-3553-49dd-854e-433b107cd554 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] 10.222.0.42 "PUT /v2.0/subnetpools/03163d1b-bb59-4d3d-88ab-1324a7214fdf HTTP/1.1" status: 200 len: 683 time: 0.4449255 Sep 22 08:38:36.922174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:36.926762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40628) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:36.937097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:36.940927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Port': ['ID=17f63c2a-63d6-4574-852d-00aa2caca47f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:36.968074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40632) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:37.095677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.099557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 172.20.0.10 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/aa83ecf2-f785-4ef8-a996-a78c12c11abc/3e74a661-1e25-47b9-ba2a-018c18a0ac70) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:37.143740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:fedd:1e2b (f665e6c9-a097-4574-a663-b19ea5e6aeb8/97731511-7849-4f7c-a2a2-96cd453110f7/3e74a661-1e25-47b9-ba2a-018c18a0ac70) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:37.149336 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f51615-eb9e-4c39-bdfd-bcf3b1b55357 req-ca60e20b-97fe-4e19-9199-47f240103369 service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962729 Sep 22 08:38:37.149946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.197544 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3c2c3941-06bb-41d4-9890-0f16d45e6ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/65ff7615-c61c-4166-ac90-fbce3ac1b84e HTTP/1.1" status: 200 len: 992 time: 0.2242126 Sep 22 08:38:37.301485 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Attempt 6 to provision port 17f63c2a-63d6-4574-852d-00aa2caca47f Sep 22 08:38:37.348646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Port 17f63c2a-63d6-4574-852d-00aa2caca47f was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:38:37.352758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Could not find standard attr ID for object 73e77957-92a2-4f14-bebc-13cd2272277b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:37.357241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2932b10d-ae04-4b00-a285-88b62b0c327e None None] Could not find standard attr ID for object 7db6cc0d-0fbf-4913-8f09-9a467476ea76. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:37.388042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Router a9ca6269-f3c5-470b-8dd4-0a5988c40816 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:38:37.393566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.403426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.427485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c0d9696-9165-408a-927a-32fd85e99b59 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.428597 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c0d9696-9165-408a-927a-32fd85e99b59 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] 10.222.0.42 "DELETE /v2.0/subnetpools/03163d1b-bb59-4d3d-88ab-1324a7214fdf HTTP/1.1" status: 204 len: 168 time: 0.4994411 Sep 22 08:38:37.442336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40636) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:37.478706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Could not find standard attr ID for object 17f63c2a-63d6-4574-852d-00aa2caca47f. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:37.493486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Provisioning for port 2c694345-d466-433e-97b8-7a062c5cc7ae completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:37.500715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Provisioning complete for port 2c694345-d466-433e-97b8-7a062c5cc7ae triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:37.501448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.501879 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Attempt 1 to provision port 2c694345-d466-433e-97b8-7a062c5cc7ae Sep 22 08:38:37.542258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:37.557960 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] Sync routers for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:38:37.558815 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9811263e-44e9-4e68-a2d3-dcc7fe2a79f4 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3779163 Sep 22 08:38:37.562223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40640) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:37.578417 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:37.579044 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:37.633059 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-16036306-9455-4011-b231-2ba778ebd031 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] show failed (client error): The resource could not be found. Sep 22 08:38:37.634423 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16036306-9455-4011-b231-2ba778ebd031 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-2118466086 HTTP/1.1" status: 404 len: 335 time: 0.0706866 Sep 22 08:38:37.638913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:37.644543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ec6ae9ec-70c0-423a-8475-e69b9301fcca tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:37.685390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b631e0d1-a035-4945-8d40-c70db05fc993,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:37.698498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:37.707542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.708956 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2008f7d2-573a-4026-9748-01c8ad9ba30c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9786811 Sep 22 08:38:37.709530 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] Routers {'a9ca6269-f3c5-470b-8dd4-0a5988c40816'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:38:37.710342 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:37.712625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-506cd6c9-bba6-4eec-9eb0-344d0c0a8ba7 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] show failed (client error): The resource could not be found. Sep 22 08:38:37.716052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-506cd6c9-bba6-4eec-9eb0-344d0c0a8ba7 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] 10.222.0.42 "GET /v2.0/subnetpools/03163d1b-bb59-4d3d-88ab-1324a7214fdf HTTP/1.1" status: 404 len: 346 time: 0.2683856 Sep 22 08:38:37.716208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059baba-e262-46ec-adc7-19d0dd937d1e None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:37.716656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40648) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:37.720800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': 'ea1ca6ca-32cc-4ad2-ba57-f13575c3546c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:37.721639 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-ec6ae9ec-70c0-423a-8475-e69b9301fcca tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] update failed (client error): The resource could not be found. Sep 22 08:38:37.723050 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec6ae9ec-70c0-423a-8475-e69b9301fcca tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-470083645 HTTP/1.1" status: 404 len: 334 time: 0.0829868 Sep 22 08:38:37.724147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40650) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:37.728462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40654) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:37.741668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:37.752204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:37.757118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.760718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:37.772432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:37.787143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 3e74a661-1e25-47b9-ba2a-018c18a0ac70 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:37.790794 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:37.791918 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e113bc-e642-4197-9b23-cf3352576196 None None] The sync data for ids ['a9ca6269-f3c5-470b-8dd4-0a5988c40816'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:38:37.799298 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-0bbcb20c-8184-49ee-9584-8be9196fbbc9 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] delete failed (client error): The resource could not be found. Sep 22 08:38:37.800274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0bbcb20c-8184-49ee-9584-8be9196fbbc9 tempest-SubnetPoolsTestJSON-1447535583 tempest-SubnetPoolsTestJSON-1447535583-project] 10.222.0.42 "DELETE /v2.0/subnetpools/03163d1b-bb59-4d3d-88ab-1324a7214fdf HTTP/1.1" status: 404 len: 346 time: 0.0733268 Sep 22 08:38:37.817212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.828691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Current status of the port 2c694345-d466-433e-97b8-7a062c5cc7ae is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:37.829078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.911283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting subnet 6f2c0f7a-1609-422b-9ff2-0922c43437ba {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:37.912394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] For port 2c694345-d466-433e-97b8-7a062c5cc7ae, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c694345-d466-433e-97b8-7a062c5cc7ae,segment=NetworkSegment(adab5f86-3506-4614-bcfb-d1360c53673f),segment_id=adab5f86-3506-4614-bcfb-d1360c53673f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:37.917457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.923888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.930892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.951726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34fe8809-0607-476d-82bb-6f8120ec0a32 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:37.980249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:37.996501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318effd4-6983-46eb-9d72-e25e0fa04884,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:38.022636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.126197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.126197 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-941349ec-f499-4b5a-9885-868d7585bf42 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4092388 Sep 22 08:38:38.132735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40662) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:38.135039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:38.138236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:38.143546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:38.145569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': 'ea1ca6ca-32cc-4ad2-ba57-f13575c3546c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:38.152815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:38.157670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:38.160597 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:38.166984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:38.173796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2d6d7-70a9-492a-b568-984f0583c0b2 None None] Pushing event updated for resources: {'Port': ['ID=2c694345-d466-433e-97b8-7a062c5cc7ae,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:38.182100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ffa77a92-0c28-4608-a77a-dabd74813103 None None] Provisioning for port 34fe8809-0607-476d-82bb-6f8120ec0a32 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:38.191298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 34fe8809-0607-476d-82bb-6f8120ec0a32 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:38.199122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 34fe8809-0607-476d-82bb-6f8120ec0a32 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:38.199528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.200219 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 34fe8809-0607-476d-82bb-6f8120ec0a32 Sep 22 08:38:38.204127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=3e74a661-1e25-47b9-ba2a-018c18a0ac70,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:38.208995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.239206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:38.240747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.264142 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d8af8e5f-e35a-44cb-94a1-b45226d01175 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0631986 Sep 22 08:38:38.266594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:38.269887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.302498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:38.323825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e21a01fb-c20b-4838-81e0-677e5ac91cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.361500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 34fe8809-0607-476d-82bb-6f8120ec0a32 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:38.361884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.367247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.368620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.382996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c20c0b-f198-4773-bb3b-a0363d7809c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:38.390049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c20c0b-f198-4773-bb3b-a0363d7809c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:38.391699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-62c20c0b-f198-4773-bb3b-a0363d7809c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:38.397214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.409692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-62c20c0b-f198-4773-bb3b-a0363d7809c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:38.414830 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-62c20c0b-f198-4773-bb3b-a0363d7809c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1464550 Sep 22 08:38:38.415974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40678) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:38.433848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 34fe8809-0607-476d-82bb-6f8120ec0a32, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34fe8809-0607-476d-82bb-6f8120ec0a32,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:38.435958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c44fad5-78cd-47a6-b0b0-c3ba827ea991,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:38.440444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.462278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.463944 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-465c9d5e-9d8a-4a3e-9c9b-0697e40f07d7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3281336 Sep 22 08:38:38.467374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40682) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:38.490789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.490975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': 'ea1ca6ca-32cc-4ad2-ba57-f13575c3546c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:38.507337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:38.528238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:38.534994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:38.541433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=34fe8809-0607-476d-82bb-6f8120ec0a32,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:38.547397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:38.563187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 3e74a661-1e25-47b9-ba2a-018c18a0ac70 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:38.563614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.581572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2c0f7a-1609-422b-9ff2-0922c43437ba,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:38.584804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.594382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.598615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a728c-4153-4484-ab28-4c499ae03242 None None] Network 46ddaa07-afec-4809-aa46-5fe0dec517ac requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:38.605797 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e108db44-61c0-462c-b901-4cde0c451dea tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/subnets/6f2c0f7a-1609-422b-9ff2-0922c43437ba HTTP/1.1" status: 204 len: 168 time: 0.8753967 Sep 22 08:38:38.608367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40686) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:38.624180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.642172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:38.652869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Usage tracker for resource:security_group_rule and tenant:df2201d0ba1e462ba75ef7b4a4c8b84a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:38.708620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:38.738369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:38.782224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.809014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting port 2c694345-d466-433e-97b8-7a062c5cc7ae {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:38.809355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.830645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.851107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.903246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab05509-3fa5-482b-8013-64501d7359fa,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:38.924320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.928402 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7bbb8ab9-28b6-4e80-bc78-e75424823cb8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4594555 Sep 22 08:38:38.932291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40690) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:38.960033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] DHCP port deletion for 46ddaa07-afec-4809-aa46-5fe0dec517ac request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:38.964785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Deleting port 2c694345-d466-433e-97b8-7a062c5cc7ae {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:38.965228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:38.976321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.061906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d22293f-97e3-4b49-be0a-cc0b70346f1b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.074504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d22293f-97e3-4b49-be0a-cc0b70346f1b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.098354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.100265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] For port 2c694345-d466-433e-97b8-7a062c5cc7ae, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c694345-d466-433e-97b8-7a062c5cc7ae,segment=NetworkSegment(adab5f86-3506-4614-bcfb-d1360c53673f),segment_id=adab5f86-3506-4614-bcfb-d1360c53673f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:39.100639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.111349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.148660 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df2201d0ba1e462ba75ef7b4a4c8b84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8415818 Sep 22 08:38:39.155722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 3e74a661-1e25-47b9-ba2a-018c18a0ac70 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:39.188561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40694) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:39.228669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] For port 2c694345-d466-433e-97b8-7a062c5cc7ae, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2c694345-d466-433e-97b8-7a062c5cc7ae,segment=NetworkSegment(adab5f86-3506-4614-bcfb-d1360c53673f),segment_id=adab5f86-3506-4614-bcfb-d1360c53673f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:39.229457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.266331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d22293f-97e3-4b49-be0a-cc0b70346f1b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.284997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Calling delete_port for 2c694345-d466-433e-97b8-7a062c5cc7ae owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:39.292982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d22293f-97e3-4b49-be0a-cc0b70346f1b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.294133 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1d22293f-97e3-4b49-be0a-cc0b70346f1b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/cab05509-3fa5-482b-8013-64501d7359fa HTTP/1.1" status: 204 len: 168 time: 0.3612320 Sep 22 08:38:39.312993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:39.316559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22293f-97e3-4b49-be0a-cc0b70346f1b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cab05509-3fa5-482b-8013-64501d7359fa,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:39.353477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660ce37d-7fc2-451f-87f4-97becaa3a627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.362541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd353779-1b35-46f3-833e-07e197e050f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8002bfa9-d7bd-420e-b7cb-4e7e90851c7b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:39.385548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Calling delete_port for 2c694345-d466-433e-97b8-7a062c5cc7ae owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:39.417625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.438424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Provisioning complete for port 34fe8809-0607-476d-82bb-6f8120ec0a32 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:39.438424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.438682 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Attempt 1 to provision port 34fe8809-0607-476d-82bb-6f8120ec0a32 Sep 22 08:38:39.450397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-71f86df5-dbd1-4b63-8493-8d3d39e12650 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:39.467819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660ce37d-7fc2-451f-87f4-97becaa3a627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.480725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Port': ['ID=2c694345-d466-433e-97b8-7a062c5cc7ae,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:39.486610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] No DVR routers for this DVR port 2c694345-d466-433e-97b8-7a062c5cc7ae on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:39.549860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.557372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:39.557732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:39.575620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-71f86df5-dbd1-4b63-8493-8d3d39e12650 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:39.577133 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-71f86df5-dbd1-4b63-8493-8d3d39e12650 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2626026 Sep 22 08:38:39.585403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40702) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:39.634602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a85e-1beb-4161-b132-09e933613ac4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.636865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.638489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.642587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Current status of the port 34fe8809-0607-476d-82bb-6f8120ec0a32 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:39.648738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a85e-1beb-4161-b132-09e933613ac4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.657876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660ce37d-7fc2-451f-87f4-97becaa3a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.660852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Provisioning complete for port 3e74a661-1e25-47b9-ba2a-018c18a0ac70 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:39.662013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.662372 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Attempt 1 to provision port 3e74a661-1e25-47b9-ba2a-018c18a0ac70 Sep 22 08:38:39.668662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ddaa07-afec-4809-aa46-5fe0dec517ac']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:39.668808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.682989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adab5f86-3506-4614-bcfb-d1360c53673f') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:39.683445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adab5f86-3506-4614-bcfb-d1360c53673f') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:39.696036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.702668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-229252f2-05c1-4866-b68c-afbfe391fe9d None None] Port 3e74a661-1e25-47b9-ba2a-018c18a0ac70 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:38:39.712679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.719192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:38:39.719605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.737885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ce37d-7fc2-451f-87f4-97becaa3a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8002bfa9-d7bd-420e-b7cb-4e7e90851c7b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:39.743240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=3e74a661-1e25-47b9-ba2a-018c18a0ac70,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:39.805479 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment adab5f86-3506-4614-bcfb-d1360c53673f resource provider aggregate not found Sep 22 08:38:39.818514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-21865466-0c6f-4362-99d4-d8a1267476f4 None None] Could not find standard attr ID for object 3e74a661-1e25-47b9-ba2a-018c18a0ac70. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:38:39.837000 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment adab5f86-3506-4614-bcfb-d1360c53673f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adab5f86-3506-4614-bcfb-d1360c53673f found for delete ", "request_id": "req-d0261086-425f-4159-a824-a6f9ad50ec37"}]} Sep 22 08:38:39.837864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a85e-1beb-4161-b132-09e933613ac4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.851896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34fe8809-0607-476d-82bb-6f8120ec0a32 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:39.855544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a85e-1beb-4161-b132-09e933613ac4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.856659 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6ff0a85e-1beb-4161-b132-09e933613ac4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4c44fad5-78cd-47a6-b0b0-c3ba827ea991 HTTP/1.1" status: 204 len: 168 time: 0.2703168 Sep 22 08:38:39.859972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.866543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.869345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:39.891907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-660ce37d-7fc2-451f-87f4-97becaa3a627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.893016 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-660ce37d-7fc2-451f-87f4-97becaa3a627 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8002bfa9-d7bd-420e-b7cb-4e7e90851c7b HTTP/1.1" status: 204 len: 168 time: 0.7043750 Sep 22 08:38:39.908319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Network': ['ID=46ddaa07-afec-4809-aa46-5fe0dec517ac,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:39.909668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0a85e-1beb-4161-b132-09e933613ac4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c44fad5-78cd-47a6-b0b0-c3ba827ea991,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:39.925286 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1377e1b5-9484-4150-9d02-6bf6c0c0d6c7 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/networks/46ddaa07-afec-4809-aa46-5fe0dec517ac HTTP/1.1" status: 204 len: 168 time: 1.3156333 Sep 22 08:38:39.928209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40716) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:39.950521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.952889 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db07a3f4-54c1-4e38-88e5-8595924317ae tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/3e74a661-1e25-47b9-ba2a-018c18a0ac70 HTTP/1.1" status: 204 len: 168 time: 1.5356166 Sep 22 08:38:39.955667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40720) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:39.985549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 34fe8809-0607-476d-82bb-6f8120ec0a32 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:39.986356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:39.986591 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 34fe8809-0607-476d-82bb-6f8120ec0a32 Sep 22 08:38:40.040881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15e9b9-3b0d-4732-819f-6ec3bc47189b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:40.042431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15e9b9-3b0d-4732-819f-6ec3bc47189b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:40.044076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce15e9b9-3b0d-4732-819f-6ec3bc47189b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:40.044912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8195478b-2626-4187-9931-6f9651450070 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:40.045041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce15e9b9-3b0d-4732-819f-6ec3bc47189b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:40.068436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce15e9b9-3b0d-4732-819f-6ec3bc47189b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:40.068582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Deleting port 2c694345-d466-433e-97b8-7a062c5cc7ae {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:40.068582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.068791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ce15e9b9-3b0d-4732-819f-6ec3bc47189b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1115971 Sep 22 08:38:40.071162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40724) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.078546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting subnet f9e89362-2a60-42eb-bc3b-bf9eca4c8f14 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:40.082344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.145899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.162523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 97731511-7849-4f7c-a2a2-96cd453110f7 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:40.166390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.169922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2045d67e-5f4f-45d1-b7fb-994014a8ba95 None None] The port '2c694345-d466-433e-97b8-7a062c5cc7ae' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:38:40.303867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 34fe8809-0607-476d-82bb-6f8120ec0a32 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:40.358739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2c694345-d466-433e-97b8-7a062c5cc7ae no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:40.363571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8195478b-2626-4187-9931-6f9651450070 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:40.367917 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8195478b-2626-4187-9931-6f9651450070 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4811244 Sep 22 08:38:40.370387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40736) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.403027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2c694345-d466-433e-97b8-7a062c5cc7ae {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:38:40.403643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2c694345-d466-433e-97b8-7a062c5cc7ae not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:40.407145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.449435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.454861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b3b3-c380-4b3d-adaa-217262a97647 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.468503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b3b3-c380-4b3d-adaa-217262a97647 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.514808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b3b3-c380-4b3d-adaa-217262a97647 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.547594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9b3b3-c380-4b3d-adaa-217262a97647 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=318effd4-6983-46eb-9d72-e25e0fa04884,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:40.548232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.554935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.582987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b3b3-c380-4b3d-adaa-217262a97647 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.584119 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d4f9b3b3-c380-4b3d-adaa-217262a97647 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/318effd4-6983-46eb-9d72-e25e0fa04884 HTTP/1.1" status: 204 len: 168 time: 0.2128117 Sep 22 08:38:40.588890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40744) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.598787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.607984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e6fa8-b315-4a20-beb0-f07c13bf3482 None None] Network f9d0d935-1b11-4839-87bf-2831ad58a308 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:40.610744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e89362-2a60-42eb-bc3b-bf9eca4c8f14,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:40.615101 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ac9b2dcd-7672-4e21-9d6a-e54b282d0544 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/subnets/f9e89362-2a60-42eb-bc3b-bf9eca4c8f14 HTTP/1.1" status: 204 len: 168 time: 0.6850939 Sep 22 08:38:40.617454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40748) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.663857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8d7cec5f-fd0f-4918-a99d-87493f192885 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:40.684861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8d7cec5f-fd0f-4918-a99d-87493f192885 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:40.685601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8d7cec5f-fd0f-4918-a99d-87493f192885 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0959563 Sep 22 08:38:40.688629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40756) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.700689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting subnet d6ed27a9-36bf-4805-847a-630dc84463f8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:40.702954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.705656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.761853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=97731511-7849-4f7c-a2a2-96cd453110f7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:40.763997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.770004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.775855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3381a413-e6cc-4b57-acd5-66a0d3a5311a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.789306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3381a413-e6cc-4b57-acd5-66a0d3a5311a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.799843 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e54dd497-ee2a-4d30-a64a-98eda1f2bf19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/97731511-7849-4f7c-a2a2-96cd453110f7 HTTP/1.1" status: 204 len: 168 time: 0.7273164 Sep 22 08:38:40.803502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.821400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7440b-1f88-48d1-a1f3-c85609bbe21c None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:40.866172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3381a413-e6cc-4b57-acd5-66a0d3a5311a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.872863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.893204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381a413-e6cc-4b57-acd5-66a0d3a5311a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b631e0d1-a035-4945-8d40-c70db05fc993,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:40.900374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet aa83ecf2-f785-4ef8-a996-a78c12c11abc {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:40.905314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.941476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3381a413-e6cc-4b57-acd5-66a0d3a5311a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.941969 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3381a413-e6cc-4b57-acd5-66a0d3a5311a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b631e0d1-a035-4945-8d40-c70db05fc993 HTTP/1.1" status: 204 len: 168 time: 0.2521601 Sep 22 08:38:40.946213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.946562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40768) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:40.955133 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0063326 Sep 22 08:38:40.982305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:40.982981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.007709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.068092 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6936e847-e1be-47bd-a595-0da986d8e747 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1091661 Sep 22 08:38:41.070773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ed27a9-36bf-4805-847a-630dc84463f8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:41.072587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.076111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.095111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d5c494-e792-430c-ad01-cca0b99e8c92 None None] Network 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:41.109312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.133592 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-475582bf-49f9-4bba-9c3b-5a4f7b524408 tempest-NetworksApiDiscovery-556393735 tempest-NetworksApiDiscovery-556393735-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1455214 Sep 22 08:38:41.140129 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a5ac424d-23eb-4ba9-adcd-bb873884c5f9 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/subnets/d6ed27a9-36bf-4805-847a-630dc84463f8 HTTP/1.1" status: 204 len: 168 time: 0.5194061 Sep 22 08:38:41.140644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40784) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.144367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c504-1d98-4366-82df-f04b3beb9472 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.197624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.209469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.257506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=aa83ecf2-f785-4ef8-a996-a78c12c11abc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:41.260624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c504-1d98-4366-82df-f04b3beb9472 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.266462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.277760 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a84c3405-e4c7-4e66-9cee-13d3092f50cc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/aa83ecf2-f785-4ef8-a996-a78c12c11abc HTTP/1.1" status: 204 len: 168 time: 0.4732649 Sep 22 08:38:41.280238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.306876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.324798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:41.325166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.353834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c504-1d98-4366-82df-f04b3beb9472 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.357530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e91d9da2-c828-4a50-9292-a96eba1683f4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755908 Sep 22 08:38:41.361542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40792) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.413698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3c504-1d98-4366-82df-f04b3beb9472 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=083010e3-8870-42b7-aedf-157177f4a6af,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:41.435318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c504-1d98-4366-82df-f04b3beb9472 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.438167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] DHCP port deletion for f9d0d935-1b11-4839-87bf-2831ad58a308 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:41.443567 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6cc3c504-1d98-4366-82df-f04b3beb9472 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/083010e3-8870-42b7-aedf-157177f4a6af HTTP/1.1" status: 204 len: 168 time: 0.3667338 Sep 22 08:38:41.447691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.448856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Deleting port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:41.449236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.551746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] DHCP port deletion for 3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:41.555377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9b9f3-bb07-41a1-ba08-32682bc9fd0c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:41.556232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bc9b9f3-bb07-41a1-ba08-32682bc9fd0c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:41.561062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40802) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.570565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ebeaa225-0a5d-49a5-a45f-4d9a4e81e547 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:41.572260 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Deleting port 47569b93-d401-420e-8be4-d1479b7765a1 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:41.572636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.601075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bc9b9f3-bb07-41a1-ba08-32682bc9fd0c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:41.602531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3bc9b9f3-bb07-41a1-ba08-32682bc9fd0c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2398083 Sep 22 08:38:41.604089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ebeaa225-0a5d-49a5-a45f-4d9a4e81e547 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:41.608391 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ebeaa225-0a5d-49a5-a45f-4d9a4e81e547 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1539586 Sep 22 08:38:41.609339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.610413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40810) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.659415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] For port 0e3db695-16a5-4e4d-bcd7-0f837cc05047, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0e3db695-16a5-4e4d-bcd7-0f837cc05047,segment=NetworkSegment(f1e9fcae-3da2-4e65-850f-2bbdb603a1cd),segment_id=f1e9fcae-3da2-4e65-850f-2bbdb603a1cd)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:41.659668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.704386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104be227-0ea1-4a50-84a4-960076a54e5c None None] Update dhcp port {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': 'aa83ecf2-f785-4ef8-a996-a78c12c11abc'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '34fe8809-0607-476d-82bb-6f8120ec0a32'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:38:41.754576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830b49e-5445-466f-8dce-04e5ac2933c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:41.756057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0830b49e-5445-466f-8dce-04e5ac2933c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:41.770316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.796971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:41.799694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Calling delete_port for 0e3db695-16a5-4e4d-bcd7-0f837cc05047 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:41.802029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35920b95-5179-4a71-8d70-b12b30997290 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.808385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Usage tracker for resource:security_group_rule and tenant:295e068f50404c2ba5d8fe549b90f63d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:41.819819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:41.827133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0830b49e-5445-466f-8dce-04e5ac2933c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:41.831430 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0830b49e-5445-466f-8dce-04e5ac2933c4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2177224 Sep 22 08:38:41.834570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40818) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.846931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e3db695-16a5-4e4d-bcd7-0f837cc05047 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:41.847374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:41.895668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.913722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35920b95-5179-4a71-8d70-b12b30997290 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.944336 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7960b00d-0379-43a8-b234-6952f48fd75b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967705 Sep 22 08:38:41.946542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-104be227-0ea1-4a50-84a4-960076a54e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.948134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40822) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:41.958136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] No DVR routers for this DVR port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:41.992273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] For port 0e3db695-16a5-4e4d-bcd7-0f837cc05047, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0e3db695-16a5-4e4d-bcd7-0f837cc05047,segment=NetworkSegment(f1e9fcae-3da2-4e65-850f-2bbdb603a1cd),segment_id=f1e9fcae-3da2-4e65-850f-2bbdb603a1cd)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:41.992727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:41.993937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Port': ['ID=0e3db695-16a5-4e4d-bcd7-0f837cc05047,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:42.027130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35920b95-5179-4a71-8d70-b12b30997290 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.046438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:42.100419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.127410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d0d935-1b11-4839-87bf-2831ad58a308']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:42.139602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e9fcae-3da2-4e65-850f-2bbdb603a1cd') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:42.140412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e9fcae-3da2-4e65-850f-2bbdb603a1cd') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:42.152195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.164109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35920b95-5179-4a71-8d70-b12b30997290 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ca6ca-32cc-4ad2-ba57-f13575c3546c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:42.173254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.177846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35920b95-5179-4a71-8d70-b12b30997290 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.181633 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35920b95-5179-4a71-8d70-b12b30997290 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/ea1ca6ca-32cc-4ad2-ba57-f13575c3546c HTTP/1.1" status: 204 len: 168 time: 0.5657938 Sep 22 08:38:42.181932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40826) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:42.184745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:38:42.185190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.195577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No active binding found for port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 {{(pid=89053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 08:38:42.196096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0e3db695-16a5-4e4d-bcd7-0f837cc05047 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:42.196343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 47569b93-d401-420e-8be4-d1479b7765a1 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:42.209468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:42.225707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:42.254930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:42.258390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.263994 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:42.264439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:42.278396 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment f1e9fcae-3da2-4e65-850f-2bbdb603a1cd resource provider aggregate not found Sep 22 08:38:42.303607 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1b02eabe-cdb1-44fb-a44b-ed2e2619875d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2789431 Sep 22 08:38:42.303995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.304978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40834) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:42.306456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Calling delete_port for 0e3db695-16a5-4e4d-bcd7-0f837cc05047 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:42.311762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:42.330592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.336571 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment f1e9fcae-3da2-4e65-850f-2bbdb603a1cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1e9fcae-3da2-4e65-850f-2bbdb603a1cd found for delete ", "request_id": "req-47b1d97d-fd11-4477-966e-3653ba29bdc0"}]} Sep 22 08:38:42.345372 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93e57b60-86c7-419a-9b30-4320d54f31b0 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1573570 Sep 22 08:38:42.347012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40838) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:42.351869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772348130'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:42.362379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:42.366836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:42.369998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:42.377218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:42.391032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.393672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.431245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.447942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Network': ['ID=f9d0d935-1b11-4839-87bf-2831ad58a308,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:42.454157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:42.457602 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-002d3893-f348-408f-b856-ccb53b23a61d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/networks/f9d0d935-1b11-4839-87bf-2831ad58a308 HTTP/1.1" status: 204 len: 168 time: 1.3149307 Sep 22 08:38:42.460015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40842) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:42.463864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:42.481305 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=295e068f50404c2ba5d8fe549b90f63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045269 Sep 22 08:38:42.483401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40846) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:42.487664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:42.488764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52647425-ef3f-4cb2-82d5-18edb690097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93d537f-0d3b-4d26-aa1a-b892b0bcf957,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:42.499757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] For port 47569b93-d401-420e-8be4-d1479b7765a1, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47569b93-d401-420e-8be4-d1479b7765a1,segment=NetworkSegment(b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c),segment_id=b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:42.500451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.503414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:42.503565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:42.515006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:42.527958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.529860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:42.534467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.536186 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:42.536817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:42.572090 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bce02764-4aaa-4795-97a4-da9d028f500d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2656159 Sep 22 08:38:42.576283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:42.583296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:42.685196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75834697-bb47-49b1-9126-69945d49eaf3 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:42.705446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Calling delete_port for 47569b93-d401-420e-8be4-d1479b7765a1 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:42.812032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-30bc6bf7-c8ab-47db-8d67-191593d2e4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.823851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:42.825318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.835789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:42.844591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:42.844937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:42.848324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:42.852316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.854013 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:42.854686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:42.867617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 47569b93-d401-420e-8be4-d1479b7765a1 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:42.867987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.874162 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3768b20f-9bdf-4c02-8bcd-4315ddc6e5b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2964337 Sep 22 08:38:42.876965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40854) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:42.882925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:42.887191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-30bc6bf7-c8ab-47db-8d67-191593d2e4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.901786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting port 47569b93-d401-420e-8be4-d1479b7765a1 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:42.902114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.928810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fa77078f-439a-4b69-9d2d-086b1dcb1c83 None None] Provisioning complete for port 34fe8809-0607-476d-82bb-6f8120ec0a32 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:42.929174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa77078f-439a-4b69-9d2d-086b1dcb1c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.929505 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fa77078f-439a-4b69-9d2d-086b1dcb1c83 None None] Attempt 1 to provision port 34fe8809-0607-476d-82bb-6f8120ec0a32 Sep 22 08:38:42.940201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:42.965467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.010814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:43.025186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:43.054238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 47569b93-d401-420e-8be4-d1479b7765a1, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47569b93-d401-420e-8be4-d1479b7765a1,segment=NetworkSegment(b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c),segment_id=b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:43.068154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.097241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:43.101757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.103532 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:43.103857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532a3f31-8d9a-4f13-9832-d2d67529861e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:43.104167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:43.108640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.113739 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-01f47fe2-0e28-422c-85b3-5d193e83a28f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7669673 Sep 22 08:38:43.115202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:43.115588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:43.118460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:43.130783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': '532a3f31-8d9a-4f13-9832-d2d67529861e', 'direction': 'ingress', 'protocol': 17}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:43.141968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:43.151723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:43.157605 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb499cc5-0264-46b2-a13a-8ba2564393f9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2793751 Sep 22 08:38:43.159203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:43.163880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:43.170956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-30bc6bf7-c8ab-47db-8d67-191593d2e4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.172652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:43.203803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:43.209981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=47569b93-d401-420e-8be4-d1479b7765a1,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:43.216636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fa77078f-439a-4b69-9d2d-086b1dcb1c83 None None] Current status of the port 34fe8809-0607-476d-82bb-6f8120ec0a32 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:43.244587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:43.249505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] Deleting port 34fe8809-0607-476d-82bb-6f8120ec0a32 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:43.249879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.256116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc6bf7-c8ab-47db-8d67-191593d2e4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93d537f-0d3b-4d26-aa1a-b892b0bcf957,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:43.285145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-30bc6bf7-c8ab-47db-8d67-191593d2e4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.288611 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-30bc6bf7-c8ab-47db-8d67-191593d2e4ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b93d537f-0d3b-4d26-aa1a-b892b0bcf957 HTTP/1.1" status: 204 len: 168 time: 0.7955379 Sep 22 08:38:43.314933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.316787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] For port 47569b93-d401-420e-8be4-d1479b7765a1, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47569b93-d401-420e-8be4-d1479b7765a1,segment=NetworkSegment(b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c),segment_id=b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:43.317205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.366063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Deleting port 0e3db695-16a5-4e4d-bcd7-0f837cc05047 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:43.366444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.388323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.394641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.396675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:43.417397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb18a07e-a4f9-46d2-a573-139ab650f272,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:43.439730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:43.454633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.455940 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2c2e8470-51fa-41e4-8e43-60098e9e2139 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3357427 Sep 22 08:38:43.458848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:43.466890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:43.471973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.473842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:43.474364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:43.487151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2ab31caa-c2bd-4c8b-9961-79619549dcaa None None] The port '0e3db695-16a5-4e4d-bcd7-0f837cc05047' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:38:43.510967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b594098c-5500-43e6-8347-48417c021f59 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3455496 Sep 22 08:38:43.513889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40872) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:43.519845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Calling delete_port for 47569b93-d401-420e-8be4-d1479b7765a1 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:43.521209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:43.617022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2e66f67-82f0-49c5-a572-b826c3dc97b1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.636950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Deleting port 47569b93-d401-420e-8be4-d1479b7765a1 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:43.637606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.656119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:43.666433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2e66f67-82f0-49c5-a572-b826c3dc97b1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.666616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:43.680353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:43.685364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.687104 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:38:43.687583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:38:43.690825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.707891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31556fdc-a580-457e-ab34-91ff4e02549f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1923280 Sep 22 08:38:43.710037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40876) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:43.727517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] For port 34fe8809-0607-476d-82bb-6f8120ec0a32, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34fe8809-0607-476d-82bb-6f8120ec0a32,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:43.727907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.755176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Port': ['ID=47569b93-d401-420e-8be4-d1479b7765a1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:43.757082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] No DVR routers for this DVR port 47569b93-d401-420e-8be4-d1479b7765a1 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:43.771759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a3d53db4-bfd7-4337-b93d-2788d6d1dfd7 None None] The port '47569b93-d401-420e-8be4-d1479b7765a1' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:38:43.826893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34fe8809-0607-476d-82bb-6f8120ec0a32 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:43.840033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed01930-eff5-4be7-a9a4-1a728be05f48 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:43.844445 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ed01930-eff5-4be7-a9a4-1a728be05f48 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1305864 Sep 22 08:38:43.844677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:43.884854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2e66f67-82f0-49c5-a572-b826c3dc97b1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.890661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.924003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] Calling delete_port for 34fe8809-0607-476d-82bb-6f8120ec0a32 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:43.933342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9b3fd-d0ed-435e-bed2-01148243a169 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:43.935329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-25f9b3fd-d0ed-435e-bed2-01148243a169 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0897996 Sep 22 08:38:43.937803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40884) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:43.939763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e66f67-82f0-49c5-a572-b826c3dc97b1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532a3f31-8d9a-4f13-9832-d2d67529861e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:43.948312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:43.972389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:43.972757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:43.981035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2e66f67-82f0-49c5-a572-b826c3dc97b1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:43.982271 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d2e66f67-82f0-49c5-a572-b826c3dc97b1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/532a3f31-8d9a-4f13-9832-d2d67529861e HTTP/1.1" status: 204 len: 168 time: 0.5223482 Sep 22 08:38:43.985826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:44.008554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.037873 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4d40d80-79d3-4b18-920b-06a9b5efb0c0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989392 Sep 22 08:38:44.042073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.043904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:44.050938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:44.058548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:38:44.058944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.087178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.128551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b51e77e-4e9f-4536-82a1-5daec391432a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:44.143139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 34fe8809-0607-476d-82bb-6f8120ec0a32 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:44.144224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.155120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] Pushing event deleted for resources: {'Port': ['ID=34fe8809-0607-476d-82bb-6f8120ec0a32,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:44.157616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c93803-2800-4067-838a-7964fc8b0fb4 None None] No DVR routers for this DVR port 34fe8809-0607-476d-82bb-6f8120ec0a32 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:44.173534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b51e77e-4e9f-4536-82a1-5daec391432a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:44.177103 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5b51e77e-4e9f-4536-82a1-5daec391432a tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1892371 Sep 22 08:38:44.180322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:44.187016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:44.188775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--156924456'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:44.193037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.199251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:44.212103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:44.212332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.215540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.217600 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:44.225354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Network': ['ID=3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:44.235058 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9c5c3dd2-2def-4b13-9dc7-52abbadb169b tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/networks/3ec51ace-5c92-4f0d-9f75-e2e8d6c02e7c HTTP/1.1" status: 204 len: 168 time: 1.7738111 Sep 22 08:38:44.236227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:44.237677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40900) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:44.245835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.267070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:44.271153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:44.273980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:44.279643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:44.354420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.356732 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c resource provider aggregate not found Sep 22 08:38:44.361882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.380132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting subnet 63e77b77-327e-46bc-885f-e97f8996480e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:44.383926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.392709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b51ab37a-0cf7-42d7-aad5-b8d0ccc4414c found for delete ", "request_id": "req-4f757759-961c-4340-b4b9-db0d0eb6f7ca"}]} Sep 22 08:38:44.418618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68979f-ffb5-4ae8-97fe-a753dccce1c7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:44.427423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.431338 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d857eaf1-575a-42fe-b440-6a0ddc244f0e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2448912 Sep 22 08:38:44.431479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40908) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:44.441085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185907481'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:44.452102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:44.458847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:44.463604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.489880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:44.507444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:44.572258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.635503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:44.644827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:44.651430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:44.654370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.709106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:44.861153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:44.956829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Subnet': ['ID=63e77b77-327e-46bc-885f-e97f8996480e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:44.969874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069db76-b742-4e87-9034-f7238517dc8c None None] Network 49bd095b-30e8-49e0-9c7a-29169b92f0fe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:44.991740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.007434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.014890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:38:45.018562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.162286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.192232 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e4a3d80a-fad0-44af-b577-30767396ef0d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/subnets/63e77b77-327e-46bc-885f-e97f8996480e HTTP/1.1" status: 204 len: 168 time: 0.9534101 Sep 22 08:38:45.194784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40914) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:45.225938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:45.231904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:45.237641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:45.238219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.244285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88611795-0a0f-4311-9310-2cc9ad00835f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:45.246532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c8d6d-56c0-4654-ab76-bb00f8084e85 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:45.250873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.252109 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ccb78d3b-8837-4c9a-b970-20a32da8eaa1 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8198650 Sep 22 08:38:45.259466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40918) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:45.266016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=5f0621d9-8859-4701-968b-894dd89137dc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:45.271520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': 'fa68979f-ffb5-4ae8-97fe-a753dccce1c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '88611795-0a0f-4311-9310-2cc9ad00835f', 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:45.280576 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f784eb10-fa38-46b5-b48d-8b0df7711263 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2332187 Sep 22 08:38:45.280576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:45.281932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:45.285861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:45.291340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:d5:73:70', 'name': 'tempest-NetworksTestDHCPv6-40201795'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:45.308557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:45.326865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] DHCP port deletion for 49bd095b-30e8-49e0-9c7a-29169b92f0fe request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:45.345198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Deleting port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:45.345589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.350594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.363946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:45.365149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Deleting port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:45.365694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.412277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.483230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:45.497673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:45.510335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:45.586758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.599866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.631818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a1c758-efc7-459a-858a-f6eb626e71a3,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:45.673363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '5f0621d9-8859-4701-968b-894dd89137dc'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:45.673676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.674477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.679270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a5982d8e-1e5f-478f-98f4-01912878f7c7 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4121082 Sep 22 08:38:45.679270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40926) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:45.694664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] For port 7a036ae6-b1db-491a-a72b-d5e30fd023e0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7a036ae6-b1db-491a-a72b-d5e30fd023e0,segment=NetworkSegment(1c4a1a08-ac6d-4aef-b4f5-b66a50726e92),segment_id=1c4a1a08-ac6d-4aef-b4f5-b66a50726e92)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:45.695059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.700075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.742507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d859bc5-79b5-46cf-8232-9d53d81f0977 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.745668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] For port 7a036ae6-b1db-491a-a72b-d5e30fd023e0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7a036ae6-b1db-491a-a72b-d5e30fd023e0,segment=NetworkSegment(1c4a1a08-ac6d-4aef-b4f5-b66a50726e92),segment_id=1c4a1a08-ac6d-4aef-b4f5-b66a50726e92)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:45.746136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.748174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 16617a67-de19-466b-90ae-97a0c6f3c176 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:38:45.797608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d859bc5-79b5-46cf-8232-9d53d81f0977 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.858159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d859bc5-79b5-46cf-8232-9d53d81f0977 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.882486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Calling delete_port for 7a036ae6-b1db-491a-a72b-d5e30fd023e0 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:45.907163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a036ae6-b1db-491a-a72b-d5e30fd023e0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:45.931194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d859bc5-79b5-46cf-8232-9d53d81f0977 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44a1c758-efc7-459a-858a-f6eb626e71a3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:45.944193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d859bc5-79b5-46cf-8232-9d53d81f0977 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:45.947689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d859bc5-79b5-46cf-8232-9d53d81f0977 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/44a1c758-efc7-459a-858a-f6eb626e71a3 HTTP/1.1" status: 204 len: 168 time: 0.2654688 Sep 22 08:38:45.948006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40930) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:45.949248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Calling delete_port for 7a036ae6-b1db-491a-a72b-d5e30fd023e0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:45.964795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:fed5:7370 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/5f0621d9-8859-4701-968b-894dd89137dc/16617a67-de19-466b-90ae-97a0c6f3c176) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:46.005951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.054076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No active binding found for port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 {{(pid=89053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 08:38:46.054703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7a036ae6-b1db-491a-a72b-d5e30fd023e0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:38:46.075785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:46.076190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:46.079198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9b4eeebc-755e-404e-8301-3afb4f76e97f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:46.084571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Port': ['ID=7a036ae6-b1db-491a-a72b-d5e30fd023e0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:46.092634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] No DVR routers for this DVR port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:46.148979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9b4eeebc-755e-404e-8301-3afb4f76e97f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:46.150279 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9b4eeebc-755e-404e-8301-3afb4f76e97f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2012689 Sep 22 08:38:46.154543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40934) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:46.223507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.224383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.248567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bd095b-30e8-49e0-9c7a-29169b92f0fe']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:46.256725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 16617a67-de19-466b-90ae-97a0c6f3c176 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:46.263207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2176132-de53-4ac9-b775-9491f1bd3bf0 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.267010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4a1a08-ac6d-4aef-b4f5-b66a50726e92') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:46.267357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4a1a08-ac6d-4aef-b4f5-b66a50726e92') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:38:46.279837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.295446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.295634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2176132-de53-4ac9-b775-9491f1bd3bf0 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.301482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:38:46.301873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.339721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.404394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.421750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:46.425677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:46.426028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.428991 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 1c4a1a08-ac6d-4aef-b4f5-b66a50726e92 resource provider aggregate not found Sep 22 08:38:46.429888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2176132-de53-4ac9-b775-9491f1bd3bf0 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.433740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Allocated IP 2001:db8::f816:3eff:fe11:e8f3 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/5f0621d9-8859-4701-968b-894dd89137dc/ce59888e-3f75-4ee3-9a23-df5c4abf2964) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:46.434656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:46.441309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:46.442009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.447513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Pushing event deleted for resources: {'Network': ['ID=49bd095b-30e8-49e0-9c7a-29169b92f0fe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:46.450173 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90e7bea1-1ab5-4685-9dfe-4353cef487de tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/networks/49bd095b-30e8-49e0-9c7a-29169b92f0fe HTTP/1.1" status: 204 len: 168 time: 1.2532191 Sep 22 08:38:46.456162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:46.468032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=16617a67-de19-466b-90ae-97a0c6f3c176,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:46.475193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2176132-de53-4ac9-b775-9491f1bd3bf0 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88611795-0a0f-4311-9310-2cc9ad00835f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:46.494058 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0f8bd57-2a1c-42ee-8a15-4eb769713151 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2112787 Sep 22 08:38:46.496026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2176132-de53-4ac9-b775-9491f1bd3bf0 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.496208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 1c4a1a08-ac6d-4aef-b4f5-b66a50726e92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c4a1a08-ac6d-4aef-b4f5-b66a50726e92 found for delete ", "request_id": "req-2ffac0f3-3eef-4ad1-8f9e-586af48a9de6"}]} Sep 22 08:38:46.497612 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2176132-de53-4ac9-b775-9491f1bd3bf0 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/88611795-0a0f-4311-9310-2cc9ad00835f HTTP/1.1" status: 204 len: 168 time: 0.3422654 Sep 22 08:38:46.498534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:46.501871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40948) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:46.511401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb523bcb-1f6b-4970-ab80-d7ff22dd113d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Synchronizing usage tracker for tenant:02560888e93c4b1ebd84a4e4a8b29c6b on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:46.527109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb523bcb-1f6b-4970-ab80-d7ff22dd113d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Unset dirty status for tenant:02560888e93c4b1ebd84a4e4a8b29c6b on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:46.528303 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb523bcb-1f6b-4970-ab80-d7ff22dd113d tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ca6269-f3c5-470b-8dd4-0a5988c40816 HTTP/1.1" status: 200 len: 205 time: 0.0710223 Sep 22 08:38:46.530849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40954) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:46.578592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Deleting port 7a036ae6-b1db-491a-a72b-d5e30fd023e0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:46.579243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.618557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-caf41ad0-55eb-4b7c-97d6-799fc4b88336 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:46.648278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-caf41ad0-55eb-4b7c-97d6-799fc4b88336 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:46.652490 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-caf41ad0-55eb-4b7c-97d6-799fc4b88336 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1470027 Sep 22 08:38:46.655766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:46.663933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c4ec9-b934-419e-8783-50c3ac201e71 None None] The port '7a036ae6-b1db-491a-a72b-d5e30fd023e0' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:38:46.669274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357214da-ad4e-4ada-a908-1752572c5874 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.682607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55930d6-f584-447c-b867-5f93765eb710 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:46.682607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d55930d6-f584-447c-b867-5f93765eb710 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:46.721208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d55930d6-f584-447c-b867-5f93765eb710 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:46.724838 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d55930d6-f584-447c-b867-5f93765eb710 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2228787 Sep 22 08:38:46.725761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:46.770406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.780526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Transition to ACTIVE for port object ce59888e-3f75-4ee3-9a23-df5c4abf2964 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:46.804887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Transition to ACTIVE for port object ce59888e-3f75-4ee3-9a23-df5c4abf2964 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:46.811915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.812128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.839328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.875970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:46.878802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:46.882692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:46.897712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 16617a67-de19-466b-90ae-97a0c6f3c176 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:46.898038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.930406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.931664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Pushing event updated for resources: {'Port': ['ID=ce59888e-3f75-4ee3-9a23-df5c4abf2964,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:46.966504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68979f-ffb5-4ae8-97fe-a753dccce1c7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:46.981965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.982416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357214da-ad4e-4ada-a908-1752572c5874 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.982590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.982986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.983975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.983975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.984243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.984716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.985000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357214da-ad4e-4ada-a908-1752572c5874 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:46.985128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.985291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.985403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.985664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.985858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.985989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.986354 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.986582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.986840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.987042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.987232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.987459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.987944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.988292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.988612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.988933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:46.989249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:47.018512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Attempting to bind port ce59888e-3f75-4ee3-9a23-df5c4abf2964 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:47.019197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Attempting to bind port ce59888e-3f75-4ee3-9a23-df5c4abf2964 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:47.019589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Attempting to bind port ce59888e-3f75-4ee3-9a23-df5c4abf2964 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:47.021455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357214da-ad4e-4ada-a908-1752572c5874 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.022007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357214da-ad4e-4ada-a908-1752572c5874 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Fanout notify agent at l3_agent the message router_deleted on router a9ca6269-f3c5-470b-8dd4-0a5988c40816 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:38:47.026671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:47.027079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:47.027552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.027839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:47.028301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Bound port: ce59888e-3f75-4ee3-9a23-df5c4abf2964, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:47.028726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.036338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-357214da-ad4e-4ada-a908-1752572c5874 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.040469 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-357214da-ad4e-4ada-a908-1752572c5874 tempest-RoutersNegativeIpV6Test-209216566 tempest-RoutersNegativeIpV6Test-209216566-project] 10.222.0.42 "DELETE /v2.0/routers/a9ca6269-f3c5-470b-8dd4-0a5988c40816 HTTP/1.1" status: 204 len: 168 time: 0.5057569 Sep 22 08:38:47.072165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.076196 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de7e5f0f-0a8b-4ccc-ac20-e1a55da1da6b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/fa68979f-ffb5-4ae8-97fe-a753dccce1c7 HTTP/1.1" status: 204 len: 168 time: 0.4185982 Sep 22 08:38:47.078181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40968) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.126397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:47.129964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ce59888e-3f75-4ee3-9a23-df5c4abf2964,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:47.136798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.160863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d7cbdb45-b2e9-47be-935f-3660a858331c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:47.181240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d7cbdb45-b2e9-47be-935f-3660a858331c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:47.183750 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d7cbdb45-b2e9-47be-935f-3660a858331c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025670 Sep 22 08:38:47.187871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.198274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--334798887'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:47.208803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:47.219014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:47.239127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.246087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.248716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2da39d-48a2-48ed-aba3-b533145b5063 None None] Pushing event updated for resources: {'Port': ['ID=ce59888e-3f75-4ee3-9a23-df5c4abf2964,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:47.290579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:47.300515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:47.304847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:47.316169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:47.391304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40978) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.410813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.421228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.482144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 16617a67-de19-466b-90ae-97a0c6f3c176 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:47.619087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d23e05-0999-4ddb-9918-43930ea6bcc2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:47.635602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.636913 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b6cea3b8-9549-4aea-a56a-0714d7f628c2 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4486537 Sep 22 08:38:47.639883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.649818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': '36d23e05-0999-4ddb-9918-43930ea6bcc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:47.667842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:47.678564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:47.684615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:47.697562 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c833c08d-5489-46c9-aedf-24252454df5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02560888e93c4b1ebd84a4e4a8b29c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969379 Sep 22 08:38:47.699772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.700298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:47.700514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40988) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.728714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.769851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=16617a67-de19-466b-90ae-97a0c6f3c176,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:47.809006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.820368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.848284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357a5257-008b-435c-9219-4c761994bc01,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:47.849516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.865255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.866580 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ccfffd59-d5ee-49d2-b8ab-ff977ce2ea21 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2258046 Sep 22 08:38:47.869466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 40992) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.873325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ce59888e-3f75-4ee3-9a23-df5c4abf2964 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:47.876042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f637fb8f-57d5-4b2a-b259-1975f724399c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.886088 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d7aa1dc5-0492-490e-8d10-ad2fc76d7a31 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/16617a67-de19-466b-90ae-97a0c6f3c176 HTTP/1.1" status: 204 len: 168 time: 1.1593463 Sep 22 08:38:47.889281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 40996) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.902916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a89dacd3-41f8-4cdd-ac97-bcbdbfe28919 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.915195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a89dacd3-41f8-4cdd-ac97-bcbdbfe28919 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.942853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a89dacd3-41f8-4cdd-ac97-bcbdbfe28919 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.950143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f637fb8f-57d5-4b2a-b259-1975f724399c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.965337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ce59888e-3f75-4ee3-9a23-df5c4abf2964 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:47.970145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a89dacd3-41f8-4cdd-ac97-bcbdbfe28919 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:47.971394 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a89dacd3-41f8-4cdd-ac97-bcbdbfe28919 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/357a5257-008b-435c-9219-4c761994bc01 HTTP/1.1" status: 204 len: 168 time: 0.1000085 Sep 22 08:38:47.972324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dacd3-41f8-4cdd-ac97-bcbdbfe28919 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=357a5257-008b-435c-9219-4c761994bc01,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:47.975506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41000) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:47.997423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a72db-3a0c-44bb-b034-a8c22ea60f46 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:47.999030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a72db-3a0c-44bb-b034-a8c22ea60f46 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:47.999803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-871a72db-3a0c-44bb-b034-a8c22ea60f46 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:48.024706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-871a72db-3a0c-44bb-b034-a8c22ea60f46 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:48.025859 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-871a72db-3a0c-44bb-b034-a8c22ea60f46 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1355026 Sep 22 08:38:48.028703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.030869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40b7f1ae-f433-4390-a6aa-8259579fb2f6 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:48.046654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40b7f1ae-f433-4390-a6aa-8259579fb2f6 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:48.047895 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40b7f1ae-f433-4390-a6aa-8259579fb2f6 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0714905 Sep 22 08:38:48.050738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.082691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f637fb8f-57d5-4b2a-b259-1975f724399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.105539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637fb8f-57d5-4b2a-b259-1975f724399c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98884f6-af36-42fb-8618-07fcdecaa0b4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:48.114124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f637fb8f-57d5-4b2a-b259-1975f724399c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.118074 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f637fb8f-57d5-4b2a-b259-1975f724399c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d98884f6-af36-42fb-8618-07fcdecaa0b4 HTTP/1.1" status: 204 len: 168 time: 0.4178195 Sep 22 08:38:48.119358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 5f0621d9-8859-4701-968b-894dd89137dc {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:48.123019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.131724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2135df4-c1ac-406a-9560-7fe654926755 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.162673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2135df4-c1ac-406a-9560-7fe654926755 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.182503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.216147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2135df4-c1ac-406a-9560-7fe654926755 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.241045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2135df4-c1ac-406a-9560-7fe654926755 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d23e05-0999-4ddb-9918-43930ea6bcc2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:48.266109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d2135df4-c1ac-406a-9560-7fe654926755 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.267414 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d2135df4-c1ac-406a-9560-7fe654926755 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/36d23e05-0999-4ddb-9918-43930ea6bcc2 HTTP/1.1" status: 204 len: 168 time: 0.2152028 Sep 22 08:38:48.269572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41014) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.287990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.334247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-96b87290-7632-43b3-9721-06fe9d75d86c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:48.356074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-96b87290-7632-43b3-9721-06fe9d75d86c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:48.361101 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-96b87290-7632-43b3-9721-06fe9d75d86c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0867555 Sep 22 08:38:48.362771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.367673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--740932027'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:48.380974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:48.393388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:48.398975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.411537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.443834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:48.443834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:48.447182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:48.456744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:48.490675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.494577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0621d9-8859-4701-968b-894dd89137dc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:48.518503 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-991cf579-c7fe-47a0-acbd-6a1122f0297e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/5f0621d9-8859-4701-968b-894dd89137dc HTTP/1.1" status: 204 len: 168 time: 0.4885225 Sep 22 08:38:48.521057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41026) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.552312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.557486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.570102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45df29df-2c88-43b9-bc51-4ce9eb8b5a36 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:48.602581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2d16ff-97cc-4a35-922c-c188ec3f1419,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:48.617952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.618671 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4b876e0-1ef1-429e-b0c1-d89b0ab37c41 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959997 Sep 22 08:38:48.620006 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dcc32edc-2d12-4d1e-b322-4896c72998b8 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2565994 Sep 22 08:38:48.621141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41034) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.624380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41038) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.629168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:48.630414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': '3c2d16ff-97cc-4a35-922c-c188ec3f1419', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:48.636761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:48.641561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:48.644609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:48.650947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:48.672619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.705566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Provisioning for port ce59888e-3f75-4ee3-9a23-df5c4abf2964 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:48.715929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Provisioning complete for port ce59888e-3f75-4ee3-9a23-df5c4abf2964 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:48.717033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.717378 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Attempt 1 to provision port ce59888e-3f75-4ee3-9a23-df5c4abf2964 Sep 22 08:38:48.741011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.745823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.772765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41bc8f1-05ac-42e0-aa20-8b41625f923b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:48.774531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:48.779949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:48.783980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:48.792366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:48.795380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.798104 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a2e6925b-2971-44b2-af84-3ca763d5b6db tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1708758 Sep 22 08:38:48.800998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41044) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.808789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:48.814468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.824980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4eb185af-b853-4b3b-b5c1-a6707f49cc7b tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules/f41bc8f1-05ac-42e0-aa20-8b41625f923b HTTP/1.1" status: 200 len: 763 time: 0.0228496 Sep 22 08:38:48.827491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.890429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-75419bae-3141-43b6-b128-c9db0b5d8b9d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:48.911917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-75419bae-3141-43b6-b128-c9db0b5d8b9d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:48.917166 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-75419bae-3141-43b6-b128-c9db0b5d8b9d tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0873013 Sep 22 08:38:48.919682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:48.946376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Current status of the port ce59888e-3f75-4ee3-9a23-df5c4abf2964 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:48.947112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:48.993522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ce59888e-3f75-4ee3-9a23-df5c4abf2964,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:48.999209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.002004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76cecd56-83e0-4e1e-a6df-a4da64b05701 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.037039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76cecd56-83e0-4e1e-a6df-a4da64b05701 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.045139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:38:49.067329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Deleting port ce59888e-3f75-4ee3-9a23-df5c4abf2964 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:49.067956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.075766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76cecd56-83e0-4e1e-a6df-a4da64b05701 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.110483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cecd56-83e0-4e1e-a6df-a4da64b05701 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f41bc8f1-05ac-42e0-aa20-8b41625f923b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:49.124596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76cecd56-83e0-4e1e-a6df-a4da64b05701 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.127986 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76cecd56-83e0-4e1e-a6df-a4da64b05701 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f41bc8f1-05ac-42e0-aa20-8b41625f923b HTTP/1.1" status: 204 len: 168 time: 0.2026880 Sep 22 08:38:49.131059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41064) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.143657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d75804-cdee-40a3-ac57-ada0e56e9287 None None] Pushing event updated for resources: {'Port': ['ID=ce59888e-3f75-4ee3-9a23-df5c4abf2964,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:49.186987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41068) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.253251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d2421693-2850-42f7-a85c-2075c5564b22 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:49.317211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d2421693-2850-42f7-a85c-2075c5564b22 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:49.321385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41076) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.321935 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d2421693-2850-42f7-a85c-2075c5564b22 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1892719 Sep 22 08:38:49.326379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': '3c2d16ff-97cc-4a35-922c-c188ec3f1419', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:49.337685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-882193217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:49.345672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:49.349316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:49.359393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:router and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:49.365423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:49.368520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:49.371561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:38:49.374997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:49.377058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ce59888e-3f75-4ee3-9a23-df5c4abf2964,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:49.377654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.392581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.393847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.397076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.443802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.482650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.490303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.501837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.534546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Calling delete_port for ce59888e-3f75-4ee3-9a23-df5c4abf2964 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:49.536896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8faeeb1-7c49-4257-a5f1-a130a3141fc7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:49.540827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.542139 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-698504a9-503e-4501-acbf-cf3d4823e32f tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3540013 Sep 22 08:38:49.543588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.544845 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2f5c019c-58df-4c8a-b636-63ac3d777fc5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2225680 Sep 22 08:38:49.545630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41084) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.548126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41086) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.562316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-4622645'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:49.568535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:49.576624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:network and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:49.582516 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1346eb97-c65d-42d4-a2d7-056e436fe87f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules/d8faeeb1-7c49-4257-a5f1-a130a3141fc7 HTTP/1.1" status: 200 len: 763 time: 0.0332348 Sep 22 08:38:49.583559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:49.586153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41092) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.602839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:49.627653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.628919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Made reservation on behalf of be8ce31453d44e6f824bb629aa6ab396 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:49.632588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:49.633117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.633654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:49.651374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.670691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-579c91bd-851e-405e-8cf3-ee6419f2c46c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:49.683010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:49.690634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:security_group_rule and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:49.694332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:49.697286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-579c91bd-851e-405e-8cf3-ee6419f2c46c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:49.698570 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-579c91bd-851e-405e-8cf3-ee6419f2c46c tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1115141 Sep 22 08:38:49.701570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41096) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.704500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:49.749911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ea7934b-5399-4d57-9a99-8d7c81a2f2c5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.764543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ea7934b-5399-4d57-9a99-8d7c81a2f2c5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.800805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ea7934b-5399-4d57-9a99-8d7c81a2f2c5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.824638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ce59888e-3f75-4ee3-9a23-df5c4abf2964 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:38:49.827997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7934b-5399-4d57-9a99-8d7c81a2f2c5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8faeeb1-7c49-4257-a5f1-a130a3141fc7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:49.861411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ce59888e-3f75-4ee3-9a23-df5c4abf2964,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:49.866151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.867898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ea7934b-5399-4d57-9a99-8d7c81a2f2c5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.869005 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ea7934b-5399-4d57-9a99-8d7c81a2f2c5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d8faeeb1-7c49-4257-a5f1-a130a3141fc7 HTTP/1.1" status: 204 len: 168 time: 0.1665542 Sep 22 08:38:49.870296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.873188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41100) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.905480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:38:49.910720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f758ae81-1cc1-491c-88a2-fa663a89ad3b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:49.917712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.918235 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Added segment 4faeb82a-0c69-4e1b-b3af-ecace41475b3 of type vlan for network f43bb68f-c694-41a9-bf89-fca32511350b Sep 22 08:38:49.946892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.963953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ce59888e-3f75-4ee3-9a23-df5c4abf2964 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:49.967415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.967569 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-488074bd-ead7-4144-82a6-8f2c6230b00f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0904694 Sep 22 08:38:49.967691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41104) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:49.974708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': '3c2d16ff-97cc-4a35-922c-c188ec3f1419', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:49.981081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.989723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:49.990546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.992581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:49.996593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:50.000832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:50.006858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:50.015478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.022705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:50.023400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.050530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:50.051025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:50.110387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.135242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Deleting port ce59888e-3f75-4ee3-9a23-df5c4abf2964 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:50.135873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.156726 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6060076 Sep 22 08:38:50.158587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41108) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:50.170344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'subnet': {'network_id': 'f43bb68f-c694-41a9-bf89-fca32511350b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:50.191759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Network': ['ID=f43bb68f-c694-41a9-bf89-fca32511350b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:50.225272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:50.243540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:50.249931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:50.249931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.262127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.262479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.262815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.264058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.264058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.264058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.265317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.265317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.265317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.265317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.267017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.267017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9cb29a-a7cf-4d9c-a406-4337c193dba3 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:38:50.287552 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6642475 Sep 22 08:38:50.288420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=ce59888e-3f75-4ee3-9a23-df5c4abf2964,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:50.290486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41112) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:50.301306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:cb:a2:75', 'name': 'tempest-NetworksTestDHCPv6-429737409'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:50.303562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea3ac3-a0b1-488c-b081-dbc05e353318 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=e9b4c4f4-00a5-4002-af0a-c905f56b06d1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:50.323306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network f43bb68f-c694-41a9-bf89-fca32511350b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:38:50.340080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.408316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.438626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:50.446820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:subnet and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:50.449932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974a8951-5677-4c49-ac9d-5c8095aedb98,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:50.456568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:50.471163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:50.492181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.492181 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c7154d4a-3189-4ca5-82ee-bc2e5ebcccf3 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5215034 Sep 22 08:38:50.495394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41116) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:50.508242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Made reservation on behalf of be8ce31453d44e6f824bb629aa6ab396 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:50.511777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.541943 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8abd9de-f319-4d3b-9678-6458d371ec84 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules/974a8951-5677-4c49-ac9d-5c8095aedb98 HTTP/1.1" status: 200 len: 764 time: 0.0406582 Sep 22 08:38:50.541943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41120) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:50.551739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ce59888e-3f75-4ee3-9a23-df5c4abf2964,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:50.551739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.606389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:50.620406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:50.640409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b04a88dd-1a90-45d5-90af-f30ce08bf570 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0928354 Sep 22 08:38:50.642636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:50.642636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41124) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:50.655934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:50.690670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:50.711578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9006-1a42-452c-8f17-73bc4c5f2945 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.726382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Calling delete_port for ce59888e-3f75-4ee3-9a23-df5c4abf2964 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:50.773985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9006-1a42-452c-8f17-73bc4c5f2945 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.808984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ce59888e-3f75-4ee3-9a23-df5c4abf2964 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:50.808984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.870005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ce59888e-3f75-4ee3-9a23-df5c4abf2964,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:50.870005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.878151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9006-1a42-452c-8f17-73bc4c5f2945 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.916799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c9006-1a42-452c-8f17-73bc4c5f2945 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=974a8951-5677-4c49-ac9d-5c8095aedb98,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:50.983084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:50.986238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:38:50.986238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:38:50.986238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ce59888e-3f75-4ee3-9a23-df5c4abf2964,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:51.100772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9006-1a42-452c-8f17-73bc4c5f2945 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.102208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c0c9006-1a42-452c-8f17-73bc4c5f2945 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/974a8951-5677-4c49-ac9d-5c8095aedb98 HTTP/1.1" status: 204 len: 168 time: 0.4597411 Sep 22 08:38:51.104667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41128) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:51.127023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port e64e9ea1-6f32-42b6-8aa3-319c1c5532b3 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:38:51.161677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.167541 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-436c9c3b-1d22-490e-850b-7812329a94f5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603487 Sep 22 08:38:51.171716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41132) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:51.261269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ea8-1308-4447-b490-e693e3a5ad43 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.275895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Subnet': ['ID=cfc09bd5-d7db-434f-aa90-ab66a488e7ec,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:51.307277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ea8-1308-4447-b490-e693e3a5ad43 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.324366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Checking segment: {'id': '4faeb82a-0c69-4e1b-b3af-ecace41475b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f43bb68f-c694-41a9-bf89-fca32511350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:51.324366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network hostable DHCP agents. Network: f43bb68f-c694-41a9-bf89-fca32511350b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:38:51.357936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:fecb:a275 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/e9b4c4f4-00a5-4002-af0a-c905f56b06d1/e64e9ea1-6f32-42b6-8aa3-319c1c5532b3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:51.360262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network f43bb68f-c694-41a9-bf89-fca32511350b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:38:51.365647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ea8-1308-4447-b490-e693e3a5ad43 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.379453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, f43bb68f-c694-41a9-bf89-fca32511350b) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:51.392608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:51.392608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.396678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f0e62-2314-4dc8-a4c0-475815a0a2d2 None None] Network f43bb68f-c694-41a9-bf89-fca32511350b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:51.411058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb08ea8-1308-4447-b490-e693e3a5ad43 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2d16ff-97cc-4a35-922c-c188ec3f1419,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:51.437197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ccb08ea8-1308-4447-b490-e693e3a5ad43 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.437197 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ccb08ea8-1308-4447-b490-e693e3a5ad43 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/3c2d16ff-97cc-4a35-922c-c188ec3f1419 HTTP/1.1" status: 204 len: 168 time: 0.2548852 Sep 22 08:38:51.441279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41136) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:51.459168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9503e4a4-fb60-4bc5-ba26-07f92bcb9ec5 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2878821 Sep 22 08:38:51.465281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41140) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:51.477659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'network': {'name': 'tempest-router-network01--808956982'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:51.477659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:51.483001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:network and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:51.486405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:51.497504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:51.513410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Made reservation on behalf of be8ce31453d44e6f824bb629aa6ab396 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:51.528176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.565336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:38:51.576719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.577093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Added segment adee1e56-d586-4c75-ad6b-5f176849cbff of type vlan for network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 Sep 22 08:38:51.614196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Deleting port ce59888e-3f75-4ee3-9a23-df5c4abf2964 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:51.614196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.616096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.634205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a31cdf6-61e6-4f5c-bfb3-41f4258b61e9 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:51.648781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.655208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:51.655817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.684369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a31cdf6-61e6-4f5c-bfb3-41f4258b61e9 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:51.686046 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a31cdf6-61e6-4f5c-bfb3-41f4258b61e9 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2529345 Sep 22 08:38:51.693830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41144) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:51.702240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866375110'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:51.715617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:51.774042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.784916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:51.823846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Network': ['ID=745d88fc-9cd8-4319-9e87-fcaa8a8177e0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:51.841460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-88a2a268-2ab2-4241-9a9c-2a33f4de71e6 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3765807 Sep 22 08:38:51.846186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object e64e9ea1-6f32-42b6-8aa3-319c1c5532b3 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:51.850673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41148) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:51.855370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.860048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'network': {'name': 'tempest-router-network02--488124494'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:51.864501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:38:51.869073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:51.869073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:network and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:51.869073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:51.891578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:51.906048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Made reservation on behalf of be8ce31453d44e6f824bb629aa6ab396 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:51.915679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.923695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:51.950691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f43bb68f-c694-41a9-bf89-fca32511350b', 'network_id': 'f43bb68f-c694-41a9-bf89-fca32511350b', 'tenant_id': 'be8ce31453d44e6f824bb629aa6ab396', 'fixed_ips': [{'subnet_id': 'cfc09bd5-d7db-434f-aa90-ab66a488e7ec'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:51.950691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.956495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:51.960230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:38:51.965214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:51.967895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:51.968316 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Added segment d1b7c68a-66b9-43f6-8f06-9a47472b7ee8 of type vlan for network bb78d63d-e44e-4dcc-9182-ff24f0246731 Sep 22 08:38:51.977380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:52.015185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.016863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.090589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.098241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:52.098451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.107180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=e64e9ea1-6f32-42b6-8aa3-319c1c5532b3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:52.134268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:52.134268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:52.143943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:52.146828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:52.147455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.244321 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b3fc578c-eaa7-4848-a9d7-a421508dacf2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9411631 Sep 22 08:38:52.244321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:52.244321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.295874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.310627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Network': ['ID=bb78d63d-e44e-4dcc-9182-ff24f0246731,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:52.325392 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3512c965-1869-4db0-a364-ebc999d54b74 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4776154 Sep 22 08:38:52.325392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:52.331671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Allocated IP 172.20.0.2 (f43bb68f-c694-41a9-bf89-fca32511350b/cfc09bd5-d7db-434f-aa90-ab66a488e7ec/43ae31d6-2790-4463-8c4b-3e9367baf44e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:52.331671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network bb78d63d-e44e-4dcc-9182-ff24f0246731 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:38:52.336150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'subnet': {'network_id': '745d88fc-9cd8-4319-9e87-fcaa8a8177e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:52.348700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.348700 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6473219 Sep 22 08:38:52.348700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df207fb-4fa3-4786-9b48-b5e4c2c8aa17 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bcec51-91d5-43e3-b82a-d9baa9f740da,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:52.348700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41162) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:52.358487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Request body: {'security_group_rule': {'security_group_id': '66bcec51-91d5-43e3-b82a-d9baa9f740da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:52.362800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:52.366159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Usage tracker for resource:security_group_rule and tenant:33aa12f8db3d434e9dbd4eda366800f2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:52.369555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:52.377577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:52.417591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] For port ce59888e-3f75-4ee3-9a23-df5c4abf2964, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ce59888e-3f75-4ee3-9a23-df5c4abf2964,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:52.417987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.435251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0728ff2d-0e6c-48e1-ae11-e7a247eda224 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:52.443770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0728ff2d-0e6c-48e1-ae11-e7a247eda224 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:52.444880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0728ff2d-0e6c-48e1-ae11-e7a247eda224 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:52.455961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.534475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:52.534475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:subnet and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:52.534475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:52.550165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:52.564922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Made reservation on behalf of be8ce31453d44e6f824bb629aa6ab396 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:52.565055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0728ff2d-0e6c-48e1-ae11-e7a247eda224 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:52.565421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.568903 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0728ff2d-0e6c-48e1-ae11-e7a247eda224 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3292453 Sep 22 08:38:52.570855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41166) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:52.594625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.639140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Calling delete_port for ce59888e-3f75-4ee3-9a23-df5c4abf2964 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:52.654881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.737161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c729edb0-f91d-4460-9f16-dfdc24cd5b1f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:52.751947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.751947 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3cab7c7b-4270-4c0a-9989-cea4cd14968e tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3998590 Sep 22 08:38:52.751947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41170) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:52.903475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47a4ef33-fa1e-4f71-a4d0-392c7db52e26 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.908961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.908961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.913374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port e64e9ea1-6f32-42b6-8aa3-319c1c5532b3 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:52.913374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:52.988188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Transition to ACTIVE for port object 43ae31d6-2790-4463-8c4b-3e9367baf44e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:53.002454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] Pushing event deleted for resources: {'Port': ['ID=ce59888e-3f75-4ee3-9a23-df5c4abf2964,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:53.009146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47a4ef33-fa1e-4f71-a4d0-392c7db52e26 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.149686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Transition to ACTIVE for port object 43ae31d6-2790-4463-8c4b-3e9367baf44e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:53.149686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44646a-5149-4d44-9c8d-3cc701e1fba3 None None] No DVR routers for this DVR port ce59888e-3f75-4ee3-9a23-df5c4abf2964 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:38:53.149686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.210711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-ed913827-dd27-47ec-830f-64915d6db1be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3116581 Sep 22 08:38:53.215172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923be242-c031-4fbd-956c-416fb63b0270 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:53.228427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.321331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.325716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Network f43bb68f-c694-41a9-bf89-fca32511350b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:53.330735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:53.337374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:53.342774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Pushing event updated for resources: {'Port': ['ID=43ae31d6-2790-4463-8c4b-3e9367baf44e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:53.370427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Subnet': ['ID=be6f496d-7a05-4427-ae67-35fc857fe379,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:53.390210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Checking segment: {'id': 'adee1e56-d586-4c75-ad6b-5f176849cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '745d88fc-9cd8-4319-9e87-fcaa8a8177e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:53.390596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network hostable DHCP agents. Network: 745d88fc-9cd8-4319-9e87-fcaa8a8177e0, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:38:53.432923 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:38:53.436006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:38:53.460640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa13b7-639d-420b-b959-c97f4806f062 req-cc6f9c43-d7ef-4327-8233-f46532c3afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:53.460640 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-cc6f9c43-d7ef-4327-8233-f46532c3afef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1098 time: 0.1583030 Sep 22 08:38:53.471903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for e64e9ea1-6f32-42b6-8aa3-319c1c5532b3 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:53.477644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 745d88fc-9cd8-4319-9e87-fcaa8a8177e0) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:53.508540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:53.509422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.525496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47a4ef33-fa1e-4f71-a4d0-392c7db52e26 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.558904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd7d6d-a98a-49c2-bd75-c84454e1ff98 None None] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:53.571954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4ef33-fa1e-4f71-a4d0-392c7db52e26 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bcec51-91d5-43e3-b82a-d9baa9f740da,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:53.615075 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a63d3ef-f565-42c9-9e32-ccaa889e5d4b tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2926300 Sep 22 08:38:53.615075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:53.637489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'subnet': {'network_id': 'bb78d63d-e44e-4dcc-9182-ff24f0246731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:53.641739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-47a4ef33-fa1e-4f71-a4d0-392c7db52e26 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.641739 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-47a4ef33-fa1e-4f71-a4d0-392c7db52e26 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/66bcec51-91d5-43e3-b82a-d9baa9f740da HTTP/1.1" status: 204 len: 168 time: 0.8740184 Sep 22 08:38:53.641739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:53.769947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa13b7-639d-420b-b959-c97f4806f062 req-a8993151-e9b9-4368-8f29-ebf69afcba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:53.769947 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-a8993151-e9b9-4368-8f29-ebf69afcba2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.2751884 Sep 22 08:38:53.780716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12a503cc-9a11-4126-962f-5d97868b6e4f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:53.780716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.801931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Attempting to bind port 43ae31d6-2790-4463-8c4b-3e9367baf44e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:53.801931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Attempting to bind port 43ae31d6-2790-4463-8c4b-3e9367baf44e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '4faeb82a-0c69-4e1b-b3af-ecace41475b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f43bb68f-c694-41a9-bf89-fca32511350b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:53.801931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Attempting to bind port 43ae31d6-2790-4463-8c4b-3e9367baf44e on network f43bb68f-c694-41a9-bf89-fca32511350b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:53.855578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:53.855578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Checking segment: {'id': '4faeb82a-0c69-4e1b-b3af-ecace41475b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f43bb68f-c694-41a9-bf89-fca32511350b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:53.855578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.864188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:53.873548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Bound using segment: {'id': '4faeb82a-0c69-4e1b-b3af-ecace41475b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f43bb68f-c694-41a9-bf89-fca32511350b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:53.873548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Bound port: 43ae31d6-2790-4463-8c4b-3e9367baf44e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faeb82a-0c69-4e1b-b3af-ecace41475b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f43bb68f-c694-41a9-bf89-fca32511350b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:53.873548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:53.881716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Usage tracker for resource:subnet and tenant:be8ce31453d44e6f824bb629aa6ab396 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:53.893173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:53.904167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:53.909918 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-a5bd323c-ee0b-453f-a59d-42b474935b57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 200 len: 1000 time: 0.1412504 Sep 22 08:38:53.964064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Made reservation on behalf of be8ce31453d44e6f824bb629aa6ab396 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:53.967459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.046138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-745d88fc-9cd8-4319-9e87-fcaa8a8177e0', 'network_id': '745d88fc-9cd8-4319-9e87-fcaa8a8177e0', 'tenant_id': 'be8ce31453d44e6f824bb629aa6ab396', 'fixed_ips': [{'subnet_id': 'be6f496d-7a05-4427-ae67-35fc857fe379'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:54.046946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.067052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=e64e9ea1-6f32-42b6-8aa3-319c1c5532b3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:54.082990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.089839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53c4c6-c06c-4680-bf68-8c4b997cafd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'e9b4c4f4-00a5-4002-af0a-c905f56b06d1'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:54.090671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee53c4c6-c06c-4680-bf68-8c4b997cafd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.091306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12a503cc-9a11-4126-962f-5d97868b6e4f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:54.095567 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-12a503cc-9a11-4126-962f-5d97868b6e4f tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4605591 Sep 22 08:38:54.096294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41182) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:54.101596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] For port 43ae31d6-2790-4463-8c4b-3e9367baf44e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:54.122449 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5911c7c-0036-4229-951c-cd81f2ff4bcd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e64e9ea1-6f32-42b6-8aa3-319c1c5532b3 HTTP/1.1" status: 204 len: 168 time: 1.5260448 Sep 22 08:38:54.125336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41186) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:54.163157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] For port 43ae31d6-2790-4463-8c4b-3e9367baf44e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=43ae31d6-2790-4463-8c4b-3e9367baf44e,segment=NetworkSegment(4faeb82a-0c69-4e1b-b3af-ecace41475b3),segment_id=4faeb82a-0c69-4e1b-b3af-ecace41475b3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:54.176230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.198960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-776bf600-418b-404f-9926-18aa605c80f5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Synchronizing usage tracker for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:54.204009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa13b7-639d-420b-b959-c97f4806f062 req-64ae93b5-18ba-470c-847f-8559a725a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:54.205430 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-64ae93b5-18ba-470c-847f-8559a725a534 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.2891204 Sep 22 08:38:54.217525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21919667-aacb-41c8-84aa-8d5152fae0c7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:54.219925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21919667-aacb-41c8-84aa-8d5152fae0c7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:54.220849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-21919667-aacb-41c8-84aa-8d5152fae0c7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:54.239847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-776bf600-418b-404f-9926-18aa605c80f5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] Unset dirty status for tenant:33aa12f8db3d434e9dbd4eda366800f2 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:54.241675 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-776bf600-418b-404f-9926-18aa605c80f5 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1428051 Sep 22 08:38:54.244454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41190) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:54.247075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-21919667-aacb-41c8-84aa-8d5152fae0c7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:54.248505 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-21919667-aacb-41c8-84aa-8d5152fae0c7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224809 Sep 22 08:38:54.253839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41194) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:54.268754 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-8f03f945-2e7b-43a0-8658-5b38fd4265c4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] delete failed (client error): The resource could not be found. Sep 22 08:38:54.269775 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8f03f945-2e7b-43a0-8658-5b38fd4265c4 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "DELETE /v2.0/security-groups/66bcec51-91d5-43e3-b82a-d9baa9f740da HTTP/1.1" status: 404 len: 347 time: 0.0243218 Sep 22 08:38:54.274056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41198) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:54.338682 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e1650fb-1031-4847-903a-8a80d60bb708 tempest-SecGroupTest-1735694661 tempest-SecGroupTest-1735694661-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635602 Sep 22 08:38:54.370362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet e9b4c4f4-00a5-4002-af0a-c905f56b06d1 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:38:54.379935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.392896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3f580-66fb-44f4-9877-02e36ec84e8b None None] Pushing event updated for resources: {'Port': ['ID=43ae31d6-2790-4463-8c4b-3e9367baf44e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:54.420962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Allocated IP 172.20.0.2 (745d88fc-9cd8-4319-9e87-fcaa8a8177e0/be6f496d-7a05-4427-ae67-35fc857fe379/f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:54.520180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa13b7-639d-420b-b959-c97f4806f062 req-e9aba389-7f29-4b2c-a2b1-a1cc47f9993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:54.521666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-e9aba389-7f29-4b2c-a2b1-a1cc47f9993d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3055353 Sep 22 08:38:54.527877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.744900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.798891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.822002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.836992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41208) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:54.837475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Transition to ACTIVE for port object f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:54.860232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Transition to ACTIVE for port object f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:54.869784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:54.954149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:54.957333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:54.962159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:54.972067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Pushing event updated for resources: {'Port': ['ID=f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:54.975610 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-bd217271-fd71-480a-a9e1-673203c28331 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080009 Sep 22 08:38:54.976391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Subnet': ['ID=11fce124-5725-4937-aef4-eb5d7ed2ab0d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:55.025293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Checking segment: {'id': 'd1b7c68a-66b9-43f6-8f06-9a47472b7ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb78d63d-e44e-4dcc-9182-ff24f0246731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:55.025893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network hostable DHCP agents. Network: bb78d63d-e44e-4dcc-9182-ff24f0246731, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:38:55.068718 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6cfae4f0-6ccd-4aba-80f7-def8bb69e8b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33aa12f8db3d434e9dbd4eda366800f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281280 Sep 22 08:38:55.070812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41214) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.080837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-ee53c4c6-c06c-4680-bf68-8c4b997cafd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9b4c4f4-00a5-4002-af0a-c905f56b06d1: This subnet is being modified by another concurrent operation. Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9b4c4f4-00a5-4002-af0a-c905f56b06d1: This subnet is being modified by another concurrent operation. Sep 22 08:38:55.087008 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 08:38:55.096579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Attempting to bind port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:55.096579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Attempting to bind port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'adee1e56-d586-4c75-ad6b-5f176849cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '745d88fc-9cd8-4319-9e87-fcaa8a8177e0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:55.096579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Attempting to bind port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a on network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:55.100402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:55.101195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Checking segment: {'id': 'adee1e56-d586-4c75-ad6b-5f176849cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '745d88fc-9cd8-4319-9e87-fcaa8a8177e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:55.101729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.102248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Bound using segment: {'id': 'adee1e56-d586-4c75-ad6b-5f176849cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '745d88fc-9cd8-4319-9e87-fcaa8a8177e0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:55.105674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Bound port: f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adee1e56-d586-4c75-ad6b-5f176849cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '745d88fc-9cd8-4319-9e87-fcaa8a8177e0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:55.106374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.142647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b4c4f4-00a5-4002-af0a-c905f56b06d1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:55.146291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.152446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bdb9751c-df21-4945-907b-51a15f308764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.178994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network bb78d63d-e44e-4dcc-9182-ff24f0246731 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:38:55.179264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bdb9751c-df21-4945-907b-51a15f308764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.188014 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-630474da-98a6-4303-ada2-23b587b0fce2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/e9b4c4f4-00a5-4002-af0a-c905f56b06d1 HTTP/1.1" status: 204 len: 168 time: 0.9279518 Sep 22 08:38:55.190934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41218) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.206463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, bb78d63d-e44e-4dcc-9182-ff24f0246731) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:55.219010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:55.219805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.220802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7aa81-87cb-48e4-8626-974e156429df None None] Network bb78d63d-e44e-4dcc-9182-ff24f0246731 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:55.225238 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efaa13b7-639d-420b-b959-c97f4806f062 req-49fac99a-9a96-4561-a6fe-f33496ba04dd service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367039 Sep 22 08:38:55.240930 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fe2f6fef-5261-4490-8cbf-59d40d67e6f0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6233315 Sep 22 08:38:55.243405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41222) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.243935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] For port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:55.302053 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9c98e0d6-1d3a-48fe-a427-c45903c0142a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099200 Sep 22 08:38:55.303428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] For port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a,segment=NetworkSegment(adee1e56-d586-4c75-ad6b-5f176849cbff),segment_id=adee1e56-d586-4c75-ad6b-5f176849cbff)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:55.307048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41226) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.310439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.346874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bdb9751c-df21-4945-907b-51a15f308764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.371125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9751c-df21-4945-907b-51a15f308764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96c0377-93fc-410a-8a59-cd3c52da20d6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:55.395261 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bdb9751c-df21-4945-907b-51a15f308764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.396636 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bdb9751c-df21-4945-907b-51a15f308764 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d96c0377-93fc-410a-8a59-cd3c52da20d6 HTTP/1.1" status: 204 len: 168 time: 0.3248625 Sep 22 08:38:55.434945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091f368-cfa4-4659-a151-48db2d789e39 None None] Pushing event updated for resources: {'Port': ['ID=f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:55.452439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-df706cfc-3b54-43a2-8b58-84c3edbea0ea tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:55.480390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-df706cfc-3b54-43a2-8b58-84c3edbea0ea tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:55.485030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41234) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.495474 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df706cfc-3b54-43a2-8b58-84c3edbea0ea tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1873112 Sep 22 08:38:55.632188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046148c-41fc-4cac-a493-7c68ce7b1fbd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:55.639805 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6046148c-41fc-4cac-a493-7c68ce7b1fbd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1534448 Sep 22 08:38:55.640851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41240) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.686509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-bb78d63d-e44e-4dcc-9182-ff24f0246731', 'network_id': 'bb78d63d-e44e-4dcc-9182-ff24f0246731', 'tenant_id': 'be8ce31453d44e6f824bb629aa6ab396', 'fixed_ips': [{'subnet_id': '11fce124-5725-4937-aef4-eb5d7ed2ab0d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:55.688804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:55.861487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.876838 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce0861b0-9b85-4ec9-b37b-6841ba04d6a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2340944 Sep 22 08:38:55.881655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41250) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:55.892790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:56.085507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048e62c-cdcb-4d75-8fe3-b02f77aede15 None None] Network f43bb68f-c694-41a9-bf89-fca32511350b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:56.100873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43ae31d6-2790-4463-8c4b-3e9367baf44e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:56.225653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:56.234915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:56.240729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:56.259799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cb8c8260-ab41-4a6c-a720-a12714dcdc92 None None] Provisioning for port 43ae31d6-2790-4463-8c4b-3e9367baf44e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:56.261651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:56.269804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Allocated IP 172.20.0.2 (bb78d63d-e44e-4dcc-9182-ff24f0246731/11fce124-5725-4937-aef4-eb5d7ed2ab0d/060eba5c-87b2-4dba-b7c6-e8ed6744c1de) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:56.291262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:56.299650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:56.429748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 43ae31d6-2790-4463-8c4b-3e9367baf44e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:56.457652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 43ae31d6-2790-4463-8c4b-3e9367baf44e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:56.458273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:56.458776 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 43ae31d6-2790-4463-8c4b-3e9367baf44e Sep 22 08:38:56.488592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abffcecc-e870-4761-88eb-df4a06d06ff2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:56.489160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abffcecc-e870-4761-88eb-df4a06d06ff2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:56.489742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abffcecc-e870-4761-88eb-df4a06d06ff2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:56.494180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-abffcecc-e870-4761-88eb-df4a06d06ff2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=c6194f56e99445c99d3984d08a35fbee&network_id=4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 200 len: 2999 time: 0.6314394 Sep 22 08:38:56.533621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:56.822085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:56.835574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 43ae31d6-2790-4463-8c4b-3e9367baf44e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:56.836206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:56.869084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Transition to ACTIVE for port object 060eba5c-87b2-4dba-b7c6-e8ed6744c1de will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:56.924682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Transition to ACTIVE for port object 060eba5c-87b2-4dba-b7c6-e8ed6744c1de will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:56.932132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 43ae31d6-2790-4463-8c4b-3e9367baf44e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=43ae31d6-2790-4463-8c4b-3e9367baf44e,segment=NetworkSegment(4faeb82a-0c69-4e1b-b3af-ecace41475b3),segment_id=4faeb82a-0c69-4e1b-b3af-ecace41475b3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:56.934666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:56.978787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:56.980232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:57.079779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:38:57.084171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.146755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Network bb78d63d-e44e-4dcc-9182-ff24f0246731 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:57.165834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:57.180221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:57.214842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:57.217561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Pushing event updated for resources: {'Port': ['ID=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:57.238109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:57.252359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:57.254826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.310667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=e5eb8d1c-b472-4178-a00b-0c775e3e4a27,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:57.336873 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9644a0a0-f052-412f-a227-6db96bb1ed38 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4527309 Sep 22 08:38:57.338653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41274) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:57.351433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:b6:66:04', 'name': 'tempest-NetworksTestDHCPv6-713173198'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:38:57.369568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810727f-d3df-4751-b035-d4938dd918d7 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:57.375001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Allocated IP 172.20.0.1 (745d88fc-9cd8-4319-9e87-fcaa8a8177e0/be6f496d-7a05-4427-ae67-35fc857fe379/c9172587-46b6-4629-885b-e62f8ac87abf) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:57.443579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41278) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:57.472165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59569915-6a68-40f0-bc2b-377292bef78b None None] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:38:57.569735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:57.590082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:57.612316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:38:57.612932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.632300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Transition to ACTIVE for port object c9172587-46b6-4629-885b-e62f8ac87abf will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:57.660385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.681172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Attempting to bind port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:57.681765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Attempting to bind port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'd1b7c68a-66b9-43f6-8f06-9a47472b7ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb78d63d-e44e-4dcc-9182-ff24f0246731'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:57.682280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Attempting to bind port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de on network bb78d63d-e44e-4dcc-9182-ff24f0246731 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:57.690594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Provisioning complete for port 43ae31d6-2790-4463-8c4b-3e9367baf44e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:57.690965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.691323 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Attempt 1 to provision port 43ae31d6-2790-4463-8c4b-3e9367baf44e Sep 22 08:38:57.731158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:57.733877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=43ae31d6-2790-4463-8c4b-3e9367baf44e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:57.734532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:57.738259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:57.740532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:57.755441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:57.755814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Checking segment: {'id': 'd1b7c68a-66b9-43f6-8f06-9a47472b7ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb78d63d-e44e-4dcc-9182-ff24f0246731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:57.756213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.756599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Bound using segment: {'id': 'd1b7c68a-66b9-43f6-8f06-9a47472b7ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb78d63d-e44e-4dcc-9182-ff24f0246731'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:57.757075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Bound port: 060eba5c-87b2-4dba-b7c6-e8ed6744c1de, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b7c68a-66b9-43f6-8f06-9a47472b7ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb78d63d-e44e-4dcc-9182-ff24f0246731'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:57.757447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.771349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3290849d-a5a4-4c3c-b7be-0c51c7dac2c6 tempest-ServiceProvidersTest-2129211942 tempest-ServiceProvidersTest-2129211942-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3235030 Sep 22 08:38:57.771349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.788391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Port': ['ID=c9172587-46b6-4629-885b-e62f8ac87abf,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:57.800016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port e512d5c2-c666-42a0-bbd5-fbd7769a8cc3 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:38:57.810294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.970274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:57.973404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43ae31d6-2790-4463-8c4b-3e9367baf44e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:38:57.994931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:feb6:6604 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/e5eb8d1c-b472-4178-a00b-0c775e3e4a27/e512d5c2-c666-42a0-bbd5-fbd7769a8cc3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:58.209634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'e5eb8d1c-b472-4178-a00b-0c775e3e4a27'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:38:58.210047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.230599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:58.277132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] For port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:58.310032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] For port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,segment=NetworkSegment(d1b7c68a-66b9-43f6-8f06-9a47472b7ee8),segment_id=d1b7c68a-66b9-43f6-8f06-9a47472b7ee8)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:58.364134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.387409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.405139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object e512d5c2-c666-42a0-bbd5-fbd7769a8cc3 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:58.417193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Current status of the port 43ae31d6-2790-4463-8c4b-3e9367baf44e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:58.426082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.439009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.444617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 43ae31d6-2790-4463-8c4b-3e9367baf44e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:58.444995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.445320 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 43ae31d6-2790-4463-8c4b-3e9367baf44e Sep 22 08:38:58.447794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:38:58.458850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Usage tracker for resource:security_group_rule and tenant:d904498a788642d6bd2aa7b2f63fec22 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:38:58.464745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:38:58.489866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:38:58.541322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=e512d5c2-c666-42a0-bbd5-fbd7769a8cc3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:58.544762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Provisioning for port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:58.557631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:58.559036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:58.562917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:58.574836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:58.576284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.595855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Provisioning complete for port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:58.596232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.596508 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Attempt 1 to provision port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a Sep 22 08:38:58.604852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.617729 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9136a3e5-c927-4e60-b640-5c050ef1310c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2779396 Sep 22 08:38:58.619853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41296) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:58.619981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.644587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00b1da-d484-4613-bd69-877b9eea1000 None None] Pushing event updated for resources: {'Port': ['ID=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:58.696932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Allocated IP 2001:db8::f816:3eff:fe76:51d7 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/e5eb8d1c-b472-4178-a00b-0c775e3e4a27/0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:38:58.760804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f337eb5-2f85-4826-bdd2-9cc91402f7a3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:38:58.761595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3f337eb5-2f85-4826-bdd2-9cc91402f7a3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:38:58.800003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3f337eb5-2f85-4826-bdd2-9cc91402f7a3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:38:58.801581 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f337eb5-2f85-4826-bdd2-9cc91402f7a3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1804173 Sep 22 08:38:58.804167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:58.860554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.873233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Port': ['ID=c9172587-46b6-4629-885b-e62f8ac87abf,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:58.948734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port e512d5c2-c666-42a0-bbd5-fbd7769a8cc3 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:38:58.949274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.977667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Current status of the port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:58.978277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:58.987485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.043477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 43ae31d6-2790-4463-8c4b-3e9367baf44e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:38:59.111985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] For port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a,segment=NetworkSegment(adee1e56-d586-4c75-ad6b-5f176849cbff),segment_id=adee1e56-d586-4c75-ad6b-5f176849cbff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:38:59.116123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.155733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.274710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d904498a788642d6bd2aa7b2f63fec22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0423603 Sep 22 08:38:59.275557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:59.303806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b7aed-29f0-4d84-bf30-ddb6e6f86f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee97e20b-ced1-487e-ba7a-a1133445c9f1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:59.308073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:59.311873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:59.329866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.330618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.341934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Transition to ACTIVE for port object 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:59.361873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Transition to ACTIVE for port object 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:38:59.364865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Provisioning for port c9172587-46b6-4629-885b-e62f8ac87abf completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:38:59.373132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Provisioning complete for port c9172587-46b6-4629-885b-e62f8ac87abf triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:38:59.373715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.374186 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 1 to provision port c9172587-46b6-4629-885b-e62f8ac87abf Sep 22 08:38:59.437152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3d81d-f10d-42b7-bcdf-51be49621b2b None None] Pushing event updated for resources: {'Port': ['ID=f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:59.453118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.484887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for e512d5c2-c666-42a0-bbd5-fbd7769a8cc3 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:38:59.516020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Port c9172587-46b6-4629-885b-e62f8ac87abf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:38:59.555465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:38:59.560927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:38:59.570916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:38:59.607554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5e5db6d-9ebb-426b-9a90-7939fdc62f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.633278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Pushing event updated for resources: {'Port': ['ID=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:59.642827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5e5db6d-9ebb-426b-9a90-7939fdc62f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.661309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Router 6bc638ca-f58d-47be-87da-54c8ab7ccf14 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:38:59.701398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.722898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Attempting to bind port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:38:59.723291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Attempting to bind port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:38:59.723846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Attempting to bind port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:38:59.729956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:38:59.731160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:38:59.731366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.731890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:38:59.732361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Bound port: 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:38:59.732735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.769271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=e512d5c2-c666-42a0-bbd5-fbd7769a8cc3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:38:59.836416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] For port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:38:59.840801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] For port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:38:59.843255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.845377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.878799 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-723cf714-b751-448b-8ea1-89c6881163c3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e512d5c2-c666-42a0-bbd5-fbd7769a8cc3 HTTP/1.1" status: 204 len: 168 time: 1.0733185 Sep 22 08:38:59.885464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41310) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:38:59.961293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:38:59.991589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5e5db6d-9ebb-426b-9a90-7939fdc62f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:38:59.996330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] Sync routers for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:39:00.019533 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 2 to provision port c9172587-46b6-4629-885b-e62f8ac87abf Sep 22 08:39:00.036316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747d486-e973-4777-9865-e8e026be7fd6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:00.037989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747d486-e973-4777-9865-e8e026be7fd6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:00.038767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8747d486-e973-4777-9865-e8e026be7fd6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:00.049131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5e5db6d-9ebb-426b-9a90-7939fdc62f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:00.059378 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5e5db6d-9ebb-426b-9a90-7939fdc62f33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee97e20b-ced1-487e-ba7a-a1133445c9f1 HTTP/1.1" status: 204 len: 168 time: 0.7779980 Sep 22 08:39:00.060992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5db6d-9ebb-426b-9a90-7939fdc62f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee97e20b-ced1-487e-ba7a-a1133445c9f1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:00.066899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d708d45b-2eae-46af-b78c-b6a9ad224ce1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "PUT /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8224099 Sep 22 08:39:00.068776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41316) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:00.082473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 060eba5c-87b2-4dba-b7c6-e8ed6744c1de up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:00.092554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8747d486-e973-4777-9865-e8e026be7fd6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:00.094755 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8747d486-e973-4777-9865-e8e026be7fd6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2071226 Sep 22 08:39:00.098068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:00.179206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:00.179894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:00.201810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41324) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:00.278934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet e5eb8d1c-b472-4178-a00b-0c775e3e4a27 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:00.297462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:00.334956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a614f-98aa-4a00-ba7f-931402a83d39 None None] Network bb78d63d-e44e-4dcc-9182-ff24f0246731 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:00.463484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cfa044-b095-4351-a2d6-0907ed98dddf tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:00.469617 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-23cfa044-b095-4351-a2d6-0907ed98dddf tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 814 time: 0.2654696 Sep 22 08:39:00.494146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:00.538862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1500c3-cd19-4e85-840a-30072d47619c None None] Pushing event updated for resources: {'Port': ['ID=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:00.627817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:00.632237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:00.645875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Port c9172587-46b6-4629-885b-e62f8ac87abf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:00.658114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:00.658745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:00.725507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:00.769273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:00.769685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c52ba-2e80-4047-ae77-6ece08aa1cf9 None None] The sync data for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:39:00.776077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=e5eb8d1c-b472-4178-a00b-0c775e3e4a27,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:00.785937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:00.791039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:00.794628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:00.811610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41332) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:00.812240 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d7b5cb9-9a26-44c3-bd3f-2623607b2a34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/e5eb8d1c-b472-4178-a00b-0c775e3e4a27 HTTP/1.1" status: 204 len: 168 time: 0.7129369 Sep 22 08:39:00.881496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:00.882557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:00.882557 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a Sep 22 08:39:00.894392 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-89bcb4ee-e37e-4951-816c-86d54d0fd1f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778177 Sep 22 08:39:00.894722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:00.910628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:00.993604 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-cfd6d862-2d58-4dff-99c2-b2b08d713890 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:00.994859 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cfd6d862-2d58-4dff-99c2-b2b08d713890 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "PUT /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9187217 Sep 22 08:39:00.998355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41340) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:01.084505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:01.098306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:01.102741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:01.106171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:01.112957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:01.124194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:01.129748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:01.146873 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 3 to provision port c9172587-46b6-4629-885b-e62f8ac87abf Sep 22 08:39:01.224074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Port c9172587-46b6-4629-885b-e62f8ac87abf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:01.423488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41344) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:01.457563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--774785214', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:01.469307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:01.490466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:01.501726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c49f35-8274-4664-a7da-03779bd0ec94 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:01.511427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:01.514927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:01.583847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:39:01.631793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:01.631793 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment 0444487b-6e3b-459d-b3b0-21813436d4c1 of type vlan for network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b Sep 22 08:39:01.680740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:01.742097 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 4 to provision port c9172587-46b6-4629-885b-e62f8ac87abf Sep 22 08:39:01.749019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:01.772097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:39:01.819202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Port c9172587-46b6-4629-885b-e62f8ac87abf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:01.823933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:01.830584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:01.831190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:01.987495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:02.043589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:02.070935 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a975af9-084d-4847-bcb4-f7bf833e48ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6442690 Sep 22 08:39:02.071036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:39:02.074534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41350) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:02.213372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:02.279344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting port c9172587-46b6-4629-885b-e62f8ac87abf {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:02.279861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc871809-5359-431e-ade8-9feefeeff967 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:02.279936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:02.282488 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cc871809-5359-431e-ade8-9feefeeff967 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2055898 Sep 22 08:39:02.285474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:02.288461 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:02.320381 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 5 to provision port c9172587-46b6-4629-885b-e62f8ac87abf Sep 22 08:39:02.401518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Port c9172587-46b6-4629-885b-e62f8ac87abf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:02.496064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:02.584411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc102cb-6f9b-4edb-860b-7f8ccddd59eb tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:02.585339 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8bc102cb-6f9b-4edb-860b-7f8ccddd59eb tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2988417 Sep 22 08:39:02.595176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41360) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:02.651304 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6a7e9f0-4fea-4ee9-b9bf-b578767ac185 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546556 Sep 22 08:39:02.654089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41364) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:02.657782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Calling delete_port for c9172587-46b6-4629-885b-e62f8ac87abf owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:02.710898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8b932b45-19b7-4329-8cd4-90f0a18b145a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0557284 Sep 22 08:39:02.712247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a1ba3-c877-4be1-b5dc-5df8c8a36cd6 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 08:39:02.714495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41368) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:02.739555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:02.775621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:02.782861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:02.783911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:02.922857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:02.922857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:02.927446 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 6 to provision port c9172587-46b6-4629-885b-e62f8ac87abf Sep 22 08:39:02.936530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:02.936530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:02.947436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ecd70-f5e5-4b87-a88b-d2135abadebf tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:02.947436 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2c4ecd70-f5e5-4b87-a88b-d2135abadebf tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2285445 Sep 22 08:39:02.947436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41372) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:02.964888 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0621202 Sep 22 08:39:02.964888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=c0ee7d82-5f31-4e97-ba9c-f0b62427b932,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:02.964888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41376) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:02.979420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:b1:a8:4d', 'name': 'tempest-NetworksTestDHCPv6-1543243819'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:02.995797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929de8e-13d4-421f-ad71-574c1f8b1850 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,revision_number=5']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:03.158725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Port c9172587-46b6-4629-885b-e62f8ac87abf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:03.164061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:03.168671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1a1ba3-c877-4be1-b5dc-5df8c8a36cd6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 08:39:03.173817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:03.173817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:03.184242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:03.195019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:03.206513 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a024ddc2-9ab9-42be-8b8f-9f02c1583210 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2592185 Sep 22 08:39:03.214448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41380) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:03.225516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1911887946', 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:03.254584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:03.307166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Port': ['ID=c9172587-46b6-4629-885b-e62f8ac87abf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:03.571927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:03.579890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:03.583814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:03.588880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:03.611384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:03.620288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port e2820edf-92ea-454b-84b9-38fbca6f363e yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:03.651723 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 7 to provision port c9172587-46b6-4629-885b-e62f8ac87abf Sep 22 08:39:03.677881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:03.682633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:03.690714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Port c9172587-46b6-4629-885b-e62f8ac87abf was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:39:03.702092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:03.710746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Provisioning complete for port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:03.711120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:03.711699 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Attempt 1 to provision port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a Sep 22 08:39:03.921052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0a52cdea-f865-44b2-9833-92124c78cd54 None None] Current status of the port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:03.976823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:03.983620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:feb1:a84d (f665e6c9-a097-4574-a663-b19ea5e6aeb8/c0ee7d82-5f31-4e97-ba9c-f0b62427b932/e2820edf-92ea-454b-84b9-38fbca6f363e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:04.071159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Could not find standard attr ID for object e512d5c2-c666-42a0-bbd5-fbd7769a8cc3. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:04.096418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Provisioning for port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:04.105342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Provisioning complete for port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:04.106018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.106401 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Attempt 1 to provision port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de Sep 22 08:39:04.191249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Router 6bc638ca-f58d-47be-87da-54c8ab7ccf14 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:39:04.267408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Current status of the port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:04.268085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.310958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] For port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,segment=NetworkSegment(d1b7c68a-66b9-43f6-8f06-9a47472b7ee8),segment_id=d1b7c68a-66b9-43f6-8f06-9a47472b7ee8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:04.316637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.370800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.384754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63c275-73da-4dcb-ba6d-1e9b3932fc55 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:04.387206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:39:04.407790 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ded13c7-dd0b-4270-a279-84c55154af78 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "PUT /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4075432 Sep 22 08:39:04.414849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41384) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:04.416611 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] Sync routers for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:39:04.432129 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:04.432866 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:04.472269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=11da0ab1-ddd4-4455-8d98-950f1522bd92,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:04.486277 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.526774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Provisioning for port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:04.533960 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:04.539463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object e2820edf-92ea-454b-84b9-38fbca6f363e will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:04.543576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:04.544111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:39:04.545628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Provisioning complete for port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:04.546168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.546641 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Attempt 1 to provision port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 Sep 22 08:39:04.549080 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:04.549787 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:38:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:04.566228 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-f1020320-cc7b-453e-9644-d33f386752dc tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] delete failed (client error): The resource could not be found. Sep 22 08:39:04.570856 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f1020320-cc7b-453e-9644-d33f386752dc tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-2018320137 HTTP/1.1" status: 404 len: 335 time: 0.1512463 Sep 22 08:39:04.571272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41388) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:04.577307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3f7cb123-8a68-4653-afbc-84eaa39376e8 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bc638ca-f58d-47be-87da-54c8ab7ccf14'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:04.587622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:39:04.606280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:04.611312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:04.612191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.621664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.627670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Pushing event updated for resources: {'Port': ['ID=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:04.638382 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:04.638841 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b31532-24af-4091-a494-9cf120cd40b5 None None] The sync data for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:39:04.647531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dea7a76-b2da-4f5d-9142-ea5fd38886e9 None None] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:04.724762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:04.728690 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:04.734429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:04.739988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:04.740679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:04.759485 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5e7933b4-75d3-4164-8219-12461efac81d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5439355 Sep 22 08:39:04.764323 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7994838 Sep 22 08:39:04.765194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4727078-22dd-4051-82df-47587a38347c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=e2820edf-92ea-454b-84b9-38fbca6f363e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:04.768230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41392) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:04.861632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9f6f6-4626-4f13-879d-04ca50c463a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:04.867452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9f6f6-4626-4f13-879d-04ca50c463a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:04.868232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dff9f6f6-4626-4f13-879d-04ca50c463a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:04.891662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dff9f6f6-4626-4f13-879d-04ca50c463a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:04.895397 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dff9f6f6-4626-4f13-879d-04ca50c463a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1234970 Sep 22 08:39:04.895716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41398) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:05.037411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Current status of the port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:05.037974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.121845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': '11da0ab1-ddd4-4455-8d98-950f1522bd92'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:05.122934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.137464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] For port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:05.145072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.185034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Could not find standard attr ID for object c9172587-46b6-4629-885b-e62f8ac87abf. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:05.268779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port e2820edf-92ea-454b-84b9-38fbca6f363e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:05.269125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.288398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49931d11-38b2-491d-968d-76dab9c78d15 None None] Pushing event updated for resources: {'Port': ['ID=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:05.318441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f7cb123-8a68-4653-afbc-84eaa39376e8 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.365699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3f7c667f-260f-4607-bccc-c3fa62940602 None None] Provisioning complete for port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:05.366225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f7c667f-260f-4607-bccc-c3fa62940602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.366652 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3f7c667f-260f-4607-bccc-c3fa62940602 None None] Attempt 1 to provision port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 Sep 22 08:39:05.384632 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3f7cb123-8a68-4653-afbc-84eaa39376e8 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] update failed (client error): The resource could not be found. Sep 22 08:39:05.389119 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f7cb123-8a68-4653-afbc-84eaa39376e8 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "PUT /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14 HTTP/1.1" status: 404 len: 339 time: 0.8133483 Sep 22 08:39:05.389704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41402) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:05.430721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Allocated IP 172.20.0.18 (1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b/11da0ab1-ddd4-4455-8d98-950f1522bd92/05d05bab-5e49-420d-8ca9-483117ee7706) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:05.586070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.653234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f7c667f-260f-4607-bccc-c3fa62940602 None None] Current status of the port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:05.730858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for e2820edf-92ea-454b-84b9-38fbca6f363e owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:05.751346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.761871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Transition to ACTIVE for port object 05d05bab-5e49-420d-8ca9-483117ee7706 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:05.789856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Transition to ACTIVE for port object 05d05bab-5e49-420d-8ca9-483117ee7706 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:05.791598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Provisioning for port e2820edf-92ea-454b-84b9-38fbca6f363e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:05.797538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Provisioning complete for port e2820edf-92ea-454b-84b9-38fbca6f363e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:05.797996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.798424 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Attempt 1 to provision port e2820edf-92ea-454b-84b9-38fbca6f363e Sep 22 08:39:05.852108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Port e2820edf-92ea-454b-84b9-38fbca6f363e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:05.853173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.865393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41408) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:05.873570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671366161', 'description': 'tempest-secgroup-smoke-1671366161 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:05.884705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:05.904649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:05.916639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.920877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 060eba5c-87b2-4dba-b7c6-e8ed6744c1de up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:05.959505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:05.966227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.969988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=e2820edf-92ea-454b-84b9-38fbca6f363e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:05.972845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:05.974425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:05.986235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:06.034511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:06.044462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:06.048097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:06.054538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:06.060525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Pushing event updated for resources: {'Port': ['ID=05d05bab-5e49-420d-8ca9-483117ee7706,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:06.139701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.150259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Attempting to bind port 05d05bab-5e49-420d-8ca9-483117ee7706 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:06.150625 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Attempting to bind port 05d05bab-5e49-420d-8ca9-483117ee7706 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:06.151153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Attempting to bind port 05d05bab-5e49-420d-8ca9-483117ee7706 on network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:06.152008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.163313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:06.163678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Checking segment: {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:06.164240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.164771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Bound using segment: {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:06.165420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Bound port: 05d05bab-5e49-420d-8ca9-483117ee7706, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:06.165965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.179157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:06.179783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.180259 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de Sep 22 08:39:06.181733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.223031 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa0edd2e-aa3d-4ed2-bdd7-1c1c7cdd21de tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e2820edf-92ea-454b-84b9-38fbca6f363e HTTP/1.1" status: 204 len: 168 time: 1.3262820 Sep 22 08:39:06.232053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41412) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:06.240591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5ee0-3dac-4574-bdc2-29e00b6dd893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.279584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.284575 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4184573 Sep 22 08:39:06.289125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:06.296787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed67e6e-798c-4b24-9c69-db563db379f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe73458a-fe0c-43bd-ae1d-949c2acf2638,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:06.314725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fe73458a-fe0c-43bd-ae1d-949c2acf2638', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:06.322826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:06.330674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:06.335624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:06.344403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:06.352917 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Attempt 2 to provision port e2820edf-92ea-454b-84b9-38fbca6f363e Sep 22 08:39:06.353087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca69383-7b37-46d5-949c-16971c929321 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:06.355062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca69383-7b37-46d5-949c-16971c929321 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:06.355824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eca69383-7b37-46d5-949c-16971c929321 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:06.375434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eca69383-7b37-46d5-949c-16971c929321 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:06.377227 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eca69383-7b37-46d5-949c-16971c929321 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1437516 Sep 22 08:39:06.379906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:06.413615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Port e2820edf-92ea-454b-84b9-38fbca6f363e was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:39:06.422884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.438119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] For port 05d05bab-5e49-420d-8ca9-483117ee7706, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:06.440007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:06.441044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:06.481473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Allocated IP 172.20.0.1 (f43bb68f-c694-41a9-bf89-fca32511350b/cfc09bd5-d7db-434f-aa90-ab66a488e7ec/070284fb-c9a6-414a-9124-ff196fead907) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:06.482042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] For port 05d05bab-5e49-420d-8ca9-483117ee7706, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=05d05bab-5e49-420d-8ca9-483117ee7706,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:06.493146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet c0ee7d82-5f31-4e97-ba9c-f0b62427b932 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:06.493780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.501844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.536415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Provisioning complete for port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:06.536792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.537129 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Attempt 1 to provision port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 Sep 22 08:39:06.571686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.579849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.597973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.637027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485a21-e736-4d3a-80a5-73a47c1f7e89 None None] Pushing event updated for resources: {'Port': ['ID=05d05bab-5e49-420d-8ca9-483117ee7706,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:06.657832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:06.658208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.658542 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 Sep 22 08:39:06.660950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a49f79-d6dd-467b-b973-05e58c51c3e1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:06.664635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.666448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.671347 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-21e4da23-e121-4622-b263-5c1630fba363 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3806384 Sep 22 08:39:06.673161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41424) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:06.681037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fe73458a-fe0c-43bd-ae1d-949c2acf2638', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:06.690667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:06.698760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:06.701642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Transition to ACTIVE for port object 070284fb-c9a6-414a-9124-ff196fead907 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:06.703034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:06.710579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:06.723209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.737023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.773302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fda3a46c-26e3-4af2-9a01-2293e2f17762 None None] Current status of the port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:06.777792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.815893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.833207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network f43bb68f-c694-41a9-bf89-fca32511350b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:06.839311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:06.843565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:06.863514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ee7d82-5f31-4e97-ba9c-f0b62427b932,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:06.871286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.913423 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-097e15aa-5ebb-4277-aea0-4e259a468e5b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/c0ee7d82-5f31-4e97-ba9c-f0b62427b932 HTTP/1.1" status: 204 len: 168 time: 0.5306201 Sep 22 08:39:06.914485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41428) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:06.917356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:06.930964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:06.931444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7ceb0-9f1b-4a64-852c-bc5da9cdb9c6 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:07.013906 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2666520-1fb9-41c8-9a97-c22b941a90f0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959764 Sep 22 08:39:07.015661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41432) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.016354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Port': ['ID=070284fb-c9a6-414a-9124-ff196fead907,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:07.029093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.037507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.103449 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6500590-c24a-402d-bdd6-84eb14503a9c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:07.140439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.141995 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4752f368-16a4-4d9e-a8bb-2654ebf3b172 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4677193 Sep 22 08:39:07.145663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41436) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.153643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fe73458a-fe0c-43bd-ae1d-949c2acf2638', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:07.158126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.162511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:07.168935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:07.174520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:07.194226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0ca5af-dfea-40b0-a124-a8f8ff63cad1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:07.194942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3f0ca5af-dfea-40b0-a124-a8f8ff63cad1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:07.198029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:07.227199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3f0ca5af-dfea-40b0-a124-a8f8ff63cad1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:07.228616 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f0ca5af-dfea-40b0-a124-a8f8ff63cad1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2112942 Sep 22 08:39:07.230243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.236045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41440) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.317075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.326298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.341868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Provisioning for port 070284fb-c9a6-414a-9124-ff196fead907 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:07.347650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Provisioning complete for port 070284fb-c9a6-414a-9124-ff196fead907 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:07.348131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.348509 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 1 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:07.355074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477e48a5-a6bb-465e-a2e4-88364b040f7b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:07.370700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.372837 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-354ca87f-b717-459f-a3cb-5d8300c05222 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2258642 Sep 22 08:39:07.375537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41444) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.381212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fe73458a-fe0c-43bd-ae1d-949c2acf2638', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:07.382939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:07.388527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:07.393161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:07.396417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:07.401259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] Deleting port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:07.401639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.403329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:07.455276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb563a2-d013-4cbe-ad3c-737f56ac6667 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:07.455969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcb563a2-d013-4cbe-ad3c-737f56ac6667 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:07.461449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:07.494374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcb563a2-d013-4cbe-ad3c-737f56ac6667 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:07.498431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dcb563a2-d013-4cbe-ad3c-737f56ac6667 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2613893 Sep 22 08:39:07.501463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.541483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.576211 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bacf84f9-c558-4f8c-8336-fda31499dbdb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735998 Sep 22 08:39:07.580789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41452) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.602619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:07.617517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.623966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.661827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.663667 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2868431 Sep 22 08:39:07.666840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2caff-8856-4385-b78a-6638a791d461 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c5cd30-d819-4fc9-9c7a-5500fd891799,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:07.674683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.681106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fe73458a-fe0c-43bd-ae1d-949c2acf2638', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:07.687181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:07.691648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:07.694864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:07.702095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:07.703931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] For port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:07.704599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.715302 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:39:07.724924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.807367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.810899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:07.820468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.843645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a01c12a-6d4e-431f-bafa-b183cec97b36,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:07.847605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:07.848303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] Calling delete_port for 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:07.862937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:07.866611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.867436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.871935 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9382e91-627f-4060-b7ba-3987576f8db6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1959970 Sep 22 08:39:07.872841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41460) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:07.879532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fe73458a-fe0c-43bd-ae1d-949c2acf2638', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:07.893241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:07.906032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:07.911115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:07.921924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:07.943814 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:39:07.963687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:07.981144 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 2 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:08.055033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.060351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.077187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:08.078736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 05d05bab-5e49-420d-8ca9-483117ee7706 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:08.101280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7855c524-3791-4671-9bde-9c3eced6eea4,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:08.107302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.108716 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9a21aa27-26c9-4d19-abc7-8d9489ed09d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2346923 Sep 22 08:39:08.135548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.165714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.175069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.186103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb31be-e908-44c7-baa5-e9b9c25854c0 None None] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:08.211740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] Pushing event deleted for resources: {'Port': ['ID=0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:08.262112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce178d4-c9f2-4b26-9644-0deb50064cd2 None None] No DVR routers for this DVR port 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:08.312126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7f455bf-dded-4d3b-80af-3cb83f4bb0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.334758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 05d05bab-5e49-420d-8ca9-483117ee7706 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:08.340783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event updated for resources: {'Port': ['ID=070284fb-c9a6-414a-9124-ff196fead907,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:08.365926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.399141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:08.436451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:39:08.436752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0ec5cc43-c75f-4cb9-a0b4-635db30fe4d5 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:39:08.463949 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-a21fac60-5813-4286-867c-8c63b9e9937e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671366161&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.1279366 Sep 22 08:39:08.578630 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 3 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:08.639873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:08.729718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Network f43bb68f-c694-41a9-bf89-fca32511350b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:08.740721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:08.750212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.854147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-eb983df0-e97f-4bcb-8d58-035a8a134dd7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:08.854815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-eb983df0-e97f-4bcb-8d58-035a8a134dd7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:08.949323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:08.960186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:08.963033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:08.963642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:08.969760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c68f9a-dec5-4d2f-b807-619a12607dc5 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:08.995541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-eb983df0-e97f-4bcb-8d58-035a8a134dd7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:08.996696 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-eb983df0-e97f-4bcb-8d58-035a8a134dd7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b HTTP/1.1" status: 200 len: 796 time: 0.5176914 Sep 22 08:39:09.016510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=8d30f4ee-fc21-44e4-bb23-76fa19d920e6,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:09.030624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Router 6bc638ca-f58d-47be-87da-54c8ab7ccf14 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:39:09.038604 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-13f95f15-3c02-4505-a11b-31503ea9f9cf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0298951 Sep 22 08:39:09.045555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41476) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:09.046078 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3b34767a-2708-4bb8-a01b-84b63e826266 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4636164 Sep 22 08:39:09.051616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:35:e8:a7', 'name': 'tempest-NetworksTestDHCPv6-1947961073'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:09.142678 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 4 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:09.192556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:09.202128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:09.215823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:09.239763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:09.250645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '8d30f4ee-fc21-44e4-bb23-76fa19d920e6'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:09.251566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:09.264206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:39:09.269755 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-63a40052-f4e8-4bd2-9fa7-dff7c9969e13 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "PUT /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8792396 Sep 22 08:39:09.273208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:09.280229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] Sync routers for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:39:09.341502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-f8ad2d48-45f3-45e8-b841-6255461abb4c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2946749 Sep 22 08:39:09.342507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:09.343003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:09.352440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:09.381361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port f9ba50d2-859d-404c-9873-6f5b5dafeb1a yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:09.411684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:09.460158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:09.460158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:09.538419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:09.538817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f6f167-026b-4806-aba9-374ddd0ab50b None None] The sync data for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:39:09.550861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:09.562064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/8d30f4ee-fc21-44e4-bb23-76fa19d920e6/ef578663-ce78-423d-9939-59dcad3744c0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:09.604033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:09.664855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8afe067a-f649-4a02-9c20-5a0436c339c0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:09.743343 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 5 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:09.830428 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-de3947be-8a3c-47a5-9e20-f15e6a2b94c8 service neutron] 10.222.0.42 "GET /v2.0/networks/1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253557 Sep 22 08:39:09.850980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:09.858127 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-8afe067a-f649-4a02-9c20-5a0436c339c0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 08:39:09.859102 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8afe067a-f649-4a02-9c20-5a0436c339c0 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14 HTTP/1.1" status: 409 len: 329 time: 0.5850043 Sep 22 08:39:09.863008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41484) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:09.869160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:09.880128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Transition to ACTIVE for port object ef578663-ce78-423d-9939-59dcad3744c0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:09.897771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Transition to ACTIVE for port object ef578663-ce78-423d-9939-59dcad3744c0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:09.912236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:09.981317 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-0ffc2f07-3e16-4a9f-94da-b8af46e7edbc service neutron] 10.222.0.42 "GET /v2.0/networks/1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401513 Sep 22 08:39:09.985746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:09.988779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:09.992620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:09.999209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Pushing event updated for resources: {'Port': ['ID=ef578663-ce78-423d-9939-59dcad3744c0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:10.109132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Attempting to bind port ef578663-ce78-423d-9939-59dcad3744c0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:10.110163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Attempting to bind port ef578663-ce78-423d-9939-59dcad3744c0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:10.110491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Attempting to bind port ef578663-ce78-423d-9939-59dcad3744c0 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:10.113492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::ee (f665e6c9-a097-4574-a663-b19ea5e6aeb8/8d30f4ee-fc21-44e4-bb23-76fa19d920e6/f9ba50d2-859d-404c-9873-6f5b5dafeb1a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:10.117204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:10.117573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:10.117973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:10.118361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:10.118823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Bound port: ef578663-ce78-423d-9939-59dcad3744c0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:10.119194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:10.221995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] For port ef578663-ce78-423d-9939-59dcad3744c0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:10.225302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] For port ef578663-ce78-423d-9939-59dcad3744c0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef578663-ce78-423d-9939-59dcad3744c0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:10.230996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:10.313341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d454b1f-ae09-4c2a-9290-696d6fa8de3e None None] Pushing event updated for resources: {'Port': ['ID=ef578663-ce78-423d-9939-59dcad3744c0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:10.317374 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a569852d-d1ea-4d31-b834-c585116d35af req-0be9756f-488d-444e-8ce1-8b2a44a9bfc5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 210 time: 0.1369455 Sep 22 08:39:10.357585 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 6 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:10.423820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:10.684777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:10.736983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object f9ba50d2-859d-404c-9873-6f5b5dafeb1a will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:10.781020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:10.854149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:10.924827 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 7 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:10.995426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:11.017432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:11.119111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:11.126509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:11.134727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:11.140587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:11.141934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:11.149480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=f9ba50d2-859d-404c-9873-6f5b5dafeb1a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:11.368354 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-443250ba-8e03-4a58-a7ec-3619038d086f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3214421 Sep 22 08:39:11.371277 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41500) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:11.439800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-5db14df1-9b43-40bd-8587-fe743c3e1eb4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:11.441253 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-5db14df1-9b43-40bd-8587-fe743c3e1eb4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b HTTP/1.1" status: 200 len: 796 time: 0.1874790 Sep 22 08:39:11.497567 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 8 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:11.560649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70989d13-ef9f-4f9d-aae3-cb5409da2aef tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:11.564238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-dd257d95-464c-4535-a377-eb125ebd1602 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:11.568125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting port 070284fb-c9a6-414a-9124-ff196fead907 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:11.568465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:11.568569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70989d13-ef9f-4f9d-aae3-cb5409da2aef tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:11.572955 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-70989d13-ef9f-4f9d-aae3-cb5409da2aef tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1968682 Sep 22 08:39:11.590641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:11.631846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41504) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:11.682121 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4f6aa81-edd0-49d2-94c2-2c39a6c87c52 req-49469440-67c6-43f5-b670-f2d8e8ded3cc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 210 time: 0.1057522 Sep 22 08:39:11.729989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port f9ba50d2-859d-404c-9873-6f5b5dafeb1a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:11.730246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-dd257d95-464c-4535-a377-eb125ebd1602 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:11.730373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:11.731422 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-dd257d95-464c-4535-a377-eb125ebd1602 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 472 time: 0.2558553 Sep 22 08:39:11.746892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': '658f1f26-3173-4f74-845c-614329950002', 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['fe73458a-fe0c-43bd-ae1d-949c2acf2638']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:11.894115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:11.933615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ef578663-ce78-423d-9939-59dcad3744c0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:11.994009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.025788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ef578663-ce78-423d-9939-59dcad3744c0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:12.038032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Calling delete_port for 070284fb-c9a6-414a-9124-ff196fead907 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:12.091588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:12.091969 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 9 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:12.099379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:port and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:12.103951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:12.114404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:12.124091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for f9ba50d2-859d-404c-9873-6f5b5dafeb1a owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:12.141223 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:12.144349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.148645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:12.271536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.325260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=f9ba50d2-859d-404c-9873-6f5b5dafeb1a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:12.357590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.372948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.384282 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5409ca7e-7f8e-4bb2-8a1b-e4c09237e6a7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/f9ba50d2-859d-404c-9873-6f5b5dafeb1a HTTP/1.1" status: 204 len: 168 time: 0.7529566 Sep 22 08:39:12.386579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41512) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:12.401137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.464226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0b629-2a8b-4983-a1cc-46822513f4c1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:12.465905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f0b629-2a8b-4983-a1cc-46822513f4c1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:12.466676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3f0b629-2a8b-4983-a1cc-46822513f4c1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:12.488923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d3f0b629-2a8b-4983-a1cc-46822513f4c1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:12.490272 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d3f0b629-2a8b-4983-a1cc-46822513f4c1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1027722 Sep 22 08:39:12.493126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41516) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:12.563776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 8d30f4ee-fc21-44e4-bb23-76fa19d920e6 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:12.567619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.585901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Port': ['ID=070284fb-c9a6-414a-9124-ff196fead907,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:12.629321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.650317 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Attempt 10 to provision port 070284fb-c9a6-414a-9124-ff196fead907 Sep 22 08:39:12.668471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.20 (1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b/11da0ab1-ddd4-4455-8d98-950f1522bd92/b3eca884-3bc4-41cb-9e5e-e8aa547bd621) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:12.706388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-19576d90-ed35-4e9f-82a4-d1be46da6d5d None None] Port 070284fb-c9a6-414a-9124-ff196fead907 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:39:12.742771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.829519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Provisioning for port 05d05bab-5e49-420d-8ca9-483117ee7706 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:12.831795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.836030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Provisioning complete for port 05d05bab-5e49-420d-8ca9-483117ee7706 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:12.836478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.836911 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Attempt 1 to provision port 05d05bab-5e49-420d-8ca9-483117ee7706 Sep 22 08:39:12.871011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=8d30f4ee-fc21-44e4-bb23-76fa19d920e6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:12.877132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.896562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19265eb-0794-44c1-b781-48eb3942233d None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:12.896734 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-94a73c37-7f17-431b-9d48-9ab9015f1c68 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/8d30f4ee-fc21-44e4-bb23-76fa19d920e6 HTTP/1.1" status: 204 len: 168 time: 0.4002497 Sep 22 08:39:12.896885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41522) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:12.915187 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18b2abc0-073c-421c-9592-896f0683b7a4 req-d59a4648-efaf-4836-a5a7-9c976046c742 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 210 time: 0.0886836 Sep 22 08:39:12.918836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:12.974100 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a906e7fd-0d32-43dc-83ab-2e0393f0ce72 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759218 Sep 22 08:39:12.976315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41526) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:13.082523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df05992f-e02a-4570-80d2-1d40681851d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:13.083199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-df05992f-e02a-4570-80d2-1d40681851d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:13.099509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-df05992f-e02a-4570-80d2-1d40681851d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:13.100711 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df05992f-e02a-4570-80d2-1d40681851d1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1209772 Sep 22 08:39:13.103079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:13.184917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Current status of the port 05d05bab-5e49-420d-8ca9-483117ee7706 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:13.185533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.228594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] For port 05d05bab-5e49-420d-8ca9-483117ee7706, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=05d05bab-5e49-420d-8ca9-483117ee7706,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:13.236014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.272116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Could not find standard attr ID for object 070284fb-c9a6-414a-9124-ff196fead907. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:13.294033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Could not find standard attr ID for object f9ba50d2-859d-404c-9873-6f5b5dafeb1a. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:13.306825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0c7f0-7d76-45fe-b174-d6060419ee23 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:13.307550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ead0c7f0-7d76-45fe-b174-d6060419ee23 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:13.312133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:13.320598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Deleting port ef578663-ce78-423d-9939-59dcad3744c0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:13.320978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.326109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ead0c7f0-7d76-45fe-b174-d6060419ee23 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:13.329669 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ead0c7f0-7d76-45fe-b174-d6060419ee23 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2232795 Sep 22 08:39:13.329925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41534) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:13.347495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Router 6bc638ca-f58d-47be-87da-54c8ab7ccf14 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:39:13.351123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Pushing event updated for resources: {'Port': ['ID=05d05bab-5e49-420d-8ca9-483117ee7706,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:13.360847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Provisioning for port ef578663-ce78-423d-9939-59dcad3744c0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:13.366415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.374121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Provisioning complete for port ef578663-ce78-423d-9939-59dcad3744c0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:13.374490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.374819 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Attempt 1 to provision port ef578663-ce78-423d-9939-59dcad3744c0 Sep 22 08:39:13.405881 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-78c87740-5696-486d-bfbf-868498d2c740 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704284 Sep 22 08:39:13.407014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41538) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:13.412174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:13.446377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object b3eca884-3bc4-41cb-9e5e-e8aa547bd621 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:13.516111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:39:13.521405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:13.528250 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] Sync routers for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:39:13.533287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:13.538509 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:13.539398 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:13.540401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9125604c-9d05-4c9c-a000-b0958e6820ff tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "PUT /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6760662 Sep 22 08:39:13.544107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:13.550004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.602534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:13.603425 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:13.606187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.613211 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] Routers {'6bc638ca-f58d-47be-87da-54c8ab7ccf14'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:13.614129 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:13.629213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:13.638304 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-3fe6e6e1-8f44-446c-80d7-0a88319653e7 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] show failed (client error): The resource could not be found. Sep 22 08:39:13.639422 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3fe6e6e1-8f44-446c-80d7-0a88319653e7 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-250192528 HTTP/1.1" status: 404 len: 334 time: 0.0942850 Sep 22 08:39:13.644840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:13.645675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:13.646506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:13.662684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:13.693906 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:13.694745 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5f78d-457a-42d9-98fa-aaed2f5746bf None None] The sync data for ids ['6bc638ca-f58d-47be-87da-54c8ab7ccf14'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:39:13.706047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a856c580-55c7-405d-a218-2ec5d51fd7a1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:13.753348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] For port ef578663-ce78-423d-9939-59dcad3744c0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef578663-ce78-423d-9939-59dcad3744c0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:13.753886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.763004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Current status of the port ef578663-ce78-423d-9939-59dcad3744c0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:13.763585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.779399 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-a856c580-55c7-405d-a218-2ec5d51fd7a1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] update failed (client error): The resource could not be found. Sep 22 08:39:13.780537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a856c580-55c7-405d-a218-2ec5d51fd7a1 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1162095736 HTTP/1.1" status: 404 len: 335 time: 0.1199021 Sep 22 08:39:13.786071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41550) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:13.863072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting subnet 11fce124-5725-4937-aef4-eb5d7ed2ab0d {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:13.872338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.947393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:13.949636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 05d05bab-5e49-420d-8ca9-483117ee7706 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:13.991721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Calling delete_port for ef578663-ce78-423d-9939-59dcad3744c0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:14.077056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:39:14.093280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] For port ef578663-ce78-423d-9939-59dcad3744c0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef578663-ce78-423d-9939-59dcad3744c0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:14.110045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.111840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:14.112690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.148871 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-c78af37e-2e74-4d43-87d6-66b6fb2a5b73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4081318 Sep 22 08:39:14.162004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Request body: {'port': {'device_id': '658f1f26-3173-4f74-845c-614329950002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:14.168118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:39:14.168493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:39:14.183711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 05d05bab-5e49-420d-8ca9-483117ee7706 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:14.184083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.184426 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 05d05bab-5e49-420d-8ca9-483117ee7706 Sep 22 08:39:14.236610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305aef-f15f-4a41-b54b-73a10d535cf8 None None] Pushing event updated for resources: {'Port': ['ID=ef578663-ce78-423d-9939-59dcad3744c0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:14.261612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11801086-b727-4181-8aca-325be8f90695 None None] Provisioning for port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:14.268939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11801086-b727-4181-8aca-325be8f90695 None None] Provisioning complete for port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:14.269348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11801086-b727-4181-8aca-325be8f90695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.269646 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Attempt 1 to provision port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 Sep 22 08:39:14.273834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df16d4-becd-40c2-ab8b-7664ae9b3976 req-e19f70a4-938c-4bd9-84dc-e92afc3ddcdd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:14.275336 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69df16d4-becd-40c2-ab8b-7664ae9b3976 req-e19f70a4-938c-4bd9-84dc-e92afc3ddcdd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 932 time: 0.1231079 Sep 22 08:39:14.298713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.346429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.363044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.382765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:14.386586 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69df16d4-becd-40c2-ab8b-7664ae9b3976 req-34f4aa17-2587-476f-ad62-e211a4a0ec0e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858579 Sep 22 08:39:14.393125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 05d05bab-5e49-420d-8ca9-483117ee7706 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:14.451885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ef578663-ce78-423d-9939-59dcad3744c0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:14.468454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.548842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Subnet': ['ID=11fce124-5725-4937-aef4-eb5d7ed2ab0d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:14.565541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.578436 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c07275a7-b7e1-4ef6-9df5-1725acb0d186 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/subnets/11fce124-5725-4937-aef4-eb5d7ed2ab0d HTTP/1.1" status: 204 len: 168 time: 0.7891600 Sep 22 08:39:14.578623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3326f8ff-8001-414b-8ddb-ea8b1b791120 None None] Network bb78d63d-e44e-4dcc-9182-ff24f0246731 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:14.579769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41556) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:14.612557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port ef578663-ce78-423d-9939-59dcad3744c0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef578663-ce78-423d-9939-59dcad3744c0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:14.639154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.641605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ef578663-ce78-423d-9939-59dcad3744c0 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:14.641957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.646153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.647437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.669853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Deleting port ef578663-ce78-423d-9939-59dcad3744c0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:14.670227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.729125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting subnet be6f496d-7a05-4427-ae67-35fc857fe379 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:14.735670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.752184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:14.757594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:14.765571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:14.766154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.798378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=ef578663-ce78-423d-9939-59dcad3744c0,revision_number=6']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:14.801141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=7c25a19c-f476-4da5-a90d-282ce5f335ff,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:14.819431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.822260 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d85fec0d-15bd-4f8b-a6a2-3bb19ce08d2a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4145083 Sep 22 08:39:14.823020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:14.828615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:14.894517 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Attempt 2 to provision port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 Sep 22 08:39:14.971505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:39:14.972126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:39:14.979432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3eca884-3bc4-41cb-9e5e-e8aa547bd621 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:39:14.987401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:14.989461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.993303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:14.994564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:14.996950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:15.004009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:15.018203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:15.022532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.047002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Transition to ACTIVE for port object b3eca884-3bc4-41cb-9e5e-e8aa547bd621 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:15.050379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:15.056533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.119067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] For port ef578663-ce78-423d-9939-59dcad3744c0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef578663-ce78-423d-9939-59dcad3744c0,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:15.119566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.245516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] DHCP port deletion for bb78d63d-e44e-4dcc-9182-ff24f0246731 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:15.256418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Calling delete_port for ef578663-ce78-423d-9939-59dcad3744c0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:15.268292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Pushing event updated for resources: {'Port': ['ID=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:15.285789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.294599 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c25a19c-f476-4da5-a90d-282ce5f335ff (CIDR: 2001:db8::/64) Sep 22 08:39:15.298120 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:15.298574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:15.318754 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-990ea9bf-78c1-4c3b-a5af-d0f290398c9d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4944997 Sep 22 08:39:15.321508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:15.327058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:15.337304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Subnet': ['ID=be6f496d-7a05-4427-ae67-35fc857fe379,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:15.345025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.351489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] Deleting port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:15.351939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.364926 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cafe2da6-2649-4793-b8fd-d2352e73f5fe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/subnets/be6f496d-7a05-4427-ae67-35fc857fe379 HTTP/1.1" status: 204 len: 168 time: 0.7822452 Sep 22 08:39:15.365172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:15.367793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Attempting to bind port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:15.368127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Attempting to bind port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:15.368451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Attempting to bind port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 on network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:15.384549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d6091-dc3b-4dd0-b028-64ec4acb30dc None None] Network 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:15.396517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 on network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:39:15.396843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Attempting to bind port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 on network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:15.470310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:15.474840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:15.477771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:15.484265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:15.496248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:15.498948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:15.500403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Checking segment: {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:15.501146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Bound using segment: {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:15.501362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.501839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Bound port: b3eca884-3bc4-41cb-9e5e-e8aa547bd621, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:15.502261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.551878 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Attempt 3 to provision port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 Sep 22 08:39:15.644828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.693173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:15.693630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.749402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] For port b3eca884-3bc4-41cb-9e5e-e8aa547bd621, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:15.775532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ef578663-ce78-423d-9939-59dcad3744c0 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:15.775908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.790606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.803948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] For port b3eca884-3bc4-41cb-9e5e-e8aa547bd621, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:15.813406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72eb4fa-b1fb-4a0e-9a77-e3f7f92f0b24 req-2490429b-0601-4934-9fdb-613c3e52c359 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:15.814308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b72eb4fa-b1fb-4a0e-9a77-e3f7f92f0b24 req-2490429b-0601-4934-9fdb-613c3e52c359 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:15.818749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:15.837212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.849708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:15.852848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:15.857284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:15.857869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:15.871977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=b9e458a8-af70-4f69-8639-9ddc50369ae8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:15.890535 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-21118748-645b-4c48-ac78-7445972fccde tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5677462 Sep 22 08:39:15.893300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41574) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:15.899115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:cb:99:fb', 'name': 'tempest-NetworksTestDHCPv6-2115570190'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:15.934998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.030251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] Pushing event deleted for resources: {'Port': ['ID=ef578663-ce78-423d-9939-59dcad3744c0,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:16.052804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:16.053392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.054750 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] 10.222.0.48 "PUT /v2.0/ports/b3eca884-3bc4-41cb-9e5e-e8aa547bd621 HTTP/1.1" status: 200 len: 1094 time: 1.8966758 Sep 22 08:39:16.056857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:16.063398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f1f26-3173-4f74-845c-614329950002', 'tag': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:39:16.065715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f474f6e8-a041-4ae7-b261-44ad90334ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "658f1f26-3173-4f74-845c-614329950002", "tag": "b3eca884-3bc4-41cb-9e5e-e8aa547bd621"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:39:16.067942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:16.069978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] For port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,segment=NetworkSegment(d1b7c68a-66b9-43f6-8f06-9a47472b7ee8),segment_id=d1b7c68a-66b9-43f6-8f06-9a47472b7ee8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:16.070615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.080314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:16.237135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.246729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 060eba5c-87b2-4dba-b7c6-e8ed6744c1de no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:16.249134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36be8797-3415-4d7d-9520-599d7ef55bad x-openstack-request-id: req-36be8797-3415-4d7d-9520-599d7ef55bad {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:39:16.249415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658f1f26-3173-4f74-845c-614329950002", "tag": "b3eca884-3bc4-41cb-9e5e-e8aa547bd621", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:39:16.249720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36be8797-3415-4d7d-9520-599d7ef55bad {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:39:16.250072 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36be8797-3415-4d7d-9520-599d7ef55bad'] response: {'name': 'network-changed', 'server_uuid': '658f1f26-3173-4f74-845c-614329950002', 'tag': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621', 'status': 'completed', 'code': 200} Sep 22 08:39:16.263356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b72eb4fa-b1fb-4a0e-9a77-e3f7f92f0b24 req-2490429b-0601-4934-9fdb-613c3e52c359 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:16.264280 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b72eb4fa-b1fb-4a0e-9a77-e3f7f92f0b24 req-2490429b-0601-4934-9fdb-613c3e52c359 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 944 time: 0.7361102 Sep 22 08:39:16.272048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port e8417307-9f3a-4caa-b832-5410cd5822c6 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:16.281656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] Calling delete_port for 060eba5c-87b2-4dba-b7c6-e8ed6744c1de owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:16.311272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a128fe-0c63-4939-9d4c-453c5d01c86a None None] No DVR routers for this DVR port ef578663-ce78-423d-9939-59dcad3744c0 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:16.319276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] For port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,segment=NetworkSegment(d1b7c68a-66b9-43f6-8f06-9a47472b7ee8),segment_id=d1b7c68a-66b9-43f6-8f06-9a47472b7ee8)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:16.319276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.332630 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Attempt 4 to provision port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 Sep 22 08:39:16.339428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2e9c3-f711-4dad-bb5d-e5aed7426fde service neutron] Pushing event updated for resources: {'Port': ['ID=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:16.379961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93920ad-50ba-4077-b137-3cd651fc3970 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:16.472645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] DHCP port deletion for 745d88fc-9cd8-4319-9e87-fcaa8a8177e0 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:16.479870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Calling delete_port for 060eba5c-87b2-4dba-b7c6-e8ed6744c1de owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:16.505128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] Deleting port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:16.506771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.529048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b72eb4fa-b1fb-4a0e-9a77-e3f7f92f0b24 req-3462ce77-a892-4b71-8316-e17875a962ed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486229 Sep 22 08:39:16.569012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8:0:1::2f8 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/b9e458a8-af70-4f69-8639-9ddc50369ae8/e8417307-9f3a-4caa-b832-5410cd5822c6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:16.576655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:fecb:99fb (f665e6c9-a097-4574-a663-b19ea5e6aeb8/7c25a19c-f476-4da5-a90d-282ce5f335ff/e8417307-9f3a-4caa-b832-5410cd5822c6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:16.578531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-0d064104-ac7c-44e3-b572-53aa45614cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:16.580519 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-0d064104-ac7c-44e3-b572-53aa45614cca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 1097 time: 0.4676478 Sep 22 08:39:16.603507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-11801086-b727-4181-8aca-325be8f90695 None None] Port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:39:16.648888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: from cryptography.utils import int_from_bytes Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: from cryptography.utils import int_from_bytes Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn_limited( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn_limited( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:16.653354 dv-neutron-857569-1-hyperv neutron-server[89052]: util.warn( Sep 22 08:39:16.663181 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-69746e53-8fc3-45fc-9428-5e3db317b33f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b3eca884-3bc4-41cb-9e5e-e8aa547bd621 HTTP/1.1" status: 200 len: 217 time: 0.0758917 Sep 22 08:39:16.669009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:39:16.669147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:39:16.729731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-20b30ffe-de58-420b-b861-cde502477ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:16.731128 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-20b30ffe-de58-420b-b861-cde502477ebf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11da0ab1-ddd4-4455-8d98-950f1522bd92 HTTP/1.1" status: 200 len: 838 time: 0.0612900 Sep 22 08:39:16.739155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de update to DOWN by agent not found {{(pid=89053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 22 08:39:16.792976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] Pushing event deleted for resources: {'Port': ['ID=060eba5c-87b2-4dba-b7c6-e8ed6744c1de,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:16.803988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28f8f9-7a36-4032-837c-41ca2511fad9 None None] No DVR routers for this DVR port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:16.823894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.825101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-beb474b7-ecf2-41ba-9ed8-72def5e575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:16.826767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-beb474b7-ecf2-41ba-9ed8-72def5e575d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0896003 Sep 22 08:39:16.843907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object e8417307-9f3a-4caa-b832-5410cd5822c6 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:16.870743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.947195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:16.950548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:16.955188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:16.960845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:16.961610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:16.974137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=e8417307-9f3a-4caa-b832-5410cd5822c6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:17.004114 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4bf05c00-484a-49e4-b34e-4614b14be720 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1070881 Sep 22 08:39:17.004256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:17.017502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] For port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a,segment=NetworkSegment(adee1e56-d586-4c75-ad6b-5f176849cbff),segment_id=adee1e56-d586-4c75-ad6b-5f176849cbff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:17.018032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.026145 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-3e0ade32-6366-4ce1-9aa7-5ad44785a258 service neutron] 10.222.0.48 "GET /v2.0/networks/1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922472 Sep 22 08:39:17.081383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port e8417307-9f3a-4caa-b832-5410cd5822c6 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:17.081383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.140380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] Calling delete_port for f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:17.166631 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23800b1e-d659-442e-84e2-a89f5f5bdc69 req-e31a2641-76ef-4418-b0e6-31086c6ac570 service neutron] 10.222.0.48 "GET /v2.0/networks/1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336892 Sep 22 08:39:17.170257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting port 060eba5c-87b2-4dba-b7c6-e8ed6744c1de {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:17.170599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.224522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '7c25a19c-f476-4da5-a90d-282ce5f335ff'}, {'subnet_id': 'b9e458a8-af70-4f69-8639-9ddc50369ae8'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:17.225449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.243673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] The port '060eba5c-87b2-4dba-b7c6-e8ed6744c1de' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:39:17.287973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.348821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] Pushing event deleted for resources: {'Port': ['ID=f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:17.360652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.363982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ed140-7820-430b-9d96-f367e0923d08 None None] No DVR routers for this DVR port f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:17.434130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.464963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb78d63d-e44e-4dcc-9182-ff24f0246731']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:17.476644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-41bfb621-aed7-475a-967b-debc6122c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:17.478153 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-41bfb621-aed7-475a-967b-debc6122c3fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 1097 time: 0.2403176 Sep 22 08:39:17.481987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b7c68a-66b9-43f6-8f06-9a47472b7ee8') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:17.482285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b7c68a-66b9-43f6-8f06-9a47472b7ee8') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:17.524442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Allocated IP 2001:db8:0:1::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/b9e458a8-af70-4f69-8639-9ddc50369ae8/c5afa7e2-d1b2-4546-bd7e-0975e8010d70) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:17.530975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Allocated IP 2001:db8::f816:3eff:fe3e:8d80 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/7c25a19c-f476-4da5-a90d-282ce5f335ff/c5afa7e2-d1b2-4546-bd7e-0975e8010d70) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:17.567411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.598996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.610924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:39:17.611386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.632288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for e8417307-9f3a-4caa-b832-5410cd5822c6 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:17.795714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.814507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d1b7c68a-66b9-43f6-8f06-9a47472b7ee8 resource provider aggregate not found Sep 22 08:39:17.842074 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d1b7c68a-66b9-43f6-8f06-9a47472b7ee8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1b7c68a-66b9-43f6-8f06-9a47472b7ee8 found for delete ", "request_id": "req-39e90def-ced5-4f3a-9e45-5d4fe422dff5"}]} Sep 22 08:39:17.864643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-26cea4db-a686-4bdd-870d-97f4aad0900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:17.866205 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-26cea4db-a686-4bdd-870d-97f4aad0900b service neutron] 10.222.0.48 "GET /v2.0/networks?id=1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b HTTP/1.1" status: 200 len: 897 time: 0.3762228 Sep 22 08:39:17.869657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.889349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.920557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe8d2e-6d13-45bf-ba5c-5ba2c2739c47 req-bb7bd2e9-47bd-4394-9538-a14277b1a0c8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:17.922588 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2abe8d2e-6d13-45bf-ba5c-5ba2c2739c47 req-bb7bd2e9-47bd-4394-9538-a14277b1a0c8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 944 time: 0.1965168 Sep 22 08:39:17.957733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Transition to ACTIVE for port object c5afa7e2-d1b2-4546-bd7e-0975e8010d70 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:17.963522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Network': ['ID=bb78d63d-e44e-4dcc-9182-ff24f0246731,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:17.966823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:17.967434 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-aca32bc2-0e5b-422a-95ad-156b3580559e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b3eca884-3bc4-41cb-9e5e-e8aa547bd621 HTTP/1.1" status: 200 len: 217 time: 0.0934584 Sep 22 08:39:17.970181 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a75c067c-5ef4-4fb2-b421-b3e2cd45e113 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/networks/bb78d63d-e44e-4dcc-9182-ff24f0246731 HTTP/1.1" status: 204 len: 168 time: 2.6041329 Sep 22 08:39:17.972609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:17.983426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Transition to ACTIVE for port object c5afa7e2-d1b2-4546-bd7e-0975e8010d70 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:17.989773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.025630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2abe8d2e-6d13-45bf-ba5c-5ba2c2739c47 req-018e9e52-999b-4532-ab84-70878b4c1db7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974026 Sep 22 08:39:18.028538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=e8417307-9f3a-4caa-b832-5410cd5822c6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:18.065368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:18.068344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:18.070755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:18.113670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Pushing event updated for resources: {'Port': ['ID=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:18.143721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-8ada4390-f285-4ae9-a9de-9e5e68b15f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:18.145324 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-8ada4390-f285-4ae9-a9de-9e5e68b15f63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=11da0ab1-ddd4-4455-8d98-950f1522bd92 HTTP/1.1" status: 200 len: 838 time: 0.1698236 Sep 22 08:39:18.156674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.168487 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-06aae711-6c78-49ec-bb85-c95e5ed23271 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e8417307-9f3a-4caa-b832-5410cd5822c6 HTTP/1.1" status: 204 len: 168 time: 1.1632361 Sep 22 08:39:18.169639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:18.171107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41594) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:18.194826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.211306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:39:18.211652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f5c6fd02-fb86-4af8-b6ec-b2ae19165b5a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:39:18.267975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Attempting to bind port c5afa7e2-d1b2-4546-bd7e-0975e8010d70 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:18.268345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Attempting to bind port c5afa7e2-d1b2-4546-bd7e-0975e8010d70 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:18.268703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Attempting to bind port c5afa7e2-d1b2-4546-bd7e-0975e8010d70 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:18.269714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1227d-a3e6-45fe-848a-8aa63d1a0d8a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:18.270649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9f1227d-a3e6-45fe-848a-8aa63d1a0d8a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:18.274434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:18.274581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:18.274928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.275360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:18.275852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Bound port: c5afa7e2-d1b2-4546-bd7e-0975e8010d70, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:18.276224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.288474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9f1227d-a3e6-45fe-848a-8aa63d1a0d8a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:18.290064 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9f1227d-a3e6-45fe-848a-8aa63d1a0d8a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1177804 Sep 22 08:39:18.292822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:18.360326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.369336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-991626ed-6f98-4cb0-b613-8d4f153216ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:18.370830 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-991626ed-6f98-4cb0-b613-8d4f153216ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2187541 Sep 22 08:39:18.379776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] For port c5afa7e2-d1b2-4546-bd7e-0975e8010d70, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:18.383164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] For port c5afa7e2-d1b2-4546-bd7e-0975e8010d70, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:18.387256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c1a02-e0aa-4ba8-a122-26ae49594ae0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:18.388932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.392162 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ba9c1a02-e0aa-4ba8-a122-26ae49594ae0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0983598 Sep 22 08:39:18.392849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41602) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:18.413790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745d88fc-9cd8-4319-9e87-fcaa8a8177e0']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:18.468238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddea1c2-9aa6-46ad-8bb3-0adc462d1801 None None] Pushing event updated for resources: {'Port': ['ID=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:18.477888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c3069-4eee-46d0-9bee-b80cb2869f15 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:18.479642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c3069-4eee-46d0-9bee-b80cb2869f15 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:18.481384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c3069-4eee-46d0-9bee-b80cb2869f15 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:18.482244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c2c3069-4eee-46d0-9bee-b80cb2869f15 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:18.483082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adee1e56-d586-4c75-ad6b-5f176849cbff') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:18.483410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adee1e56-d586-4c75-ad6b-5f176849cbff') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:18.502025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.502238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2c2c3069-4eee-46d0-9bee-b80cb2869f15 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:18.506440 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c2c3069-4eee-46d0-9bee-b80cb2869f15 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1095870 Sep 22 08:39:18.506617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:18.540345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.551644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:39:18.552054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.582031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 7c25a19c-f476-4da5-a90d-282ce5f335ff {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:18.585166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.637041 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-ce344a84-21fc-4f92-a600-d46635abfd21 service neutron] 10.222.0.48 "GET /v2.0/networks/1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520700 Sep 22 08:39:18.647647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.748778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.763164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.772005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.781461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Network': ['ID=745d88fc-9cd8-4319-9e87-fcaa8a8177e0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:18.790000 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-74d1b1b4-3646-4791-b064-66cb014b3d88 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/networks/745d88fc-9cd8-4319-9e87-fcaa8a8177e0 HTTP/1.1" status: 204 len: 168 time: 0.8162272 Sep 22 08:39:18.798174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41610) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:18.830726 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f474f6e8-a041-4ae7-b261-44ad90334ad6 req-8bd5b5b6-dee6-49be-bae8-636750f68649 service neutron] 10.222.0.48 "GET /v2.0/networks/1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809833 Sep 22 08:39:18.884624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting subnet cfc09bd5-d7db-434f-aa90-ab66a488e7ec {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:18.890080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.942073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:18.990759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.019504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=7c25a19c-f476-4da5-a90d-282ce5f335ff,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:19.025984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.050593 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a8184b71-ebd2-49ed-8dde-16afac692a2b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/7c25a19c-f476-4da5-a90d-282ce5f335ff HTTP/1.1" status: 204 len: 168 time: 0.5429821 Sep 22 08:39:19.053208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41614) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:19.138133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet b9e458a8-af70-4f69-8639-9ddc50369ae8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:19.143143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.188420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.248830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.250787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4f4ea-ec2c-4bef-9dff-53b154110a9e req-49abec81-6c17-4208-b2d8-d2933ac289e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:19.252479 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dbd4f4ea-ec2c-4bef-9dff-53b154110a9e req-49abec81-6c17-4208-b2d8-d2933ac289e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 944 time: 0.0984228 Sep 22 08:39:19.299940 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dbd4f4ea-ec2c-4bef-9dff-53b154110a9e req-f9727bae-8b0e-4708-9187-5c5ff8fc5987 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Sep 22 08:39:19.337725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.383840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.387260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc09bd5-d7db-434f-aa90-ab66a488e7ec,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:19.390152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80152d31-05e6-4643-94a0-c9d21cbc99d2 None None] Network f43bb68f-c694-41a9-bf89-fca32511350b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:19.403798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:19.403986 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd8e88c5-7465-4722-aabc-999b19aa0bbe tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/subnets/cfc09bd5-d7db-434f-aa90-ab66a488e7ec HTTP/1.1" status: 204 len: 168 time: 0.6048801 Sep 22 08:39:19.408248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.506606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.534792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.554555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Deleting port 43ae31d6-2790-4463-8c4b-3e9367baf44e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:19.554691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.561415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e458a8-af70-4f69-8639-9ddc50369ae8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:19.563525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.576613 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-12089fe1-9091-4f38-853f-a042a9eef199 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/b9e458a8-af70-4f69-8639-9ddc50369ae8 HTTP/1.1" status: 204 len: 168 time: 0.5200186 Sep 22 08:39:19.576780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41624) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:19.627339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadfbbc4-ff3d-4232-ba83-5647f3d27ff0 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:19.744568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8ff59f42-e173-4cab-b9f1-60e2de44cee4 None None] Provisioning for port c5afa7e2-d1b2-4546-bd7e-0975e8010d70 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:19.768530 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a70cbee-7251-4294-8be2-efaf3810db6d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1906965 Sep 22 08:39:19.771352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41628) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:19.777128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:19.784330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8ff59f42-e173-4cab-b9f1-60e2de44cee4 None None] Could not find standard attr ID for object e8417307-9f3a-4caa-b832-5410cd5822c6. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:19.791325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] For port 43ae31d6-2790-4463-8c4b-3e9367baf44e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=43ae31d6-2790-4463-8c4b-3e9367baf44e,segment=NetworkSegment(4faeb82a-0c69-4e1b-b3af-ecace41475b3),segment_id=4faeb82a-0c69-4e1b-b3af-ecace41475b3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:19.791818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.910098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:19.915747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:19.918978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:19.926873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:19.935846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] DHCP port deletion for f43bb68f-c694-41a9-bf89-fca32511350b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:19.941882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Deleting port 43ae31d6-2790-4463-8c4b-3e9367baf44e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:19.942008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:19.942460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.954996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:19.988020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:20.006486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Deleting port c5afa7e2-d1b2-4546-bd7e-0975e8010d70 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:20.006801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.051900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Calling delete_port for 43ae31d6-2790-4463-8c4b-3e9367baf44e owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:20.081001 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment adee1e56-d586-4c75-ad6b-5f176849cbff resource provider aggregate not found Sep 22 08:39:20.093815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device b3eca884-3bc4-41cb-9e5e-e8aa547bd621 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:39:20.135088 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment adee1e56-d586-4c75-ad6b-5f176849cbff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adee1e56-d586-4c75-ad6b-5f176849cbff found for delete ", "request_id": "req-cc9dab60-61f8-4fd6-9f2b-4128ac9acfe1"}]} Sep 22 08:39:20.135572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43ae31d6-2790-4463-8c4b-3e9367baf44e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:20.146057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.178973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 43ae31d6-2790-4463-8c4b-3e9367baf44e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:39:20.179282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43ae31d6-2790-4463-8c4b-3e9367baf44e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:39:20.196405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Port': ['ID=43ae31d6-2790-4463-8c4b-3e9367baf44e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:20.202158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] No DVR routers for this DVR port 43ae31d6-2790-4463-8c4b-3e9367baf44e on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:20.326838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.353291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43bb68f-c694-41a9-bf89-fca32511350b']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:20.366501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faeb82a-0c69-4e1b-b3af-ecace41475b3') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:20.366911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faeb82a-0c69-4e1b-b3af-ecace41475b3') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:20.381768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.385011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:39:20.402170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.409332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:39:20.409727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.513643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.517271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] For port 43ae31d6-2790-4463-8c4b-3e9367baf44e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=43ae31d6-2790-4463-8c4b-3e9367baf44e,segment=NetworkSegment(4faeb82a-0c69-4e1b-b3af-ecace41475b3),segment_id=4faeb82a-0c69-4e1b-b3af-ecace41475b3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:20.517800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.538303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.545591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Pushing event deleted for resources: {'Network': ['ID=f43bb68f-c694-41a9-bf89-fca32511350b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:20.553070 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb955922-d431-49eb-860b-7467ea032c9a tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/networks/f43bb68f-c694-41a9-bf89-fca32511350b HTTP/1.1" status: 204 len: 168 time: 1.1476114 Sep 22 08:39:20.555613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41638) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:20.570978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf831d74-c1b6-4d52-98a4-50accade422c req-e48af7b6-51bc-475c-a8ac-dc1e501ac731 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:20.572619 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf831d74-c1b6-4d52-98a4-50accade422c req-e48af7b6-51bc-475c-a8ac-dc1e501ac731 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 944 time: 0.1411724 Sep 22 08:39:20.615565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-78067b65-c6b9-44d2-8f01-214ac50e065d tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Synchronizing usage tracker for tenant:be8ce31453d44e6f824bb629aa6ab396 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:20.633831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-78067b65-c6b9-44d2-8f01-214ac50e065d tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Unset dirty status for tenant:be8ce31453d44e6f824bb629aa6ab396 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:20.637366 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-78067b65-c6b9-44d2-8f01-214ac50e065d tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bc638ca-f58d-47be-87da-54c8ab7ccf14 HTTP/1.1" status: 200 len: 205 time: 0.0784936 Sep 22 08:39:20.637605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41642) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:20.664193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Calling delete_port for 43ae31d6-2790-4463-8c4b-3e9367baf44e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:20.683486 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf831d74-c1b6-4d52-98a4-50accade422c req-1fcc8cfb-871d-4b5c-b06b-53c9ff433068 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016564 Sep 22 08:39:20.684364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.712852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] For port c5afa7e2-d1b2-4546-bd7e-0975e8010d70, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:20.713259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.721598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port b3eca884-3bc4-41cb-9e5e-e8aa547bd621, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:20.777141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-639ff271-a646-4d55-b5ca-6b083e655231 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.795331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621', 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'port_id': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621', 'mac_address': 'fa:16:3e:77:bd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11da0ab1-ddd4-4455-8d98-950f1522bd92', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:39:20.862292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Calling delete_port for c5afa7e2-d1b2-4546-bd7e-0975e8010d70 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:20.918697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port c5afa7e2-d1b2-4546-bd7e-0975e8010d70, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:20.947665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.956505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:20.958056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.019185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:21.019589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.037612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:39:21.038051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:39:21.054050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3eca884-3bc4-41cb-9e5e-e8aa547bd621 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:39:21.070991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port b3eca884-3bc4-41cb-9e5e-e8aa547bd621, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:21.072916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:39:21.073238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:39:21.075878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.079507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:21.084789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:21.091854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:21.092438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.103436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-639ff271-a646-4d55-b5ca-6b083e655231 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.105803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-639ff271-a646-4d55-b5ca-6b083e655231 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.122463 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3500979 Sep 22 08:39:21.125963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41646) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:21.132135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:21.134308 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=6301b6a2-b2c9-4b81-8454-eed620ed129a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:21.138332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425ad78-0da6-4a82-b9f5-c7d3dbac8d83 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,revision_number=6']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:21.155659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-639ff271-a646-4d55-b5ca-6b083e655231 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.156238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639ff271-a646-4d55-b5ca-6b083e655231 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Fanout notify agent at l3_agent the message router_deleted on router 6bc638ca-f58d-47be-87da-54c8ab7ccf14 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:39:21.159162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:21.225730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-639ff271-a646-4d55-b5ca-6b083e655231 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.226825 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-639ff271-a646-4d55-b5ca-6b083e655231 tempest-RoutersNegativeTest-1681779539 tempest-RoutersNegativeTest-1681779539-project] 10.222.0.42 "DELETE /v2.0/routers/6bc638ca-f58d-47be-87da-54c8ab7ccf14 HTTP/1.1" status: 204 len: 168 time: 0.5882659 Sep 22 08:39:21.280682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:21.285379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:21.288209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:21.293953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:21.303327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['b3eca884-3bc4-41cb-9e5e-e8aa547bd621'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:39:21.304367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:21.308287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.519924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41654) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:21.541649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Deleting port 43ae31d6-2790-4463-8c4b-3e9367baf44e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:21.542161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.559752 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6301b6a2-b2c9-4b81-8454-eed620ed129a (CIDR: 2001:db8::/64) Sep 22 08:39:21.563712 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:21.564425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:21.574558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Deleting port c5afa7e2-d1b2-4546-bd7e-0975e8010d70 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:21.574939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.587427 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a42a7c1e-c6c5-4687-a35c-5159610e7fd4 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4569783 Sep 22 08:39:21.588024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:21.593401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:21.662058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1a25244-031c-4489-9bc9-88b6e73ece22 None None] The port '43ae31d6-2790-4463-8c4b-3e9367baf44e' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:39:21.748664 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f37a870a-36f7-47fc-bbd5-ab92c72b7f75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be8ce31453d44e6f824bb629aa6ab396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2243896 Sep 22 08:39:21.748843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41666) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:21.796249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:21.801024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:21.803892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:21.817338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:21.839816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:21.843852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.888835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] For port c5afa7e2-d1b2-4546-bd7e-0975e8010d70, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:21.889235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.908168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-764087a0-8e6d-483f-9b76-b6cf8f03b870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.918135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984e660-48b3-4bcc-b18b-50af2cf956af req-03558209-026b-41a8-a9cf-e2a28a169216 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:21.919727 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c984e660-48b3-4bcc-b18b-50af2cf956af req-03558209-026b-41a8-a9cf-e2a28a169216 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 945 time: 0.0987792 Sep 22 08:39:21.960552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-764087a0-8e6d-483f-9b76-b6cf8f03b870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:21.976874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c984e660-48b3-4bcc-b18b-50af2cf956af req-8bf7f273-84fa-4fe8-9d00-9a3864eaceb7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499487 Sep 22 08:39:22.022496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Calling delete_port for c5afa7e2-d1b2-4546-bd7e-0975e8010d70 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:22.076134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-764087a0-8e6d-483f-9b76-b6cf8f03b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:22.110573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764087a0-8e6d-483f-9b76-b6cf8f03b870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f758ae81-1cc1-491c-88a2-fa663a89ad3b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:22.129414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-764087a0-8e6d-483f-9b76-b6cf8f03b870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:22.130528 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-764087a0-8e6d-483f-9b76-b6cf8f03b870 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f758ae81-1cc1-491c-88a2-fa663a89ad3b HTTP/1.1" status: 204 len: 168 time: 0.3808427 Sep 22 08:39:22.157933 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4faeb82a-0c69-4e1b-b3af-ecace41475b3 resource provider aggregate not found Sep 22 08:39:22.175045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:22.176333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4faeb82a-0c69-4e1b-b3af-ecace41475b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4faeb82a-0c69-4e1b-b3af-ecace41475b3 found for delete ", "request_id": "req-0d9f3504-8dce-472f-a654-989978cca12a"}]} Sep 22 08:39:22.198855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:22.227857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] Pushing event deleted for resources: {'Port': ['ID=c5afa7e2-d1b2-4546-bd7e-0975e8010d70,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:22.322037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df8953-75e8-4fc7-b36b-31bfa145fb0a None None] No DVR routers for this DVR port c5afa7e2-d1b2-4546-bd7e-0975e8010d70 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:22.335739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec65f61b-c21c-4873-ad7a-b8052ffbdc4e None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:22.373847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:22.376928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:22.381240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:22.381970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:22.399782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=087a15b4-70ae-4872-8645-7825adf2f987,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:22.409112 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-991dc88a-c401-4fa8-81f2-b5905f58d7b8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8199627 Sep 22 08:39:22.411746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41680) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:22.417535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:71:f6:68', 'name': 'tempest-NetworksTestDHCPv6-760030504'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:22.569850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:22.574124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:port and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:22.577240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': '087a15b4-70ae-4872-8645-7825adf2f987'}, {'subnet_id': '6301b6a2-b2c9-4b81-8454-eed620ed129a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:22.578676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:22.578964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:22.584868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:22.596538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:22.731549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:22.758627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 1194ea0c-dbe5-447c-97e0-eb2ba88e8084 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:22.817998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Allocated IP 2001:db8:0:1::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/087a15b4-70ae-4872-8645-7825adf2f987/2663d287-1ba0-4cfa-8469-13b135ee6ca4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:22.825987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Allocated IP 2001:db8::f816:3eff:fe50:eb92 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/6301b6a2-b2c9-4b81-8454-eed620ed129a/2663d287-1ba0-4cfa-8469-13b135ee6ca4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:22.943895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41698) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:23.054973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-721af063-25cd-4d9e-85f0-0d8346bdc636 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:23.055805 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-721af063-25cd-4d9e-85f0-0d8346bdc636 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 08:39:23.056309 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-721af063-25cd-4d9e-85f0-0d8346bdc636 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 08:39:23.057371 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-721af063-25cd-4d9e-85f0-0d8346bdc636 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1123688 Sep 22 08:39:23.061053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41706) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:23.067619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825457883'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:23.073794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:23.074217 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.079113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:23.082056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:23.086025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Transition to ACTIVE for port object 2663d287-1ba0-4cfa-8469-13b135ee6ca4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:23.095783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:23.105640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Transition to ACTIVE for port object 2663d287-1ba0-4cfa-8469-13b135ee6ca4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:23.111485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.116359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.129332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.144663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:23.148552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:23.151423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:23.157352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:23.196243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:23.200332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:23.202488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:23.205524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:23.255110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.259715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.274519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:23.285818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:23.291527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:23.300890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:23.301059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be9a43-5fc4-456e-b03d-942d4a671610 req-2e0db7f3-9077-4352-882c-0fb60bc75aec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:23.302687 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-71be9a43-5fc4-456e-b03d-942d4a671610 req-2e0db7f3-9077-4352-882c-0fb60bc75aec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 945 time: 0.2031996 Sep 22 08:39:23.303304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae93961-e0f6-48a3-93e1-6df3c0afcd62,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:23.340365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8:0:1::22a (f665e6c9-a097-4574-a663-b19ea5e6aeb8/087a15b4-70ae-4872-8645-7825adf2f987/1194ea0c-dbe5-447c-97e0-eb2ba88e8084) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:23.355332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Attempting to bind port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:23.355634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::f816:3eff:fe71:f668 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/6301b6a2-b2c9-4b81-8454-eed620ed129a/1194ea0c-dbe5-447c-97e0-eb2ba88e8084) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:23.355731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Attempting to bind port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:23.356285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Attempting to bind port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:23.362071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:23.362529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:23.362999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.363487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:23.364021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Bound port: 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:23.364461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.382235 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-71be9a43-5fc4-456e-b03d-942d4a671610 req-8bb29b61-8929-4b3e-a00b-c4d4df25a46b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614731 Sep 22 08:39:23.388575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.393598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.441464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.443705 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3816075 Sep 22 08:39:23.445762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634cc1f-fff3-49d0-b39b-152b6830d0f4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fc10f-6e1d-4570-98af-4ad90d0d4815,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:23.448603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41710) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:23.454895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': 'c81fc10f-6e1d-4570-98af-4ad90d0d4815', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:23.461006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:23.465199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:23.468375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:23.469182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:23.472856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:23.475232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:23.478642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.492428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.565259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a9231-6276-4e5b-91c1-7686232136a8 None None] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:23.566713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.578790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.601955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a30e6c-7eb6-47f0-a298-a7dd45f56018,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:23.613471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.618849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.623463 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65e9a82f-78dd-4b2f-963b-9b46600b5dae tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740096 Sep 22 08:39:23.624063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:23.629253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': 'c81fc10f-6e1d-4570-98af-4ad90d0d4815', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:23.631008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 1194ea0c-dbe5-447c-97e0-eb2ba88e8084 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:23.635401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:23.639755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:23.643063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:23.649260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:23.657320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.668703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.731543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:23.733047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:23.739713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:23.740368 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 08:39:23.742425 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc8a0629-11e2-43c1-95e0-69b9597b5fd1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1170201 Sep 22 08:39:23.745632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41718) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:23.751840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:23.752608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.774432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=1194ea0c-dbe5-447c-97e0-eb2ba88e8084,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:23.808516 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ef48921-8f33-437f-af43-2918fe82adc3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3933902 Sep 22 08:39:23.808761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41722) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:23.840404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95525160-d174-42e7-8451-91ebc21134c4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.872577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95525160-d174-42e7-8451-91ebc21134c4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.882837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 1194ea0c-dbe5-447c-97e0-eb2ba88e8084 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:23.883174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.931186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95525160-d174-42e7-8451-91ebc21134c4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.948923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95525160-d174-42e7-8451-91ebc21134c4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fc10f-6e1d-4570-98af-4ad90d0d4815,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:23.965833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95525160-d174-42e7-8451-91ebc21134c4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:23.967355 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-95525160-d174-42e7-8451-91ebc21134c4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/c81fc10f-6e1d-4570-98af-4ad90d0d4815 HTTP/1.1" status: 204 len: 168 time: 0.2204127 Sep 22 08:39:23.970534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41726) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:24.026585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-74a0875d-b3a4-4cce-ba69-e30a19243ff2 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:24.045024 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device b3eca884-3bc4-41cb-9e5e-e8aa547bd621 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:24.046211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-74a0875d-b3a4-4cce-ba69-e30a19243ff2 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:24.048387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-74a0875d-b3a4-4cce-ba69-e30a19243ff2 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757620 Sep 22 08:39:24.053939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41730) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:24.066563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076685695'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:24.074509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:24.088485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:24.111261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.140271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:24.147115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:24.151467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:24.155032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:24.158877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:24.163084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:24.164397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.164760 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 Sep 22 08:39:24.167336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.213425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2663d287-1ba0-4cfa-8469-13b135ee6ca4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:24.254892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.259643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.308397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08471e29-7725-40ad-bfa7-5578fe742afb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:24.317334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.318645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a06ffc5-1234-439a-ad79-a12dea4b9b20 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2634003 Sep 22 08:39:24.319074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 1194ea0c-dbe5-447c-97e0-eb2ba88e8084 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:24.321636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41734) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:24.327475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f8b1766d-3588-447d-a13c-619e6306bdc4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '08471e29-7725-40ad-bfa7-5578fe742afb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:24.330625 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-f8b1766d-3588-447d-a13c-619e6306bdc4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 08:39:24.331386 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-f8b1766d-3588-447d-a13c-619e6306bdc4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:24.333426 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8b1766d-3588-447d-a13c-619e6306bdc4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0108740 Sep 22 08:39:24.336120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41738) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:24.358834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:24.397074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:24.397594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.434177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f1f26-3173-4f74-845c-614329950002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:39:24.435163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2569-3a26-4e58-9f38-fd2ee0432c69 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.437032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b9eef8-8326-4ac6-8b96-e5b1d78b3972" -d '{"events": [{"server_uuid": "658f1f26-3173-4f74-845c-614329950002", "name": "network-vif-plugged", "status": "completed", "tag": "b3eca884-3bc4-41cb-9e5e-e8aa547bd621"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:39:24.448684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port b3eca884-3bc4-41cb-9e5e-e8aa547bd621, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:24.457564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.516458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2569-3a26-4e58-9f38-fd2ee0432c69 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.549738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae763c-5b0f-49f4-befa-1d3e2f4a2ad6 x-openstack-request-id: req-9dae763c-5b0f-49f4-befa-1d3e2f4a2ad6 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:39:24.550031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f1f26-3173-4f74-845c-614329950002", "name": "network-vif-plugged", "status": "completed", "tag": "b3eca884-3bc4-41cb-9e5e-e8aa547bd621", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:39:24.550287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dae763c-5b0f-49f4-befa-1d3e2f4a2ad6 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:39:24.550689 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dae763c-5b0f-49f4-befa-1d3e2f4a2ad6'] response: {'server_uuid': '658f1f26-3173-4f74-845c-614329950002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621', 'code': 200} Sep 22 08:39:24.591368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:24.603874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2569-3a26-4e58-9f38-fd2ee0432c69 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.677670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd2569-3a26-4e58-9f38-fd2ee0432c69 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08471e29-7725-40ad-bfa7-5578fe742afb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:24.710368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0cd2569-3a26-4e58-9f38-fd2ee0432c69 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.711540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b0cd2569-3a26-4e58-9f38-fd2ee0432c69 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/08471e29-7725-40ad-bfa7-5578fe742afb HTTP/1.1" status: 204 len: 168 time: 0.3737478 Sep 22 08:39:24.714520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41746) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:24.759660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.816260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc4852-889b-4114-8d44-9f2e2c9e5017 req-bd43ec77-ae6f-4b5a-bc37-aa9b965ffde2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:24.817727 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40cc4852-889b-4114-8d44-9f2e2c9e5017 req-bd43ec77-ae6f-4b5a-bc37-aa9b965ffde2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 946 time: 0.2056046 Sep 22 08:39:24.825803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=1194ea0c-dbe5-447c-97e0-eb2ba88e8084,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:24.845416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe29e52-e566-443e-aab6-3be6ff4be1da req-e8cb2ebd-5bcd-4d4e-a2b2-2ceceaf2f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:24.846859 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fe29e52-e566-443e-aab6-3be6ff4be1da req-e8cb2ebd-5bcd-4d4e-a2b2-2ceceaf2f8d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 1099 time: 0.1332040 Sep 22 08:39:24.850788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e5487-a70a-4bb2-87ab-c96c665d1304 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:24.880981 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d4e0ecd1-98f4-4343-9508-ae338a7a8e90 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1617429 Sep 22 08:39:24.882424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:24.890925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931359488'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:24.906831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:24.912692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40cc4852-889b-4114-8d44-9f2e2c9e5017 req-b75161e5-41c1-45f3-b08e-b9d4d31cf3c1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866530 Sep 22 08:39:24.918588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:24.924368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:24.928576 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fe29e52-e566-443e-aab6-3be6ff4be1da req-89c2db9b-8b3c-4c58-a2ab-4d36a8864c2e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753801 Sep 22 08:39:24.932736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.934208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:24.947071 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f17efcc-9099-422f-9b8d-e0fe335dde4a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/1194ea0c-dbe5-447c-97e0-eb2ba88e8084 HTTP/1.1" status: 204 len: 168 time: 1.1352706 Sep 22 08:39:24.947595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:24.976922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Provisioning for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:24.995105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:24.999200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:24.999755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.000913 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:25.033879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:25.039725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:25.043085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:25.050837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:25.085768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7838ede8-6131-41ca-9183-55b004859e8b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:25.086391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7838ede8-6131-41ca-9183-55b004859e8b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:25.117871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7838ede8-6131-41ca-9183-55b004859e8b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:25.119025 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7838ede8-6131-41ca-9183-55b004859e8b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1703339 Sep 22 08:39:25.121865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41758) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.155371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.162697 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.213659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e440c2-25d2-4640-bfcf-873580726794,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:25.216934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.218295 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7b648ae-403a-4e9a-91dd-fac3bc84f20d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3359730 Sep 22 08:39:25.221595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.222236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fb352-51cc-495e-b5e7-648a5d31e8b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:25.223045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-904fb352-51cc-495e-b5e7-648a5d31e8b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:25.226955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bc79c985-b482-4275-b457-866ccc4954e8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '34e440c2-25d2-4640-bfcf-873580726794', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:25.228399 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-bc79c985-b482-4275-b457-866ccc4954e8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 08:39:25.229356 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-bc79c985-b482-4275-b457-866ccc4954e8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:25.229818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bc79c985-b482-4275-b457-866ccc4954e8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073366 Sep 22 08:39:25.232822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.234905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:25.235413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.251702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-904fb352-51cc-495e-b5e7-648a5d31e8b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:25.255117 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-904fb352-51cc-495e-b5e7-648a5d31e8b0 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1295333 Sep 22 08:39:25.256346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41770) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.276021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:25.284664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.308887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97720ac7-3dd8-4348-ab10-702635d41b28 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.341810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97720ac7-3dd8-4348-ab10-702635d41b28 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.342015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff98768-33d1-41e1-a2c1-54cc0f0632cb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:25.345396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff98768-33d1-41e1-a2c1-54cc0f0632cb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:25.352019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff98768-33d1-41e1-a2c1-54cc0f0632cb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:25.353757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ff98768-33d1-41e1-a2c1-54cc0f0632cb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:25.375465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ff98768-33d1-41e1-a2c1-54cc0f0632cb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:25.376505 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ff98768-33d1-41e1-a2c1-54cc0f0632cb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1190045 Sep 22 08:39:25.379516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41774) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.383733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114234d-04bf-4519-b45b-57e9207c43fe None None] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:25.397671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97720ac7-3dd8-4348-ab10-702635d41b28 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.417821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97720ac7-3dd8-4348-ab10-702635d41b28 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e440c2-25d2-4640-bfcf-873580726794,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:25.431288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97720ac7-3dd8-4348-ab10-702635d41b28 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.435376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41778) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.435974 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97720ac7-3dd8-4348-ab10-702635d41b28 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/34e440c2-25d2-4640-bfcf-873580726794 HTTP/1.1" status: 204 len: 168 time: 0.2021427 Sep 22 08:39:25.491093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 087a15b4-70ae-4872-8645-7825adf2f987 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:25.503347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.511051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5f3ff784-5c7f-41e3-bc49-de754a71de3d None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:25.511529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5f3ff784-5c7f-41e3-bc49-de754a71de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.511925 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5f3ff784-5c7f-41e3-bc49-de754a71de3d None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:25.552127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f8dc3b70-b745-4c4c-b9f2-a7862e7464bb tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:25.577500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.618187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f8dc3b70-b745-4c4c-b9f2-a7862e7464bb tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:25.619475 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8dc3b70-b745-4c4c-b9f2-a7862e7464bb tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1831386 Sep 22 08:39:25.623951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41782) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.631537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--701528880'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:25.638927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:25.639197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ff784-5c7f-41e3-bc49-de754a71de3d None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:25.653503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:25.665220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.680014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.690694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:25.695737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:25.698687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:25.705263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:25.760409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-179c8942-2359-41e8-86dd-14d11a9e1369 None None] Could not find standard attr ID for object e8417307-9f3a-4caa-b832-5410cd5822c6. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:25.768325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.787352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.791688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.816739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=087a15b4-70ae-4872-8645-7825adf2f987,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:25.823198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.838870 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ce285b5-d51c-4115-8b80-c9103cef40d2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/087a15b4-70ae-4872-8645-7825adf2f987 HTTP/1.1" status: 204 len: 168 time: 0.4586411 Sep 22 08:39:25.841458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41786) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.841625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50103985-3e10-4bf0-b495-97a7cde67491,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:25.853951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:25.855535 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-09a20832-a481-4e49-a9cb-03d62be78c7c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2288632 Sep 22 08:39:25.858164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41790) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.864869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-981ada73-1d4b-455f-a8d2-cbf30b261e5b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '50103985-3e10-4bf0-b495-97a7cde67491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:25.865698 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-981ada73-1d4b-455f-a8d2-cbf30b261e5b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 08:39:25.866191 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-981ada73-1d4b-455f-a8d2-cbf30b261e5b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:25.869567 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-981ada73-1d4b-455f-a8d2-cbf30b261e5b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078447 Sep 22 08:39:25.869774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41794) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.876416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6db3ce66-49d5-41cf-92c7-1f5cf21564ea tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '50103985-3e10-4bf0-b495-97a7cde67491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:25.877063 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-6db3ce66-49d5-41cf-92c7-1f5cf21564ea tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 08:39:25.877680 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-6db3ce66-49d5-41cf-92c7-1f5cf21564ea tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:25.880919 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6db3ce66-49d5-41cf-92c7-1f5cf21564ea tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078754 Sep 22 08:39:25.881643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.891784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-df4c6876-ddc2-4c81-86ca-cd69b55674ff tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '50103985-3e10-4bf0-b495-97a7cde67491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:25.892619 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-df4c6876-ddc2-4c81-86ca-cd69b55674ff tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 08:39:25.893112 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-df4c6876-ddc2-4c81-86ca-cd69b55674ff tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:25.897764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df4c6876-ddc2-4c81-86ca-cd69b55674ff tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126379 Sep 22 08:39:25.898104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41802) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.905404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ef69aea1-d234-4da3-96a1-b3f7f1a04e34 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '50103985-3e10-4bf0-b495-97a7cde67491', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:25.906320 dv-neutron-857569-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-ef69aea1-d234-4da3-96a1-b3f7f1a04e34 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 08:39:25.906805 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-ef69aea1-d234-4da3-96a1-b3f7f1a04e34 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:25.910178 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef69aea1-d234-4da3-96a1-b3f7f1a04e34 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086460 Sep 22 08:39:25.910828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41806) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:25.951440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet 6301b6a2-b2c9-4b81-8454-eed620ed129a {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:25.963177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.038508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e267824c-7966-4a2e-81b3-890eb6fd4caf None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:26.075979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7098c4a2-66dc-48b3-8399-ce06e228c036 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.109634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.168038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2663d287-1ba0-4cfa-8469-13b135ee6ca4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:26.189939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7098c4a2-66dc-48b3-8399-ce06e228c036 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.257611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-69edd41b-a6ae-462a-b094-39c30d6c65d0 None None] Could not find standard attr ID for object 1194ea0c-dbe5-447c-97e0-eb2ba88e8084. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:26.278912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6752a-c883-40fb-ae8a-24b084d163dd req-14e4ac4a-bc63-4fe4-8469-60da3bd48cdd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:26.280415 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dba6752a-c883-40fb-ae8a-24b084d163dd req-14e4ac4a-bc63-4fe4-8469-60da3bd48cdd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 946 time: 0.1495528 Sep 22 08:39:26.286444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7098c4a2-66dc-48b3-8399-ce06e228c036 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.322832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098c4a2-66dc-48b3-8399-ce06e228c036 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50103985-3e10-4bf0-b495-97a7cde67491,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:26.341008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7098c4a2-66dc-48b3-8399-ce06e228c036 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.344598 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7098c4a2-66dc-48b3-8399-ce06e228c036 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/50103985-3e10-4bf0-b495-97a7cde67491 HTTP/1.1" status: 204 len: 168 time: 0.4303741 Sep 22 08:39:26.344815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41812) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:26.352462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.376394 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dba6752a-c883-40fb-ae8a-24b084d163dd req-38f0e461-e7c2-4b8a-8cfa-58b13e6385a4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849540 Sep 22 08:39:26.397021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:26.397539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.398153 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:26.407278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ef949b85-8669-43d0-acd9-fbb2d8b092ca tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:26.424941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ef949b85-8669-43d0-acd9-fbb2d8b092ca tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:26.426637 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef949b85-8669-43d0-acd9-fbb2d8b092ca tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808673 Sep 22 08:39:26.430844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41818) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:26.436451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--848290882'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:26.444586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:26.449469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.457812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:26.469853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.495766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:26.501107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:26.501715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=6301b6a2-b2c9-4b81-8454-eed620ed129a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:26.508076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:26.509092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.515302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:26.522076 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26a8267e-7006-4440-9836-4d04be503abf tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/6301b6a2-b2c9-4b81-8454-eed620ed129a HTTP/1.1" status: 204 len: 168 time: 0.6795385 Sep 22 08:39:26.524707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41822) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:26.604461 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5ae85777-ad0b-4d3e-8369-ce9674dd52fa tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785029 Sep 22 08:39:26.608269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41826) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:26.610615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3c77-a23e-49df-b558-4ce62e1b18cc req-4b7da4fa-53b3-4cfe-9b6a-7392c28fd62a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:26.612401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3ecc3c77-a23e-49df-b558-4ce62e1b18cc req-4b7da4fa-53b3-4cfe-9b6a-7392c28fd62a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 946 time: 0.0932484 Sep 22 08:39:26.615550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:26.624492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:26.662803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3ecc3c77-a23e-49df-b558-4ce62e1b18cc req-09a4148f-393c-4dfb-89d5-35df620f6ed5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 Sep 22 08:39:26.726116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b14a5e-7664-4bca-a99d-fe5e2c0f66b8 None None] Update dhcp port {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': '6301b6a2-b2c9-4b81-8454-eed620ed129a'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '2663d287-1ba0-4cfa-8469-13b135ee6ca4'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:39:26.765276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:26.778053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:26.782288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.782574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88b14a5e-7664-4bca-a99d-fe5e2c0f66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.783578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:26.786845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.804000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:26.841391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:26.845478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.867532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e56511e-695a-4795-8adc-0e659a4ced36,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:26.917913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:26.919131 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9a90f6a7-b0b9-4669-a61a-a2af0413ca06 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4872639 Sep 22 08:39:26.922492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41834) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:26.928160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cb21d691-eaa5-4ffb-b106-eb4d04941fd3 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:26.928775 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-cb21d691-eaa5-4ffb-b106-eb4d04941fd3 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 08:39:26.929388 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-cb21d691-eaa5-4ffb-b106-eb4d04941fd3 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:26.931294 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb21d691-eaa5-4ffb-b106-eb4d04941fd3 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065663 Sep 22 08:39:26.933440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41838) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:26.938432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-776013ba-fcde-4530-8da3-f9f9544c8aef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:26.946065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-776013ba-fcde-4530-8da3-f9f9544c8aef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:26.950851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-776013ba-fcde-4530-8da3-f9f9544c8aef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:26.955152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-776013ba-fcde-4530-8da3-f9f9544c8aef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:26.966098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-776013ba-fcde-4530-8da3-f9f9544c8aef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:26.997476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11fd72-5cee-4345-adb4-9e21aabe57c0 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:27.013979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-776013ba-fcde-4530-8da3-f9f9544c8aef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.015182 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-776013ba-fcde-4530-8da3-f9f9544c8aef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0806043 Sep 22 08:39:27.018618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41842) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.024474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5fd7d3cc-918e-433a-a026-9fb30ca85e7b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.024958 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-5fd7d3cc-918e-433a-a026-9fb30ca85e7b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 08:39:27.025463 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-5fd7d3cc-918e-433a-a026-9fb30ca85e7b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.029433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5fd7d3cc-918e-433a-a026-9fb30ca85e7b tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068910 Sep 22 08:39:27.029597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.034948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-575f66ac-6ffe-4b6b-aab5-c1931dfb6123 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.040681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-575f66ac-6ffe-4b6b-aab5-c1931dfb6123 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.044603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-575f66ac-6ffe-4b6b-aab5-c1931dfb6123 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:27.048036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-575f66ac-6ffe-4b6b-aab5-c1931dfb6123 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:27.054035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-575f66ac-6ffe-4b6b-aab5-c1931dfb6123 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.088910 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-575f66ac-6ffe-4b6b-aab5-c1931dfb6123 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.090037 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-575f66ac-6ffe-4b6b-aab5-c1931dfb6123 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0596044 Sep 22 08:39:27.092877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.099134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.100840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-93827807-6bc2-4092-b039-c25acd30cbf4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.101528 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-93827807-6bc2-4092-b039-c25acd30cbf4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 08:39:27.102052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-93827807-6bc2-4092-b039-c25acd30cbf4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.105863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-93827807-6bc2-4092-b039-c25acd30cbf4 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083649 Sep 22 08:39:27.106499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41854) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.113520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f78a2912-ace5-4393-b81c-029fa4e0dab0 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.119667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f78a2912-ace5-4393-b81c-029fa4e0dab0 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.124457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f78a2912-ace5-4393-b81c-029fa4e0dab0 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:27.127384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f78a2912-ace5-4393-b81c-029fa4e0dab0 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:27.133601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f78a2912-ace5-4393-b81c-029fa4e0dab0 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.138168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-029eddb6-8482-4d97-903f-4292d73e64d2 None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:27.138530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-029eddb6-8482-4d97-903f-4292d73e64d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.138862 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-029eddb6-8482-4d97-903f-4292d73e64d2 None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:27.165645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-f78a2912-ace5-4393-b81c-029fa4e0dab0 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.169374 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f78a2912-ace5-4393-b81c-029fa4e0dab0 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0593290 Sep 22 08:39:27.169596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.175379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3208ecba-1899-4393-9022-6ac31c9f8b84 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.175858 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-3208ecba-1899-4393-9022-6ac31c9f8b84 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 08:39:27.176729 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3208ecba-1899-4393-9022-6ac31c9f8b84 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.176946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:27.180283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3208ecba-1899-4393-9022-6ac31c9f8b84 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068507 Sep 22 08:39:27.180411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:27.180517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.183797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:27.184498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.185304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b3a57713-375f-416f-9c4f-d279c7767cef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.192539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b3a57713-375f-416f-9c4f-d279c7767cef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.196658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b3a57713-375f-416f-9c4f-d279c7767cef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:27.200617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b3a57713-375f-416f-9c4f-d279c7767cef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:27.208368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b3a57713-375f-416f-9c4f-d279c7767cef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.209798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:27.222338 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7766d4a-1650-4eb0-9fb2-bdc8b695d163 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6129546 Sep 22 08:39:27.225138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41866) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.231422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.249728 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b3a57713-375f-416f-9c4f-d279c7767cef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.253495 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b3a57713-375f-416f-9c4f-d279c7767cef tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0694382 Sep 22 08:39:27.253735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41870) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.301336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-507f14fd-690e-404b-9ccf-490572cc3d68 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '1e56511e-695a-4795-8adc-0e659a4ced36', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.315191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-507f14fd-690e-404b-9ccf-490572cc3d68 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.327991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-507f14fd-690e-404b-9ccf-490572cc3d68 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:27.330314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-029eddb6-8482-4d97-903f-4292d73e64d2 None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:27.334553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-507f14fd-690e-404b-9ccf-490572cc3d68 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:27.344279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-507f14fd-690e-404b-9ccf-490572cc3d68 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.409180 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-507f14fd-690e-404b-9ccf-490572cc3d68 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.410164 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-507f14fd-690e-404b-9ccf-490572cc3d68 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1555114 Sep 22 08:39:27.411246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.413337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41874) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.415123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] Update dhcp port {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': 'ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '2663d287-1ba0-4cfa-8469-13b135ee6ca4'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:39:27.418067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:27.420962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:27.426863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.438464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:27.441931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.472427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.483088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df6e2cec-a061-4ca2-870c-d6f03c314d67 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.510911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df6e2cec-a061-4ca2-870c-d6f03c314d67 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.572918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df6e2cec-a061-4ca2-870c-d6f03c314d67 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.599169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e2cec-a061-4ca2-870c-d6f03c314d67 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e56511e-695a-4795-8adc-0e659a4ced36,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:27.606471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df6e2cec-a061-4ca2-870c-d6f03c314d67 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.609628 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df6e2cec-a061-4ca2-870c-d6f03c314d67 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/1e56511e-695a-4795-8adc-0e659a4ced36 HTTP/1.1" status: 204 len: 168 time: 0.1951928 Sep 22 08:39:27.610244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41878) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.671192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2fc7deb3-145a-449f-9dd7-25df98d2d602 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:27.687384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2fc7deb3-145a-449f-9dd7-25df98d2d602 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:27.692254 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2fc7deb3-145a-449f-9dd7-25df98d2d602 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774760 Sep 22 08:39:27.692772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.696740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a/2663d287-1ba0-4cfa-8469-13b135ee6ca4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:27.701627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208408381'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.707155 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a (CIDR: 2001:db8::/64) Sep 22 08:39:27.709439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.713535 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:27.713981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:27.728319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.739579 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd51bbea-939f-49e5-9f8f-dd086ad9f7f8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5133116 Sep 22 08:39:27.742340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41886) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:27.747553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:27.764627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.833808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:27.850073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.857582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:27.858119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.862192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:27.874096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] Transition to ACTIVE for port object 2663d287-1ba0-4cfa-8469-13b135ee6ca4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:27.880125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.881004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.925665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:27.931169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:27.935612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:27.945293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:27.971571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:27.975004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:27.998729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b85e34-81d1-43c5-90a4-89f1906ecce3 None None] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:28.060692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.069683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.144801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2663d287-1ba0-4cfa-8469-13b135ee6ca4 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:28.166693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ab3133-7b51-4325-859b-5195057932eb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:28.172908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.174110 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b786013d-f652-4d36-b855-fd674ab7c984 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4804420 Sep 22 08:39:28.177188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41890) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.186236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b39af856-9595-4b74-8255-270057000ce8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '63ab3133-7b51-4325-859b-5195057932eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:28.187165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 41894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.200949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b39af856-9595-4b74-8255-270057000ce8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:28.210413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b39af856-9595-4b74-8255-270057000ce8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:28.213954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b39af856-9595-4b74-8255-270057000ce8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:28.220791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b39af856-9595-4b74-8255-270057000ce8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:28.262274 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b39af856-9595-4b74-8255-270057000ce8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The resource could not be found. Sep 22 08:39:28.263835 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b39af856-9595-4b74-8255-270057000ce8 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0854642 Sep 22 08:39:28.266758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41898) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.273942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-970785c0-11d9-4157-9a47-549c24020d4d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '63ab3133-7b51-4325-859b-5195057932eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0b434b6a-71c7-4c08-9e53-18d4ace6ebe4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:28.283323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-970785c0-11d9-4157-9a47-549c24020d4d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:28.288630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-970785c0-11d9-4157-9a47-549c24020d4d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:28.291197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:28.291606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.292529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-970785c0-11d9-4157-9a47-549c24020d4d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:28.300741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-970785c0-11d9-4157-9a47-549c24020d4d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:28.332152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:28.338882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.341713 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-970785c0-11d9-4157-9a47-549c24020d4d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The resource could not be found. Sep 22 08:39:28.342931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-970785c0-11d9-4157-9a47-549c24020d4d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0747349 Sep 22 08:39:28.351236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41902) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.428809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f97f-76a6-4784-b648-489caa6dc81d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.461702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f97f-76a6-4784-b648-489caa6dc81d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.474879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:28.524473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f97f-76a6-4784-b648-489caa6dc81d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.555322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7f97f-76a6-4784-b648-489caa6dc81d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ab3133-7b51-4325-859b-5195057932eb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:28.557209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f97f-76a6-4784-b648-489caa6dc81d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.558315 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eaa7f97f-76a6-4784-b648-489caa6dc81d tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/63ab3133-7b51-4325-859b-5195057932eb HTTP/1.1" status: 204 len: 168 time: 0.2058840 Sep 22 08:39:28.560828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41906) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.621950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-678957b1-2747-4c97-bdf1-2d2f87288871 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:28.639733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-678957b1-2747-4c97-bdf1-2d2f87288871 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:28.641059 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-678957b1-2747-4c97-bdf1-2d2f87288871 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770497 Sep 22 08:39:28.645341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41910) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.650500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5c3df4b3-d1ee-418e-814d-1d8f71d87ad5 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': '486ac8a4-d53e-4157-8db8-1acb57f9b9a7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:28.658643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5c3df4b3-d1ee-418e-814d-1d8f71d87ad5 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:28.663042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5c3df4b3-d1ee-418e-814d-1d8f71d87ad5 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:28.665998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5c3df4b3-d1ee-418e-814d-1d8f71d87ad5 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:28.673611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5c3df4b3-d1ee-418e-814d-1d8f71d87ad5 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:28.717134 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-5c3df4b3-d1ee-418e-814d-1d8f71d87ad5 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The resource could not be found. Sep 22 08:39:28.723233 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5c3df4b3-d1ee-418e-814d-1d8f71d87ad5 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0768199 Sep 22 08:39:28.723856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.728849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--49419729'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:28.734869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:28.746097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:28.750802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381265c2-e303-4310-8083-b19bca78491f None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:28.757860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.779250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:28.783949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:28.787317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:28.793372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:28.836314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Provisioning for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:28.845903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:28.846270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.846594 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:28.878607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.882982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.943493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7691efd-75e0-4301-b3e1-1654b4e7aecd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:28.970662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:28.972203 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-427ca03a-1f2b-4066-8085-0f6c439e94b9 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2473979 Sep 22 08:39:28.974806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41918) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:28.981025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918212074'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:28.987688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:28.992290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:28.995013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:29.002463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:29.016282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.021797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:39:29.037850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:29.041929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:29.044971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:29.050911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:29.112231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:29.112754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.130738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.135580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.157757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:29.164719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.186686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19029375-a505-4937-8791-c174f80c226a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:29.190091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.193758 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-36ab0d3b-5422-4a67-afb3-34d0260b433c tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2150035 Sep 22 08:39:29.193983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:29.199876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-15c1a251-e247-4b4b-a114-b391efbb8620 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group_rule': {'security_group_id': 'f7691efd-75e0-4301-b3e1-1654b4e7aecd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '19029375-a505-4937-8791-c174f80c226a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:29.206832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-15c1a251-e247-4b4b-a114-b391efbb8620 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:29.211064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-15c1a251-e247-4b4b-a114-b391efbb8620 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:29.214796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-15c1a251-e247-4b4b-a114-b391efbb8620 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:29.221701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-15c1a251-e247-4b4b-a114-b391efbb8620 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:29.249988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9c08d-70e8-4c80-858d-2425682a1bd3 None None] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:29.262458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-15c1a251-e247-4b4b-a114-b391efbb8620 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:29.266815 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-15c1a251-e247-4b4b-a114-b391efbb8620 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0686920 Sep 22 08:39:29.266997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41926) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:29.337399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05eaa3c8-005d-41f7-917b-87b48f4c1695 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.345393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d17f451-74fd-4c29-bacd-41dae53535c8 None None] Update dhcp port {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': 'ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'feddd51f-8154-41ab-9d42-9a61c931e9c9'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '2663d287-1ba0-4cfa-8469-13b135ee6ca4'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:39:29.372936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05eaa3c8-005d-41f7-917b-87b48f4c1695 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.399430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d17f451-74fd-4c29-bacd-41dae53535c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.425728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05eaa3c8-005d-41f7-917b-87b48f4c1695 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.446226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eaa3c8-005d-41f7-917b-87b48f4c1695 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19029375-a505-4937-8791-c174f80c226a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:29.454233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05eaa3c8-005d-41f7-917b-87b48f4c1695 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.458005 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05eaa3c8-005d-41f7-917b-87b48f4c1695 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/19029375-a505-4937-8791-c174f80c226a HTTP/1.1" status: 204 len: 168 time: 0.1874723 Sep 22 08:39:29.458321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41930) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:29.462847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.485277 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.522627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-35f3ae51-4844-4c4e-bff0-c09f14192a05 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:29.538930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-35f3ae51-4844-4c4e-bff0-c09f14192a05 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:29.542928 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35f3ae51-4844-4c4e-bff0-c09f14192a05 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0810099 Sep 22 08:39:29.543839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41934) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:29.613014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5d23c80-3898-40a4-a0cb-c78bc9c4dce1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.643933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5d23c80-3898-40a4-a0cb-c78bc9c4dce1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.699436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5d23c80-3898-40a4-a0cb-c78bc9c4dce1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.717420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d23c80-3898-40a4-a0cb-c78bc9c4dce1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7691efd-75e0-4301-b3e1-1654b4e7aecd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:29.733665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5d23c80-3898-40a4-a0cb-c78bc9c4dce1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.735331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c5d23c80-3898-40a4-a0cb-c78bc9c4dce1 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/f7691efd-75e0-4301-b3e1-1654b4e7aecd HTTP/1.1" status: 204 len: 168 time: 0.1898885 Sep 22 08:39:29.737524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:29.780185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4d17f451-74fd-4c29-bacd-41dae53535c8 None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:29.794326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2d29e95-f6b0-4d08-ba49-094a35504552 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:29.810224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d17f451-74fd-4c29-bacd-41dae53535c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.811327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2d29e95-f6b0-4d08-ba49-094a35504552 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:29.813279 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2d29e95-f6b0-4d08-ba49-094a35504552 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0748568 Sep 22 08:39:29.817734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:29.821568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d17f451-74fd-4c29-bacd-41dae53535c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.822842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'tempest-secgroup--504494224'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:29.826742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:39:29.827363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:39:29.830408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:29.844222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:29.856581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:29.882091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:29.887973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Usage tracker for resource:security_group_rule and tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:29.891744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:29.907631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:29.923167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17f451-74fd-4c29-bacd-41dae53535c8 None None] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:30.021721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.17 (1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b/11da0ab1-ddd4-4455-8d98-950f1522bd92/4e70d141-4a6a-4661-a8e4-2d2821b2cdcc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:30.030455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.035324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.084458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90379634-6f29-4239-9ec1-ecec2d62743c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:30.092135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.093677 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a4a194d-eaaa-4bc4-a03d-a73a96535f91 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2752237 Sep 22 08:39:30.096777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:30.103413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9e70f2cd-247b-4bbb-a37d-2b3ea4a05951 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:30.104002 dv-neutron-857569-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-9e70f2cd-247b-4bbb-a37d-2b3ea4a05951 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 08:39:30.107420 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9e70f2cd-247b-4bbb-a37d-2b3ea4a05951 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 08:39:30.108579 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9e70f2cd-247b-4bbb-a37d-2b3ea4a05951 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "PUT /v2.0/security-groups/90379634-6f29-4239-9ec1-ecec2d62743c HTTP/1.1" status: 409 len: 330 time: 0.0102656 Sep 22 08:39:30.112721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:30.182594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2663d287-1ba0-4cfa-8469-13b135ee6ca4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:30.218414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.221737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aee7a284-cfb4-42b1-af71-565849620314 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.240685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:30.257502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aee7a284-cfb4-42b1-af71-565849620314 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.265646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:30.266008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.266393 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:30.271805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.316835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aee7a284-cfb4-42b1-af71-565849620314 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.348669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aee7a284-cfb4-42b1-af71-565849620314 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.352449 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aee7a284-cfb4-42b1-af71-565849620314 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/90379634-6f29-4239-9ec1-ecec2d62743c HTTP/1.1" status: 204 len: 168 time: 0.2384603 Sep 22 08:39:30.353044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41954) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:30.355562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7a284-cfb4-42b1-af71-565849620314 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90379634-6f29-4239-9ec1-ecec2d62743c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:30.408578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:30.415822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-663b17da-ade4-4d8f-a6df-1ac3a1deb955 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Synchronizing usage tracker for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:30.431557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.433054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-663b17da-ade4-4d8f-a6df-1ac3a1deb955 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] Unset dirty status for tenant:85d3cfbb7dfe4dc8b172d1ea99e63781 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:30.438556 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-663b17da-ade4-4d8f-a6df-1ac3a1deb955 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803969 Sep 22 08:39:30.438875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:30.443862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:30.446322 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:39:30.451229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:30.454474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:30.456730 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-70a8aca9-0ab3-4671-896d-d8b858092645 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] delete failed (client error): The resource could not be found. Sep 22 08:39:30.461225 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-70a8aca9-0ab3-4671-896d-d8b858092645 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "DELETE /v2.0/security-groups/95667647-e7ec-4928-88d7-b8861151eee8 HTTP/1.1" status: 404 len: 347 time: 0.0179133 Sep 22 08:39:30.463703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:30.484140 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-45247522-cbb5-45e6-a507-178090ae5a15 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] show failed (client error): The resource could not be found. Sep 22 08:39:30.489176 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45247522-cbb5-45e6-a507-178090ae5a15 tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-groups/53161d7c-fb99-4124-8014-0cc834266ea3 HTTP/1.1" status: 404 len: 347 time: 0.0228641 Sep 22 08:39:30.489392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41966) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:30.508163 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-5c1a1054-192b-4b92-b784-24cd9403ae1f tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] show failed (client error): The resource could not be found. Sep 22 08:39:30.515269 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5c1a1054-192b-4b92-b784-24cd9403ae1f tempest-NegativeSecGroupTest-1118051739 tempest-NegativeSecGroupTest-1118051739-project] 10.222.0.42 "GET /v2.0/security-group-rules/f4c375ba-680d-4280-9110-89a56f007971 HTTP/1.1" status: 404 len: 356 time: 0.0189312 Sep 22 08:39:30.522836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:30.583882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.595775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cd614862-8a18-4f1b-a94c-39d2be9c998e None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:30.596410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd614862-8a18-4f1b-a94c-39d2be9c998e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.596740 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cd614862-8a18-4f1b-a94c-39d2be9c998e None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:30.741138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cd614862-8a18-4f1b-a94c-39d2be9c998e None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:30.819200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:30.823373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41974) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:30.859868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Provisioning for port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:30.866539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Provisioning complete for port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:30.866998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.867450 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Attempt 1 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:30.897799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.907296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.907949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.942367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:30.973701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:30.988156 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e4a55046-de39-427f-ab7c-5360424f66f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d3cfbb7dfe4dc8b172d1ea99e63781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596582 Sep 22 08:39:30.988420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41980) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:31.049499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eec5571b-e032-42bf-b8d6-f22d1d2b2a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.075293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eec5571b-e032-42bf-b8d6-f22d1d2b2a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.097569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:31.108199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:31.111799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:31.112379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.119342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be42cfe-cccc-4239-bab6-5ff9dfbea21d None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:31.128563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eec5571b-e032-42bf-b8d6-f22d1d2b2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.139085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=feddd51f-8154-41ab-9d42-9a61c931e9c9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:31.142085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=11']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:31.148382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5571b-e032-42bf-b8d6-f22d1d2b2a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae93961-e0f6-48a3-93e1-6df3c0afcd62,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:31.158139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eec5571b-e032-42bf-b8d6-f22d1d2b2a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.159330 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eec5571b-e032-42bf-b8d6-f22d1d2b2a95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aae93961-e0f6-48a3-93e1-6df3c0afcd62 HTTP/1.1" status: 204 len: 168 time: 0.1700716 Sep 22 08:39:31.225834 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6555944-9352-421c-82bd-224f16bb0503 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4824672 Sep 22 08:39:31.228819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:31.236915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:00:08:7f', 'name': 'tempest-NetworksTestDHCPv6-790383086'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:31.395643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:31.409331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:31.422628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:31.443332 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Attempt 2 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:31.505562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:31.574659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.602572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 463d80c6-79ba-402e-88e8-7b0a00e2750d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:31.717685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.723535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.831830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::267 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a/463d80c6-79ba-402e-88e8-7b0a00e2750d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:31.837510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:87f (f665e6c9-a097-4574-a663-b19ea5e6aeb8/feddd51f-8154-41ab-9d42-9a61c931e9c9/463d80c6-79ba-402e-88e8-7b0a00e2750d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:31.840043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:31.844419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:31.976890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:31.978070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:32.006282 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Attempt 3 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:32.055861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:32.083703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:32.088583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 463d80c6-79ba-402e-88e8-7b0a00e2750d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:32.113133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:32.187452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:32.189100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 9e091d73-5986-4a6a-9625-f16cbdc90b1e has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:39:32.190988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:32.194869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:32.200352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:32.200962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:32.219883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=463d80c6-79ba-402e-88e8-7b0a00e2750d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:32.235632 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90ddcf1c-07d0-40a8-b8c3-019d1fac0482 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0052919 Sep 22 08:39:32.238097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41990) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:32.315718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 463d80c6-79ba-402e-88e8-7b0a00e2750d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:32.316059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:32.381727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:39:32.390373 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5dfd8cfb-5463-43c3-967d-a2191f7f7bf5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/9e091d73-5986-4a6a-9625-f16cbdc90b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2000971 Sep 22 08:39:32.391697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Sync routers for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:39:32.401233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:32.401851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:32.581613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:39:32.624673 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Attempt 4 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:32.682363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:32.749195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:32.805968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 463d80c6-79ba-402e-88e8-7b0a00e2750d owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:32.982545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:30Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:36Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e70d141-4a6a-4661-a8e4-2d2821b2cdcc', 'name': '', 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:45:38:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '11da0ab1-ddd4-4455-8d98-950f1522bd92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:39:29Z', 'updated_at': '2022-09-22T08:39:31Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '11da0ab1-ddd4-4455-8d98-950f1522bd92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:32.987593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Checking router: 9e091d73-5986-4a6a-9625-f16cbdc90b1e for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:39:32.988742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Updating router 9e091d73-5986-4a6a-9625-f16cbdc90b1e port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:39:33.027604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.046122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.080588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=463d80c6-79ba-402e-88e8-7b0a00e2750d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:33.180074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.191572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65e9f890-b45e-4d7e-9f8f-b9ce85ddd01b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/463d80c6-79ba-402e-88e8-7b0a00e2750d HTTP/1.1" status: 204 len: 168 time: 0.9523787 Sep 22 08:39:33.193795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 41998) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:33.253811 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Attempt 5 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:33.289175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59273f1-6084-4e92-9db0-dab62854ac81 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:33.289878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f59273f1-6084-4e92-9db0-dab62854ac81 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:33.306467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f59273f1-6084-4e92-9db0-dab62854ac81 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:33.307653 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f59273f1-6084-4e92-9db0-dab62854ac81 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1129377 Sep 22 08:39:33.310983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:33.341161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:33.397480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4487b7dc-0e66-4d89-9ceb-9c57679ee217 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:33.398853 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4487b7dc-0e66-4d89-9ceb-9c57679ee217 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0869436 Sep 22 08:39:33.401452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42006) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:33.442347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.454096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Transition to ACTIVE for port object 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:33.460341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.471093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea2ed3-6b61-4cdf-92c3-40f1ac2a8483 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:33.472762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea2ed3-6b61-4cdf-92c3-40f1ac2a8483 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:33.474242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea2ed3-6b61-4cdf-92c3-40f1ac2a8483 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:33.475028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-feea2ed3-6b61-4cdf-92c3-40f1ac2a8483 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:33.489864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-feea2ed3-6b61-4cdf-92c3-40f1ac2a8483 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:33.490902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-feea2ed3-6b61-4cdf-92c3-40f1ac2a8483 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0885689 Sep 22 08:39:33.493764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42010) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:33.558635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:33.561602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.618223 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.685857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85360556-0158-41a5-9680-59bfe58003f5 None None] Pushing event updated for resources: {'Port': ['ID=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:33.706832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.709065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Attempting to bind port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:33.709355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Attempting to bind port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:33.709706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Attempting to bind port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc on network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:33.714892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:33.715293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Checking segment: {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:33.715686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.716068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Bound using segment: {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:33.716519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Bound port: 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0444487b-6e3b-459d-b3b0-21813436d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:33.716883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.779175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.806113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] For port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:33.809800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] For port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:33.814810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.831859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.834754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:33.847148 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19996cc1-dde5-482c-bd3d-5fb3a21f8841 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a HTTP/1.1" status: 204 len: 168 time: 0.3523476 Sep 22 08:39:33.849793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42014) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:33.852720 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Attempt 6 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:33.876526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c9aff-b02d-4eae-80d4-9cc78e010cd5 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:33.917862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet feddd51f-8154-41ab-9d42-9a61c931e9c9 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:33.921430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:33.976512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.004216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:34.004900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:34.061060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.094135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85360556-0158-41a5-9680-59bfe58003f5 None None] Pushing event updated for resources: {'Port': ['ID=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:34.125775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-706b8687-a642-448f-a68f-08c31fc06c99 None None] Port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:39:34.134981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.182285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.186743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=feddd51f-8154-41ab-9d42-9a61c931e9c9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:34.194163 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53c5a82c-d837-478d-a9fa-081096ce47b6 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/feddd51f-8154-41ab-9d42-9a61c931e9c9 HTTP/1.1" status: 204 len: 168 time: 0.3431091 Sep 22 08:39:34.196656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42018) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:34.265172 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5cb4dcb7-6f6a-4d1e-90ee-fe26550e710d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674143 Sep 22 08:39:34.267943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42022) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:34.273216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:34.310531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:39:34.376840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-68899ead-2065-4cbb-a6f4-9b7cf1c438be None None] Provisioning complete for port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:34.377102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-68899ead-2065-4cbb-a6f4-9b7cf1c438be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.377431 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-68899ead-2065-4cbb-a6f4-9b7cf1c438be None None] Attempt 1 to provision port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 Sep 22 08:39:34.382670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:34.386770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:34.389646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:34.395382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:34.404583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:34.409101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.607581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:34.666064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] Deleting port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:34.666352 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.730130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-68899ead-2065-4cbb-a6f4-9b7cf1c438be None None] Current status of the port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:34.738553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.746693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-68899ead-2065-4cbb-a6f4-9b7cf1c438be None None] Could not find standard attr ID for object 463d80c6-79ba-402e-88e8-7b0a00e2750d. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:34.800271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:34.803332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:34.807515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:34.808082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:34.820925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=c03e0db5-9470-4c85-befb-32e8c975386a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:34.837781 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-377d77df-5c3b-49de-9484-391490f014a9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5688028 Sep 22 08:39:34.840833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42026) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:34.847238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:34.992899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:34.997031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:35.000311 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:35.006417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:35.017650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:35.021340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.050447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] For port 2663d287-1ba0-4cfa-8469-13b135ee6ca4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2663d287-1ba0-4cfa-8469-13b135ee6ca4,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:35.050832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.066055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:30Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:36Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e70d141-4a6a-4661-a8e4-2d2821b2cdcc', 'name': '', 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:45:38:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '11da0ab1-ddd4-4455-8d98-950f1522bd92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:39:29Z', 'updated_at': '2022-09-22T08:39:33Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '11da0ab1-ddd4-4455-8d98-950f1522bd92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:35.115928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05919a7e-e196-4847-8274-c861306ed5e0 None None] The sync data for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv is: [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:30Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:36Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e70d141-4a6a-4661-a8e4-2d2821b2cdcc', 'name': '', 'network_id': '1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:45:38:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '11da0ab1-ddd4-4455-8d98-950f1522bd92', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:39:29Z', 'updated_at': '2022-09-22T08:39:33Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '11da0ab1-ddd4-4455-8d98-950f1522bd92', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:39:35.180535 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c03e0db5-9470-4c85-befb-32e8c975386a (CIDR: 2001:db8::/64) Sep 22 08:39:35.187252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 08:39:35.187915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:35.188906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] Calling delete_port for 2663d287-1ba0-4cfa-8469-13b135ee6ca4 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:35.210556 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5565f104-76a9-44d3-826c-24a4bb29d82b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3686039 Sep 22 08:39:35.213400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42032) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:35.219319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'subnet': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:35.277508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.333135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] No DVR routers for this DVR port 2663d287-1ba0-4cfa-8469-13b135ee6ca4 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:35.337003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3aea4-ee2c-4e81-b103-80c2a6e5742e None None] Pushing event deleted for resources: {'Port': ['ID=2663d287-1ba0-4cfa-8469-13b135ee6ca4,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:35.351486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eef636-c549-403b-ad6d-32ab657cc4c4 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:35.387121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:35.391692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Usage tracker for resource:subnet and tenant:f021aef679b94ab7b94db01282a287de is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:35.394623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:35.400598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:35.411868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:35.415480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.585244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'tenant_id': 'f021aef679b94ab7b94db01282a287de', 'fixed_ips': [{'subnet_id': 'c03e0db5-9470-4c85-befb-32e8c975386a'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:35.586071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.754810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Allocated IP 2001:db8::2 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/c03e0db5-9470-4c85-befb-32e8c975386a/1b3c2c0f-f6fa-4476-a622-9aff4bc7b203) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:35.793084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 08:39:35.794104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.855967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:35.859051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:35.863870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:35.864439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.877439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Subnet': ['ID=b7b152de-3826-4c3e-a98f-c61880622bb0,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:35.893333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-51e4904a-8b11-4d7b-8e59-a5ca1179c703 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6787660 Sep 22 08:39:35.896215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:35.901859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Request body: {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'mac_address': 'fa:16:3e:b0:db:f9', 'name': 'tempest-NetworksTestDHCPv6-149537563'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:35.972397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:35.982717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Transition to ACTIVE for port object 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:36.000787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Transition to ACTIVE for port object 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:36.007607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.046630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:36.056072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:36.065135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Made reservation on behalf of f021aef679b94ab7b94db01282a287de for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:36.070746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:36.073544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:36.076989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:36.129745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Pushing event updated for resources: {'Port': ['ID=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:36.179884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:36.198736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.225274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] device_id is not set on port 575b9bbc-4d9d-44f9-82cc-c6d111d8b31b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:36.235117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb6d76f4-29c9-4d53-a525-4bd61bbd3728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.253382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Attempting to bind port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:36.253742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Attempting to bind port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:36.254094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Attempting to bind port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 on network f665e6c9-a097-4574-a663-b19ea5e6aeb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:36.261551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:36.261910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Checking segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:36.262290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.262668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Bound using segment: {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:36.263110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Bound port: 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:36.263496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.324290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:36.333761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:36.334120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.334444 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:36.404393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] For port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:36.409362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] For port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:36.416622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.445955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8::191 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/c03e0db5-9470-4c85-befb-32e8c975386a/575b9bbc-4d9d-44f9-82cc-c6d111d8b31b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:36.451792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Allocated IP 2001:db8:0:1:f816:3eff:feb0:dbf9 (f665e6c9-a097-4574-a663-b19ea5e6aeb8/b7b152de-3826-4c3e-a98f-c61880622bb0/575b9bbc-4d9d-44f9-82cc-c6d111d8b31b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:36.545306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb95772-0700-491c-bc06-83486d2f359c None None] Pushing event updated for resources: {'Port': ['ID=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:36.549914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:36.550285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.584239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:36.588507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.648847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2663d287-1ba0-4cfa-8469-13b135ee6ca4 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:36.683978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.691010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2663d287-1ba0-4cfa-8469-13b135ee6ca4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:39:36.691413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2663d287-1ba0-4cfa-8469-13b135ee6ca4 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:39:36.703693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Transition to ACTIVE for port object 575b9bbc-4d9d-44f9-82cc-c6d111d8b31b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:36.720542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:36.731924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.810708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:36.813970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:36.817821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:36.823353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:36.823993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:36.832945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event updated for resources: {'Port': ['ID=575b9bbc-4d9d-44f9-82cc-c6d111d8b31b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:36.855511 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d26e8c1-f21d-4857-b458-d1b8aff48fb5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9581532 Sep 22 08:39:36.858112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:36.927018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting port 575b9bbc-4d9d-44f9-82cc-c6d111d8b31b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:36.927388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:37.177958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:37.306620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Calling delete_port for 575b9bbc-4d9d-44f9-82cc-c6d111d8b31b owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:37.458148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f3b9c-2e08-40c6-9e1b-cce9f77fd691 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:37.521242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:37.574223 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Port': ['ID=575b9bbc-4d9d-44f9-82cc-c6d111d8b31b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:37.583992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-770c6102-27d1-4f5f-a0ed-02b3b02d1a8a None None] Provisioning for port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:37.665604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:37.674990 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a83790d7-4875-41dc-9671-5093c555ef55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/575b9bbc-4d9d-44f9-82cc-c6d111d8b31b HTTP/1.1" status: 204 len: 168 time: 0.8158092 Sep 22 08:39:37.677431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42046) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:37.822631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] Update dhcp port {'port': {'network_id': 'f665e6c9-a097-4574-a663-b19ea5e6aeb8', 'fixed_ips': [{'subnet_id': 'c03e0db5-9470-4c85-befb-32e8c975386a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7b152de-3826-4c3e-a98f-c61880622bb0'}], 'binding:host_id': 'dv-neutron-857569-1-hyperv'}, 'id': '1b3c2c0f-f6fa-4476-a622-9aff4bc7b203'} from dv-neutron-857569-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 08:39:37.874782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71b5f9-ae96-49d2-b6f7-50fd51a5fdce tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:37.875587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e71b5f9-ae96-49d2-b6f7-50fd51a5fdce tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:37.883466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:37.890453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e71b5f9-ae96-49d2-b6f7-50fd51a5fdce tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:37.892011 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e71b5f9-ae96-49d2-b6f7-50fd51a5fdce tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2134941 Sep 22 08:39:37.894380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42050) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:37.987511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ad907-f1dd-4038-924c-5ccb3f1a7c9b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:37.989028 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-734ad907-f1dd-4038-924c-5ccb3f1a7c9b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0937469 Sep 22 08:39:37.991612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42054) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:38.062597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881f46d-3790-4d8f-a632-f9f7aafb68ec tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:38.064188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881f46d-3790-4d8f-a632-f9f7aafb68ec tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:38.066058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881f46d-3790-4d8f-a632-f9f7aafb68ec tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:38.066900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6881f46d-3790-4d8f-a632-f9f7aafb68ec tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:38.080927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb4:886a (f665e6c9-a097-4574-a663-b19ea5e6aeb8/b7b152de-3826-4c3e-a98f-c61880622bb0/1b3c2c0f-f6fa-4476-a622-9aff4bc7b203) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:38.083455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6881f46d-3790-4d8f-a632-f9f7aafb68ec tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:38.087776 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6881f46d-3790-4d8f-a632-f9f7aafb68ec tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0924201 Sep 22 08:39:38.088082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42058) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:38.167466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet b7b152de-3826-4c3e-a98f-c61880622bb0 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:38.220111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] For port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:38.244609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.263885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] Transition to ACTIVE for port object 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:38.268297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.273910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.306827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:38.326484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.364762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a75bab4c-338e-4aee-ad9f-848ecc2267aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.413813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.481634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f95a3c-e1e7-4a7f-ad0f-8ba3264514b9 None None] Pushing event updated for resources: {'Port': ['ID=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:38.486616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.494730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:38.495169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.495452 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc Sep 22 08:39:38.529171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b152de-3826-4c3e-a98f-c61880622bb0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:38.531834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.548845 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10e218d6-16cf-48e7-bcae-5752c8ff2a3d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/b7b152de-3826-4c3e-a98f-c61880622bb0 HTTP/1.1" status: 204 len: 168 time: 0.4596243 Sep 22 08:39:38.549040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:38.620241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:38.621349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:38.691524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:38.739652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Deleting subnet c03e0db5-9470-4c85-befb-32e8c975386a {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:38.742667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.798541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.887160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:38.966992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.010874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e59cb3-7c15-41d0-9cde-c0c3c3ab0445 None None] Network f665e6c9-a097-4574-a663-b19ea5e6aeb8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:39.011501 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Subnet': ['ID=c03e0db5-9470-4c85-befb-32e8c975386a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:39.013787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.024231 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d4ea640c-7b4f-414d-bdfa-37c3ab677fed tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/c03e0db5-9470-4c85-befb-32e8c975386a HTTP/1.1" status: 204 len: 168 time: 0.4743137 Sep 22 08:39:39.026786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.100404 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e48ea54-a0ba-4602-b2b0-2cac5c07ccdc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699015 Sep 22 08:39:39.100634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Provisioning for port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:39.100738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.115627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Provisioning complete for port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:39.115972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.116302 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Attempt 1 to provision port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 Sep 22 08:39:39.190392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca8dbb-b22c-402a-9d81-b17a9d9712c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:39.194297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fdca8dbb-b22c-402a-9d81-b17a9d9712c5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0904789 Sep 22 08:39:39.194465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42074) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.259787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce510e0c-0050-4bc5-9d72-bcaaf3b20fab tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:39.260486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce510e0c-0050-4bc5-9d72-bcaaf3b20fab tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Synchronizing usage tracker for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:39.275932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce510e0c-0050-4bc5-9d72-bcaaf3b20fab tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Unset dirty status for tenant:f021aef679b94ab7b94db01282a287de on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:39.279481 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ce510e0c-0050-4bc5-9d72-bcaaf3b20fab tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0817525 Sep 22 08:39:39.279846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42078) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.317281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Current status of the port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:39.317542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.354313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0865399-5003-4a96-b4f7-90f7ae85416f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731826 Sep 22 08:39:39.355761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] For port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:39.359140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42082) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.362914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.401192 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced8c080-f377-4b8e-a26a-3bc348cce883 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.401664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced8c080-f377-4b8e-a26a-3bc348cce883 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.405681 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ced8c080-f377-4b8e-a26a-3bc348cce883 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/575b9bbc-4d9d-44f9-82cc-c6d111d8b31b HTTP/1.1" status: 404 len: 333 time: 0.0430408 Sep 22 08:39:39.405819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] DHCP port deletion for f665e6c9-a097-4574-a663-b19ea5e6aeb8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:39.405938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.424457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] Deleting port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:39.424832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.444330 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9756d0-52a8-4846-a06d-27fc5fe7e467 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.444779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9756d0-52a8-4846-a06d-27fc5fe7e467 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.446458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb9756d0-52a8-4846-a06d-27fc5fe7e467 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/b7b152de-3826-4c3e-a98f-c61880622bb0 HTTP/1.1" status: 404 len: 337 time: 0.0396988 Sep 22 08:39:39.449015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.488572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-67620023-3675-4f09-b0d2-5d80a4ff4af3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.489016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67620023-3675-4f09-b0d2-5d80a4ff4af3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.490675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-67620023-3675-4f09-b0d2-5d80a4ff4af3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/c03e0db5-9470-4c85-befb-32e8c975386a HTTP/1.1" status: 404 len: 337 time: 0.0407965 Sep 22 08:39:39.491712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8abfca-e35d-4deb-8260-e2a5ec611cb4 None None] Pushing event updated for resources: {'Port': ['ID=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:39.493252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42094) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.534482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5c3498-12dd-4226-a707-c84b189c703e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.534872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5c3498-12dd-4226-a707-c84b189c703e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.536582 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d5c3498-12dd-4226-a707-c84b189c703e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/463d80c6-79ba-402e-88e8-7b0a00e2750d HTTP/1.1" status: 404 len: 333 time: 0.0424633 Sep 22 08:39:39.539335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42098) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.548819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.580698 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e53cb18-b3d8-4063-ae59-de7875ae5d7b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.581324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e53cb18-b3d8-4063-ae59-de7875ae5d7b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.582901 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e53cb18-b3d8-4063-ae59-de7875ae5d7b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/feddd51f-8154-41ab-9d42-9a61c931e9c9 HTTP/1.1" status: 404 len: 337 time: 0.0422947 Sep 22 08:39:39.585595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42102) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.623969 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-26427d8d-d92c-42e0-a6a7-e626729890b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.624346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26427d8d-d92c-42e0-a6a7-e626729890b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.626515 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-26427d8d-d92c-42e0-a6a7-e626729890b1 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/ac4c3d31-8fb8-4ac6-ae03-1031b38a3c6a HTTP/1.1" status: 404 len: 337 time: 0.0399959 Sep 22 08:39:39.629093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42108) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.673799 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-16312d26-c6b4-479e-af96-c9b9ec6859df tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.674421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16312d26-c6b4-479e-af96-c9b9ec6859df tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.676630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16312d26-c6b4-479e-af96-c9b9ec6859df tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/1194ea0c-dbe5-447c-97e0-eb2ba88e8084 HTTP/1.1" status: 404 len: 333 time: 0.0461767 Sep 22 08:39:39.678959 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42112) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.688060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.707785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] For port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,segment=NetworkSegment(df69b8c2-70f7-4b1f-b67d-c84e23262f0d),segment_id=df69b8c2-70f7-4b1f-b67d-c84e23262f0d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:39.708171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.720040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae80a30-dc37-4554-b611-8701ec163b7e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.720551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae80a30-dc37-4554-b611-8701ec163b7e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.722630 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6ae80a30-dc37-4554-b611-8701ec163b7e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/087a15b4-70ae-4872-8645-7825adf2f987 HTTP/1.1" status: 404 len: 337 time: 0.0425842 Sep 22 08:39:39.726500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42116) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.771247 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a125b876-6f6c-4f43-b705-85f4b86b751f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.771771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a125b876-6f6c-4f43-b705-85f4b86b751f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.773464 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a125b876-6f6c-4f43-b705-85f4b86b751f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/6301b6a2-b2c9-4b81-8454-eed620ed129a HTTP/1.1" status: 404 len: 337 time: 0.0460246 Sep 22 08:39:39.775990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42120) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.816954 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae44703-9153-4055-9988-ccd759d7a123 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.817339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae44703-9153-4055-9988-ccd759d7a123 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.819004 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fae44703-9153-4055-9988-ccd759d7a123 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e8417307-9f3a-4caa-b832-5410cd5822c6 HTTP/1.1" status: 404 len: 333 time: 0.0421185 Sep 22 08:39:39.821514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42124) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.826816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] Calling delete_port for 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:39.860772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa67711a-5953-4488-854f-5039b3b300db tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.861221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa67711a-5953-4488-854f-5039b3b300db tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.863089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fa67711a-5953-4488-854f-5039b3b300db tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/b9e458a8-af70-4f69-8639-9ddc50369ae8 HTTP/1.1" status: 404 len: 337 time: 0.0406957 Sep 22 08:39:39.865542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42128) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.901197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:39.907989 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f7cc4d-8a9e-48c8-8531-3e9740e4bc40 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.908446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f7cc4d-8a9e-48c8-8531-3e9740e4bc40 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.912697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9f7cc4d-8a9e-48c8-8531-3e9740e4bc40 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/7c25a19c-f476-4da5-a90d-282ce5f335ff HTTP/1.1" status: 404 len: 337 time: 0.0436933 Sep 22 08:39:39.912914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42132) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:39.948846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] Pushing event deleted for resources: {'Port': ['ID=1b3c2c0f-f6fa-4476-a622-9aff4bc7b203,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:39.952055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7b460-3014-4183-ae46-81d55215df5c None None] No DVR routers for this DVR port 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:39.955940 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9c57c0-1fba-4bca-8b1f-e6a82aa7c51f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:39.956419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9c57c0-1fba-4bca-8b1f-e6a82aa7c51f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:39.963181 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e9c57c0-1fba-4bca-8b1f-e6a82aa7c51f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/f9ba50d2-859d-404c-9873-6f5b5dafeb1a HTTP/1.1" status: 404 len: 333 time: 0.0492809 Sep 22 08:39:39.963795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42136) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.004795 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1672587a-15fa-42df-9fcd-b8daa97ffd86 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.005245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1672587a-15fa-42df-9fcd-b8daa97ffd86 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.006998 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1672587a-15fa-42df-9fcd-b8daa97ffd86 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/8d30f4ee-fc21-44e4-bb23-76fa19d920e6 HTTP/1.1" status: 404 len: 337 time: 0.0419998 Sep 22 08:39:40.010003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42140) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.054158 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeebc387-5355-4b5b-8a7f-991a3dd6abbb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.054627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeebc387-5355-4b5b-8a7f-991a3dd6abbb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.056375 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eeebc387-5355-4b5b-8a7f-991a3dd6abbb tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e2820edf-92ea-454b-84b9-38fbca6f363e HTTP/1.1" status: 404 len: 333 time: 0.0454578 Sep 22 08:39:40.058926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42144) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.100194 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22eacc3-2336-4000-b365-7fe7998b4131 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.100659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22eacc3-2336-4000-b365-7fe7998b4131 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.102349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f22eacc3-2336-4000-b365-7fe7998b4131 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/c0ee7d82-5f31-4e97-ba9c-f0b62427b932 HTTP/1.1" status: 404 len: 337 time: 0.0425055 Sep 22 08:39:40.104868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42148) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.127276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:40.145627 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-023429c9-d95d-418d-aa87-a6f22dd3b8c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.146102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023429c9-d95d-418d-aa87-a6f22dd3b8c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.147796 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-023429c9-d95d-418d-aa87-a6f22dd3b8c9 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e512d5c2-c666-42a0-bbd5-fbd7769a8cc3 HTTP/1.1" status: 404 len: 333 time: 0.0420368 Sep 22 08:39:40.150515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42152) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.161350 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:39:40.161692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1b3c2c0f-f6fa-4476-a622-9aff4bc7b203 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:39:40.187056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d1afe1-3bcb-4229-9168-f3609261f5d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.188087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d1afe1-3bcb-4229-9168-f3609261f5d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.189726 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-67d1afe1-3bcb-4229-9168-f3609261f5d7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/e5eb8d1c-b472-4178-a00b-0c775e3e4a27 HTTP/1.1" status: 404 len: 337 time: 0.0382569 Sep 22 08:39:40.192240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.234095 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-20650b57-22fd-4359-8120-78430b9cbe6a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.234500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20650b57-22fd-4359-8120-78430b9cbe6a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.236108 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20650b57-22fd-4359-8120-78430b9cbe6a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/e64e9ea1-6f32-42b6-8aa3-319c1c5532b3 HTTP/1.1" status: 404 len: 333 time: 0.0430138 Sep 22 08:39:40.238390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42160) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.274619 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c48b85-266a-492b-969f-32bfa625f975 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.275053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c48b85-266a-492b-969f-32bfa625f975 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.276625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-33c48b85-266a-492b-969f-32bfa625f975 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/e9b4c4f4-00a5-4002-af0a-c905f56b06d1 HTTP/1.1" status: 404 len: 337 time: 0.0373895 Sep 22 08:39:40.278809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42164) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.316988 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e89d01-da44-4324-aba7-df9257fb44a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.317427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e89d01-da44-4324-aba7-df9257fb44a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.319031 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d5e89d01-da44-4324-aba7-df9257fb44a5 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/16617a67-de19-466b-90ae-97a0c6f3c176 HTTP/1.1" status: 404 len: 333 time: 0.0392892 Sep 22 08:39:40.321171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42168) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.359690 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7c74e3-a365-439f-973c-05340be3bc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.360140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7c74e3-a365-439f-973c-05340be3bc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.361679 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3e7c74e3-a365-439f-973c-05340be3bc57 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/5f0621d9-8859-4701-968b-894dd89137dc HTTP/1.1" status: 404 len: 337 time: 0.0396647 Sep 22 08:39:40.363956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42172) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.403534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fc5161-5ffd-489d-a80b-49a04f3e4f55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.403988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fc5161-5ffd-489d-a80b-49a04f3e4f55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.405589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-83fc5161-5ffd-489d-a80b-49a04f3e4f55 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/3e74a661-1e25-47b9-ba2a-018c18a0ac70 HTTP/1.1" status: 404 len: 333 time: 0.0407958 Sep 22 08:39:40.408045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42176) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.444288 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc07e745-1d70-486b-bf10-a711b7f881f7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.444715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc07e745-1d70-486b-bf10-a711b7f881f7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.446282 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc07e745-1d70-486b-bf10-a711b7f881f7 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/97731511-7849-4f7c-a2a2-96cd453110f7 HTTP/1.1" status: 404 len: 337 time: 0.0373871 Sep 22 08:39:40.448597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42180) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.487280 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0268807-c9ed-457b-b1ae-88de3affb491 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.487708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0268807-c9ed-457b-b1ae-88de3affb491 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.489252 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b0268807-c9ed-457b-b1ae-88de3affb491 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/aa83ecf2-f785-4ef8-a996-a78c12c11abc HTTP/1.1" status: 404 len: 337 time: 0.0398161 Sep 22 08:39:40.491528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42184) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.530352 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f820645-49ce-4266-a617-16e0df90fe71 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.530795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f820645-49ce-4266-a617-16e0df90fe71 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.532420 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6f820645-49ce-4266-a617-16e0df90fe71 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/73e77957-92a2-4f14-bebc-13cd2272277b HTTP/1.1" status: 404 len: 333 time: 0.0400622 Sep 22 08:39:40.534665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42188) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.570759 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa838fbe-06ea-4b2c-b641-6d5438c261e2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.571127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa838fbe-06ea-4b2c-b641-6d5438c261e2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.572711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fa838fbe-06ea-4b2c-b641-6d5438c261e2 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/35a50d59-7f1a-4eaa-b20c-06c2534781e1 HTTP/1.1" status: 404 len: 337 time: 0.0371764 Sep 22 08:39:40.574949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.613285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef2ab5f-6344-41d0-bc59-8ca7eefcf11a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.613708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef2ab5f-6344-41d0-bc59-8ca7eefcf11a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.615268 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ef2ab5f-6344-41d0-bc59-8ca7eefcf11a tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/182a7dbb-8e30-46b7-99d7-5fd683c66692 HTTP/1.1" status: 404 len: 337 time: 0.0394523 Sep 22 08:39:40.617404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.655882 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c6ca7c-c421-4739-a99b-d84b77b68932 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.656355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c6ca7c-c421-4739-a99b-d84b77b68932 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.657905 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-43c6ca7c-c421-4739-a99b-d84b77b68932 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/859a8b51-3296-4d1a-8c4e-24b57ff0b8b9 HTTP/1.1" status: 404 len: 333 time: 0.0396676 Sep 22 08:39:40.660611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42200) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.696692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f772d12-e01f-4393-8ac4-c4a18e39680c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.697126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f772d12-e01f-4393-8ac4-c4a18e39680c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.698697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8f772d12-e01f-4393-8ac4-c4a18e39680c tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/1dd30ccd-35b7-4a29-839a-57f728075835 HTTP/1.1" status: 404 len: 337 time: 0.0372562 Sep 22 08:39:40.701005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42204) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.741543 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d196ec-e87a-41cb-9782-48786ea8e024 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.741982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d196ec-e87a-41cb-9782-48786ea8e024 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.743628 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8d196ec-e87a-41cb-9782-48786ea8e024 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/7dce24b1-f648-49a1-aacf-dca8d3d50744 HTTP/1.1" status: 404 len: 337 time: 0.0417051 Sep 22 08:39:40.746014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.786184 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4f1aaf-467d-452f-bbb8-0ff186f64985 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.786638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4f1aaf-467d-452f-bbb8-0ff186f64985 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.788261 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb4f1aaf-467d-452f-bbb8-0ff186f64985 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/cb0649e0-4f78-4de3-8da3-1b08ea576858 HTTP/1.1" status: 404 len: 333 time: 0.0413845 Sep 22 08:39:40.790528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42212) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.826560 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b47f05-07cf-4093-b442-998baf80f382 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.826944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b47f05-07cf-4093-b442-998baf80f382 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.828663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f9b47f05-07cf-4093-b442-998baf80f382 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/32e1cb2d-93f9-48c9-93f5-1ddae10c481e HTTP/1.1" status: 404 len: 337 time: 0.0372877 Sep 22 08:39:40.831066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42216) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.840426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:40.871529 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f893e64a-233b-4bc7-acd9-8b2d56ba56ff tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:40.871977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f893e64a-233b-4bc7-acd9-8b2d56ba56ff tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:40.873887 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f893e64a-233b-4bc7-acd9-8b2d56ba56ff tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/d9cfb351-169e-41a7-bb12-9d0e003f055c HTTP/1.1" status: 404 len: 337 time: 0.0416577 Sep 22 08:39:40.876482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42220) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.926491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f9475e5-4254-48fd-b53d-51f93e7d7c05 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports?device_id=1016d851-091b-416f-b80e-242092fe6585 HTTP/1.1" status: 200 len: 205 time: 0.0489702 Sep 22 08:39:40.928874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42224) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:40.996793 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-308903d3-1c9b-4d2c-9921-0fb0621ba409 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] delete failed (client error): The resource could not be found. Sep 22 08:39:40.997797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-308903d3-1c9b-4d2c-9921-0fb0621ba409 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/routers/1016d851-091b-416f-b80e-242092fe6585 HTTP/1.1" status: 404 len: 336 time: 0.0680306 Sep 22 08:39:41.000582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42228) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.037423 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d763048-35c8-4c6a-8b17-9406b2a966fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.037867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d763048-35c8-4c6a-8b17-9406b2a966fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.039503 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d763048-35c8-4c6a-8b17-9406b2a966fd tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/d292cc8c-f6b1-4eb3-bb62-cb92e22d4a66 HTTP/1.1" status: 404 len: 337 time: 0.0380354 Sep 22 08:39:41.041970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42232) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.094803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-84c2de4f-024b-4b52-8fc8-1a03df9b5570 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "GET /v2.0/ports?device_id=3fca0749-c84a-4e21-9679-1d397a0e8de5 HTTP/1.1" status: 200 len: 205 time: 0.0517256 Sep 22 08:39:41.097105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42236) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.160976 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-361acb37-449b-4df8-8613-d57e381bb67f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] delete failed (client error): The resource could not be found. Sep 22 08:39:41.161919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-361acb37-449b-4df8-8613-d57e381bb67f tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/routers/3fca0749-c84a-4e21-9679-1d397a0e8de5 HTTP/1.1" status: 404 len: 336 time: 0.0639584 Sep 22 08:39:41.164522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42240) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.201445 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4747b03e-2625-47cd-a5f2-08b5e2b16ed8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.201883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4747b03e-2625-47cd-a5f2-08b5e2b16ed8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.203988 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4747b03e-2625-47cd-a5f2-08b5e2b16ed8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/629d09ce-3f7e-4a87-97b0-725f35ffec3a HTTP/1.1" status: 404 len: 337 time: 0.0385153 Sep 22 08:39:41.206439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42244) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.244897 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fb71b5-b6cd-4422-95e8-badc70b0913d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.245334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fb71b5-b6cd-4422-95e8-badc70b0913d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.246893 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-02fb71b5-b6cd-4422-95e8-badc70b0913d tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/efb71e79-01db-4dd2-8670-114d7f153160 HTTP/1.1" status: 404 len: 337 time: 0.0396030 Sep 22 08:39:41.249469 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.287992 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5de1c15-9fb2-47e7-af86-ad52af414d64 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.288427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5de1c15-9fb2-47e7-af86-ad52af414d64 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.289977 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b5de1c15-9fb2-47e7-af86-ad52af414d64 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/53c5af76-867b-4b76-b573-1994f8b13d2e HTTP/1.1" status: 404 len: 333 time: 0.0396671 Sep 22 08:39:41.292251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42252) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.328003 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-781763c8-0031-4f05-8900-3e43cd6c807b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.328432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781763c8-0031-4f05-8900-3e43cd6c807b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.329970 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-781763c8-0031-4f05-8900-3e43cd6c807b tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/12a15b2c-6fbc-49dd-9734-6ff107eec28b HTTP/1.1" status: 404 len: 337 time: 0.0368795 Sep 22 08:39:41.332152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42256) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.373137 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9d9791-0b60-4e39-b314-092a39f5ec10 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.373784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9d9791-0b60-4e39-b314-092a39f5ec10 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.375909 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8e9d9791-0b60-4e39-b314-092a39f5ec10 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/000b0a9e-677b-44bc-bc39-8cd17da5ff04 HTTP/1.1" status: 404 len: 333 time: 0.0429223 Sep 22 08:39:41.378155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.413431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c4cf6d-a9af-4758-8f05-89cabaac4337 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.413869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c4cf6d-a9af-4758-8f05-89cabaac4337 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.415558 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48c4cf6d-a9af-4758-8f05-89cabaac4337 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/9f6f988a-1ee5-45a7-ab1e-c92c0647f757 HTTP/1.1" status: 404 len: 337 time: 0.0365305 Sep 22 08:39:41.417824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42264) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.457187 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-421eec0d-364d-40f5-8154-45e88e39df19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.457639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421eec0d-364d-40f5-8154-45e88e39df19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.459190 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-421eec0d-364d-40f5-8154-45e88e39df19 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/6edfa7e0-1ed1-4f3f-a063-71064528da6d HTTP/1.1" status: 404 len: 333 time: 0.0405166 Sep 22 08:39:41.461636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.500727 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0224ade2-e30d-41ac-ba1a-636e667bd37e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.501157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0224ade2-e30d-41ac-ba1a-636e667bd37e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.502738 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0224ade2-e30d-41ac-ba1a-636e667bd37e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/c6ee4c93-36eb-4589-a3d7-780570dae34b HTTP/1.1" status: 404 len: 337 time: 0.0402601 Sep 22 08:39:41.504983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42272) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.543078 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-564169e3-de15-4e0a-98c8-314b8b7c3c34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.543547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564169e3-de15-4e0a-98c8-314b8b7c3c34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.545118 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-564169e3-de15-4e0a-98c8-314b8b7c3c34 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/82253a4d-1373-4510-ab12-2aed74cd1f6c HTTP/1.1" status: 404 len: 333 time: 0.0392735 Sep 22 08:39:41.547954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42276) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.582559 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d748c12-5c41-4135-9871-1bb80fbf78a3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.582988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d748c12-5c41-4135-9871-1bb80fbf78a3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.584548 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d748c12-5c41-4135-9871-1bb80fbf78a3 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/6000183e-43a9-43b4-88fa-aaafb5b4a4e7 HTTP/1.1" status: 404 len: 337 time: 0.0357525 Sep 22 08:39:41.586696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42280) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.628877 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76292b9-db40-4a94-8dba-61828bf1e78e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.629262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76292b9-db40-4a94-8dba-61828bf1e78e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.630804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a76292b9-db40-4a94-8dba-61828bf1e78e tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/aad4e842-e35c-408c-86e9-498dfbb314a8 HTTP/1.1" status: 404 len: 333 time: 0.0432813 Sep 22 08:39:41.633105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.668401 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-57579e52-35c0-41b9-8fc8-6bfe2438b577 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.668833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57579e52-35c0-41b9-8fc8-6bfe2438b577 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.670362 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-57579e52-35c0-41b9-8fc8-6bfe2438b577 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/3c4aa03e-bab3-46e8-bb76-82e57c478ec8 HTTP/1.1" status: 404 len: 337 time: 0.0364101 Sep 22 08:39:41.673182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42288) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.711422 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0582848a-3375-4ede-8df5-149a0703f3bc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.711874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0582848a-3375-4ede-8df5-149a0703f3bc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.713447 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0582848a-3375-4ede-8df5-149a0703f3bc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/a8ba0d15-bd14-4792-80b3-fa0afdfeef2d HTTP/1.1" status: 404 len: 333 time: 0.0394301 Sep 22 08:39:41.715927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42294) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.755660 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd53344-3cd0-4a58-b0d8-a7fdf4221501 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.756095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd53344-3cd0-4a58-b0d8-a7fdf4221501 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.757707 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6fd53344-3cd0-4a58-b0d8-a7fdf4221501 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/f5f3b083-14e0-465d-9a84-dfeb9dd74d24 HTTP/1.1" status: 404 len: 337 time: 0.0409069 Sep 22 08:39:41.760084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42298) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.799581 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6faae549-37c8-46f1-9910-85b262665b78 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.800032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6faae549-37c8-46f1-9910-85b262665b78 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.801616 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6faae549-37c8-46f1-9910-85b262665b78 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/ports/52643f4b-db39-4daf-afaf-04ea081d58a9 HTTP/1.1" status: 404 len: 333 time: 0.0406797 Sep 22 08:39:41.803956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42302) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.838797 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c784db-bda8-44f1-96f4-bb01408e65e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] DELETE failed (client error): The resource could not be found. Sep 22 08:39:41.839247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c784db-bda8-44f1-96f4-bb01408e65e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:39:41.840796 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a3c784db-bda8-44f1-96f4-bb01408e65e8 tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/subnets/d04387fd-609b-4db4-862a-4820e70f79c8 HTTP/1.1" status: 404 len: 337 time: 0.0360024 Sep 22 08:39:41.843058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42306) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:41.953806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.082644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.111813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f665e6c9-a097-4574-a663-b19ea5e6aeb8']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:42.123250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:42.123811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df69b8c2-70f7-4b1f-b67d-c84e23262f0d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:42.134575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.150077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.155821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:39:42.156795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.220426 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment df69b8c2-70f7-4b1f-b67d-c84e23262f0d resource provider aggregate not found Sep 22 08:39:42.243397 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment df69b8c2-70f7-4b1f-b67d-c84e23262f0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df69b8c2-70f7-4b1f-b67d-c84e23262f0d found for delete ", "request_id": "req-06f6115b-c3a2-4450-949b-e4af9d3b6d2e"}]} Sep 22 08:39:42.257505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.274522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.284411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] Pushing event deleted for resources: {'Network': ['ID=f665e6c9-a097-4574-a663-b19ea5e6aeb8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:42.287142 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7991413b-176e-47f4-8808-ee65ef5676fc tempest-NetworksTestDHCPv6-1186874079 tempest-NetworksTestDHCPv6-1186874079-project] 10.222.0.42 "DELETE /v2.0/networks/f665e6c9-a097-4574-a663-b19ea5e6aeb8 HTTP/1.1" status: 204 len: 168 time: 0.4426637 Sep 22 08:39:42.401489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.551019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42318) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:42.695765 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95398e33-8756-44c7-bf0f-3a86c265593b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f021aef679b94ab7b94db01282a287de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435993 Sep 22 08:39:42.698192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42324) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:42.753972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf61c-88a3-4cee-8ec1-95ed556db396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.778896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf61c-88a3-4cee-8ec1-95ed556db396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.829653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf61c-88a3-4cee-8ec1-95ed556db396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.845355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cf61c-88a3-4cee-8ec1-95ed556db396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad2520c-acba-44ca-8d67-e7a00677bfd1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:42.849683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf61c-88a3-4cee-8ec1-95ed556db396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:42.853239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc3cf61c-88a3-4cee-8ec1-95ed556db396 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aad2520c-acba-44ca-8d67-e7a00677bfd1 HTTP/1.1" status: 204 len: 168 time: 0.1517260 Sep 22 08:39:43.528154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42352) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:43.688559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1980524067'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:43.693869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:43.698267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Usage tracker for resource:network and tenant:cb556ddd0a994b698c1d0e852b886ce3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:43.701636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:43.708366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:43.731260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Made reservation on behalf of cb556ddd0a994b698c1d0e852b886ce3 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:43.735619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:43.758638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:43.773427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:43.777276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Usage tracker for resource:security_group_rule and tenant:cb556ddd0a994b698c1d0e852b886ce3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:43.780089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:43.786569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:43.873358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:43.877670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:43.910325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:39:43.918760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d485352-ca41-44d1-b1cc-29b138dd25b9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:43.924999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:43.925465 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Added segment 2f4a9beb-7fda-4785-92df-e3f145903ba9 of type vlan for network c36882a0-d1aa-4655-a2e6-c9142afe4893 Sep 22 08:39:43.954941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:43.986827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:43.992266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:43.992844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:44.204516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6752236 Sep 22 08:39:44.207169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:44.209830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b0c45-db72-4156-a85f-f7eb8de43f22 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event updated for resources: {'Network': ['ID=c36882a0-d1aa-4655-a2e6-c9142afe4893,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:44.214767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Request body: {'subnet': {'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:44.220861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:39:44.332539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:44.336420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Usage tracker for resource:subnet and tenant:cb556ddd0a994b698c1d0e852b886ce3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:44.339239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:44.345478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:44.354975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Made reservation on behalf of cb556ddd0a994b698c1d0e852b886ce3 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:44.358617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:44.576753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:44.663668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event updated for resources: {'Subnet': ['ID=e945d287-9fa4-47f7-93a1-80e7d174cfdb,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:44.668045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Checking segment: {'id': '2f4a9beb-7fda-4785-92df-e3f145903ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:44.668273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Network hostable DHCP agents. Network: c36882a0-d1aa-4655-a2e6-c9142afe4893, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:39:44.704157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:39:44.743014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c36882a0-d1aa-4655-a2e6-c9142afe4893) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:44.756644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d4ebe-f7e4-4123-b8a4-5d961ee73c56 None None] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:44.757840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:44.758593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:44.818509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42368) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:44.819920 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8fa8fe26-c64a-40c6-aaa6-b47b9b3350d7 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6115277 Sep 22 08:39:44.833768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Request body: {'port': {'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1442439569'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:44.992373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:44.997106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Usage tracker for resource:port and tenant:cb556ddd0a994b698c1d0e852b886ce3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:45.000831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:45.007669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:45.020284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Made reservation on behalf of cb556ddd0a994b698c1d0e852b886ce3 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:45.024228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.050549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] device_id is not set on port d669eeb8-b8e1-41a4-820b-fbfb256cc996 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:45.076419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c36882a0-d1aa-4655-a2e6-c9142afe4893', 'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893', 'tenant_id': 'cb556ddd0a994b698c1d0e852b886ce3', 'fixed_ips': [{'subnet_id': 'e945d287-9fa4-47f7-93a1-80e7d174cfdb'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:45.077238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.186849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Allocated IP 172.20.0.7 (c36882a0-d1aa-4655-a2e6-c9142afe4893/e945d287-9fa4-47f7-93a1-80e7d174cfdb/d669eeb8-b8e1-41a4-820b-fbfb256cc996) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:45.485110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.500745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Transition to ACTIVE for port object d669eeb8-b8e1-41a4-820b-fbfb256cc996 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:45.524267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.584933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Allocated IP 172.20.0.2 (c36882a0-d1aa-4655-a2e6-c9142afe4893/e945d287-9fa4-47f7-93a1-80e7d174cfdb/ec5c3ac2-1862-4470-9a8a-b212b73e86ce) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:45.595074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:45.597921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:45.600910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:45.649710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event updated for resources: {'Port': ['ID=d669eeb8-b8e1-41a4-820b-fbfb256cc996,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:45.677540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:45.678155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.699290 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d4daa62e-fd10-4e54-a383-7418b04ec0ab tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8798869 Sep 22 08:39:45.702249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42372) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:45.708709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Request body: {'port': {'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1758873307', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:45.709188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] bootfile-name is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:39:45.709529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] tftp-server is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:39:45.709855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] server-ip-address is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:39:45.787888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.797618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Transition to ACTIVE for port object ec5c3ac2-1862-4470-9a8a-b212b73e86ce will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:45.817494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Transition to ACTIVE for port object ec5c3ac2-1862-4470-9a8a-b212b73e86ce will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:45.823765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.862107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:45.866524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Usage tracker for resource:port and tenant:cb556ddd0a994b698c1d0e852b886ce3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:45.870017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:45.881839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:45.893271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Made reservation on behalf of cb556ddd0a994b698c1d0e852b886ce3 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:45.893541 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:45.896295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:45.897097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:45.900949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:45.909934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Pushing event updated for resources: {'Port': ['ID=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:45.925761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] device_id is not set on port a45f71a7-61e6-482b-bd7c-835f9dd2b5e3 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:39:46.006543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Attempting to bind port ec5c3ac2-1862-4470-9a8a-b212b73e86ce on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:46.006938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Attempting to bind port ec5c3ac2-1862-4470-9a8a-b212b73e86ce by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '2f4a9beb-7fda-4785-92df-e3f145903ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:46.007576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Attempting to bind port ec5c3ac2-1862-4470-9a8a-b212b73e86ce on network c36882a0-d1aa-4655-a2e6-c9142afe4893 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:46.014169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:46.014532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Checking segment: {'id': '2f4a9beb-7fda-4785-92df-e3f145903ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:46.014923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:46.015328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Bound using segment: {'id': '2f4a9beb-7fda-4785-92df-e3f145903ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:46.016330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Bound port: ec5c3ac2-1862-4470-9a8a-b212b73e86ce, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4a9beb-7fda-4785-92df-e3f145903ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c36882a0-d1aa-4655-a2e6-c9142afe4893'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:46.016699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:46.083730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Allocated IP 172.20.0.12 (c36882a0-d1aa-4655-a2e6-c9142afe4893/e945d287-9fa4-47f7-93a1-80e7d174cfdb/a45f71a7-61e6-482b-bd7c-835f9dd2b5e3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:46.113869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] For port ec5c3ac2-1862-4470-9a8a-b212b73e86ce, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:46.117701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] For port ec5c3ac2-1862-4470-9a8a-b212b73e86ce, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,segment=NetworkSegment(2f4a9beb-7fda-4785-92df-e3f145903ba9),segment_id=2f4a9beb-7fda-4785-92df-e3f145903ba9)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:46.122206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:46.207559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46089-dff5-44c6-94eb-ceb2d2623628 None None] Pushing event updated for resources: {'Port': ['ID=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:46.316306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:46.332725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Transition to ACTIVE for port object a45f71a7-61e6-482b-bd7c-835f9dd2b5e3 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:46.362682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:46.453270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:46.456655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:46.459323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:46.508671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event updated for resources: {'Port': ['ID=a45f71a7-61e6-482b-bd7c-835f9dd2b5e3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:46.537296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:46.538198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:46.567111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-396e4ad4-6c85-42d9-803f-c7f1e5d46d5a tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.8629396 Sep 22 08:39:46.569600 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42388) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:46.665388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d42ef-22ad-451c-89db-698ad691b55f tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:46.671192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d42ef-22ad-451c-89db-698ad691b55f tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:46.677618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d42ef-22ad-451c-89db-698ad691b55f tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:46.678455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-381d42ef-22ad-451c-89db-698ad691b55f tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Synchronizing usage tracker for tenant:cb556ddd0a994b698c1d0e852b886ce3 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:39:46.696122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-381d42ef-22ad-451c-89db-698ad691b55f tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Unset dirty status for tenant:cb556ddd0a994b698c1d0e852b886ce3 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:39:46.697494 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-381d42ef-22ad-451c-89db-698ad691b55f tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1269660 Sep 22 08:39:46.700428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42394) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:46.773412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Deleting port a45f71a7-61e6-482b-bd7c-835f9dd2b5e3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:46.773758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:47.041253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:47.178919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Calling delete_port for a45f71a7-61e6-482b-bd7c-835f9dd2b5e3 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:47.249339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64b7a10-d790-41ab-bb51-bd9231eb5755 None None] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:47.343353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:47.376950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6d3eafd3-7739-4f3b-becb-4680471d563b None None] Provisioning for port ec5c3ac2-1862-4470-9a8a-b212b73e86ce completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:47.442996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event deleted for resources: {'Port': ['ID=a45f71a7-61e6-482b-bd7c-835f9dd2b5e3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:47.463535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.463535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.463929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.464277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.464613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.465337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.465337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.465562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.465983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.466305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.466978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.466978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:47.535443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:47.549803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3cd99979-8ba0-41c1-a10c-1757e805adf2 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "DELETE /v2.0/ports/a45f71a7-61e6-482b-bd7c-835f9dd2b5e3 HTTP/1.1" status: 204 len: 168 time: 0.8482826 Sep 22 08:39:47.552394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:47.558561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Request body: {'port': {'name': 'tempest-new-port-name-1360901312', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:47.558953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] bootfile-name is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:39:47.559472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] tftp-server is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:39:47.559963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] server-ip-address is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 08:39:47.709889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:47.833863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Provisioning for port d669eeb8-b8e1-41a4-820b-fbfb256cc996 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:47.840303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Provisioning complete for port d669eeb8-b8e1-41a4-820b-fbfb256cc996 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:47.841032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:47.841631 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Attempt 1 to provision port d669eeb8-b8e1-41a4-820b-fbfb256cc996 Sep 22 08:39:47.915103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Port d669eeb8-b8e1-41a4-820b-fbfb256cc996 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:48.025144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.030564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.161812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event updated for resources: {'Port': ['ID=d669eeb8-b8e1-41a4-820b-fbfb256cc996,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:48.177447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] In _notify_port_updated(), no bound segment for port d669eeb8-b8e1-41a4-820b-fbfb256cc996 on network c36882a0-d1aa-4655-a2e6-c9142afe4893 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:39:48.183247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:48.184194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.185681 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-484daaaa-16fc-4390-8ed2-73e717d51a67 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "PUT /v2.0/ports/d669eeb8-b8e1-41a4-820b-fbfb256cc996 HTTP/1.1" status: 200 len: 1136 time: 0.6322722 Sep 22 08:39:48.188400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42404) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:48.195016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ec5c3ac2-1862-4470-9a8a-b212b73e86ce up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:48.271448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ec5c3ac2-1862-4470-9a8a-b212b73e86ce completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:48.274836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31526eec-4d87-43d4-8f01-a261f67cf1af tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:48.276914 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31526eec-4d87-43d4-8f01-a261f67cf1af tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "GET /v2.0/ports/d669eeb8-b8e1-41a4-820b-fbfb256cc996 HTTP/1.1" status: 200 len: 1136 time: 0.0875411 Sep 22 08:39:48.280779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42408) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:48.280930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ec5c3ac2-1862-4470-9a8a-b212b73e86ce triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:48.282246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.282888 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ec5c3ac2-1862-4470-9a8a-b212b73e86ce Sep 22 08:39:48.367085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Deleting port d669eeb8-b8e1-41a4-820b-fbfb256cc996 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:48.367453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.418206 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Attempt 2 to provision port d669eeb8-b8e1-41a4-820b-fbfb256cc996 Sep 22 08:39:48.451597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ec5c3ac2-1862-4470-9a8a-b212b73e86ce is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:48.451833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.507592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Port d669eeb8-b8e1-41a4-820b-fbfb256cc996 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:48.513708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ec5c3ac2-1862-4470-9a8a-b212b73e86ce, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,segment=NetworkSegment(2f4a9beb-7fda-4785-92df-e3f145903ba9),segment_id=2f4a9beb-7fda-4785-92df-e3f145903ba9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:48.519041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.609825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:48.618846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.619192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.619555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.619887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.620213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.620534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.621022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.621488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.621979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.622442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.622921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.623414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:48.803385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:48.924448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Calling delete_port for d669eeb8-b8e1-41a4-820b-fbfb256cc996 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:49.009102 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Attempt 3 to provision port d669eeb8-b8e1-41a4-820b-fbfb256cc996 Sep 22 08:39:49.064531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Port d669eeb8-b8e1-41a4-820b-fbfb256cc996 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:39:49.083081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.133861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event deleted for resources: {'Port': ['ID=d669eeb8-b8e1-41a4-820b-fbfb256cc996,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:49.242387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.253813 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e27f346c-d72a-4266-9260-38e74a850959 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "DELETE /v2.0/ports/d669eeb8-b8e1-41a4-820b-fbfb256cc996 HTTP/1.1" status: 204 len: 168 time: 0.9714394 Sep 22 08:39:49.256118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42416) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:49.325260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Deleting subnet e945d287-9fa4-47f7-93a1-80e7d174cfdb {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:39:49.328223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.385702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.505893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.566352 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Attempt 4 to provision port d669eeb8-b8e1-41a4-820b-fbfb256cc996 Sep 22 08:39:49.598718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.610745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Port d669eeb8-b8e1-41a4-820b-fbfb256cc996 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:39:49.623063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Provisioning complete for port ec5c3ac2-1862-4470-9a8a-b212b73e86ce triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:49.623585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.624166 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Attempt 1 to provision port ec5c3ac2-1862-4470-9a8a-b212b73e86ce Sep 22 08:39:49.643577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event deleted for resources: {'Subnet': ['ID=e945d287-9fa4-47f7-93a1-80e7d174cfdb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:49.648300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.658609 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-609a8ff2-45cc-4cc5-adc2-fb3be24d7ec5 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "DELETE /v2.0/subnets/e945d287-9fa4-47f7-93a1-80e7d174cfdb HTTP/1.1" status: 204 len: 168 time: 0.4013414 Sep 22 08:39:49.660169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:49.682941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269fe77b-8ac6-477e-b3d2-a4792ff859f5 None None] Network c36882a0-d1aa-4655-a2e6-c9142afe4893 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:49.816241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:49.838297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Deleting port ec5c3ac2-1862-4470-9a8a-b212b73e86ce {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:49.847525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.103851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9c9c54ac-0e5d-4b4b-bdc8-f5f03f5a756c None None] Current status of the port ec5c3ac2-1862-4470-9a8a-b212b73e86ce is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:50.212124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ec5c3ac2-1862-4470-9a8a-b212b73e86ce up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:50.215021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] For port ec5c3ac2-1862-4470-9a8a-b212b73e86ce, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,segment=NetworkSegment(2f4a9beb-7fda-4785-92df-e3f145903ba9),segment_id=2f4a9beb-7fda-4785-92df-e3f145903ba9)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:50.215603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.288474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] DHCP port deletion for c36882a0-d1aa-4655-a2e6-c9142afe4893 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:39:50.315529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eef79eec-0076-47f1-8c8b-52c2d7b59816 None None] Could not find standard attr ID for object d669eeb8-b8e1-41a4-820b-fbfb256cc996. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:50.333842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Deleting port ec5c3ac2-1862-4470-9a8a-b212b73e86ce {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:50.334310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.398011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Calling delete_port for ec5c3ac2-1862-4470-9a8a-b212b73e86ce owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:50.402684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eef79eec-0076-47f1-8c8b-52c2d7b59816 None None] Could not find standard attr ID for object a45f71a7-61e6-482b-bd7c-835f9dd2b5e3. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:50.480496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ec5c3ac2-1862-4470-9a8a-b212b73e86ce triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:50.480870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.481204 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ec5c3ac2-1862-4470-9a8a-b212b73e86ce Sep 22 08:39:50.535388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.606659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event deleted for resources: {'Port': ['ID=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:50.610823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] No DVR routers for this DVR port ec5c3ac2-1862-4470-9a8a-b212b73e86ce on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:50.718198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Could not find standard attr ID for object ec5c3ac2-1862-4470-9a8a-b212b73e86ce. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:39:50.726743 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No ports have port_id starting with ec5c3ac2-1862-4470-9a8a-b212b73e86ce Sep 22 08:39:50.752386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] For port ec5c3ac2-1862-4470-9a8a-b212b73e86ce, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ec5c3ac2-1862-4470-9a8a-b212b73e86ce,segment=NetworkSegment(2f4a9beb-7fda-4785-92df-e3f145903ba9),segment_id=2f4a9beb-7fda-4785-92df-e3f145903ba9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:50.752850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.804010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.839850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36882a0-d1aa-4655-a2e6-c9142afe4893']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:50.855500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4a9beb-7fda-4785-92df-e3f145903ba9') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:50.856078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4a9beb-7fda-4785-92df-e3f145903ba9') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:50.871338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.898633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.906797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:39:50.907200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:50.917227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:50.978511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 2f4a9beb-7fda-4785-92df-e3f145903ba9 resource provider aggregate not found Sep 22 08:39:51.002097 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 2f4a9beb-7fda-4785-92df-e3f145903ba9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f4a9beb-7fda-4785-92df-e3f145903ba9 found for delete ", "request_id": "req-630d25ea-a644-42fb-a850-46657e8545ed"}]} Sep 22 08:39:51.021997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Calling delete_port for ec5c3ac2-1862-4470-9a8a-b212b73e86ce owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:51.025718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:51.057235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:51.084874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] 10.222.0.42 "DELETE /v2.0/networks/c36882a0-d1aa-4655-a2e6-c9142afe4893 HTTP/1.1" status: 204 len: 168 time: 1.4206624 Sep 22 08:39:51.108929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c831b-1910-4552-8dc8-de05885a35e9 tempest-ExtraDHCPOptionsTestJSON-1484620986 tempest-ExtraDHCPOptionsTestJSON-1484620986-project] Pushing event deleted for resources: {'Network': ['ID=c36882a0-d1aa-4655-a2e6-c9142afe4893,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: from cryptography.utils import int_from_bytes Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: from cryptography.utils import int_from_bytes Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn_limited( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn_limited( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 08:39:51.156085 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 08:39:51.162780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:39:51.163134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:39:51.483011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42442) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:51.666566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Deleting port ec5c3ac2-1862-4470-9a8a-b212b73e86ce {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:51.671170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:51.682741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6332a0de-edad-4e51-ab39-4ff33b0fdece admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb556ddd0a994b698c1d0e852b886ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983559 Sep 22 08:39:51.693307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42448) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:51.785212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-459255d9-7c69-4164-b812-0bf9dc1e95b3 None None] The port 'ec5c3ac2-1862-4470-9a8a-b212b73e86ce' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:39:51.808713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80ecb6d-6c47-4053-b93b-b89f47a32c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:51.860915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80ecb6d-6c47-4053-b93b-b89f47a32c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:51.876405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:51.966212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80ecb6d-6c47-4053-b93b-b89f47a32c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:51.987860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ecb6d-6c47-4053-b93b-b89f47a32c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d485352-ca41-44d1-b1cc-29b138dd25b9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:52.005894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80ecb6d-6c47-4053-b93b-b89f47a32c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:52.013675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e80ecb6d-6c47-4053-b93b-b89f47a32c28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d485352-ca41-44d1-b1cc-29b138dd25b9 HTTP/1.1" status: 204 len: 168 time: 0.3142600 Sep 22 08:39:52.212367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ec5c3ac2-1862-4470-9a8a-b212b73e86ce no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:52.272218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ec5c3ac2-1862-4470-9a8a-b212b73e86ce {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:39:52.272560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ec5c3ac2-1862-4470-9a8a-b212b73e86ce not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:39:52.423911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:52.426625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:52.685709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:52.686183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:52.822581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:53.085323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:53.181236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.219234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-541094157'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:53.224825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:53.228864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:53.231862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:53.239715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:53.257242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:53.261535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.269129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=4e70d141-4a6a-4661-a8e4-2d2821b2cdcc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:53.280994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.307917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:53.317744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:security_group_rule and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:53.322456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:53.333911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:53.373613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.373613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.373613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.373613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.374290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.374500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.375344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.375679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.375993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.376306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.376618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.376930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:39:53.468395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.475258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.530737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d2167-4714-46a6-9660-5a84b17d5306,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:53.556260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:39:53.567317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.567651 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 363d77c0-3317-452a-8b89-025f413afa49 of type vlan for network 14599c8e-2fe3-417a-884a-ce484785bbbe Sep 22 08:39:53.595893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.633439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.639767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:53.640229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:53.762775 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6750686 Sep 22 08:39:53.766189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42482) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:53.769789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6334ab-9b93-478c-8fa3-9bc2a84887fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=14599c8e-2fe3-417a-884a-ce484785bbbe,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:53.776587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-684316864'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:53.782541 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 14599c8e-2fe3-417a-884a-ce484785bbbe details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:39:53.784716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:53.790318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:53.793309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:53.926456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:53.928581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:54.014448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:54.017908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:54.074257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:39:54.156359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:54.157108 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment fc2686ab-f3b1-404e-b24a-2af4a0b779c3 of type vlan for network 32758c78-30c6-4d0e-8e51-354baada2d45 Sep 22 08:39:54.206695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:54.379702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:54.384953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:54.385632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:54.521466 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7510433 Sep 22 08:39:54.521913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42488) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:54.527691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': '14599c8e-2fe3-417a-884a-ce484785bbbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:54.534756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 9e091d73-5986-4a6a-9625-f16cbdc90b1e has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:39:54.535669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eade8-953f-4471-81f4-3b8404655db0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=32758c78-30c6-4d0e-8e51-354baada2d45,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:54.551864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 32758c78-30c6-4d0e-8e51-354baada2d45 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:39:54.690149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:54.694924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:54.698121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:54.707927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:54.724795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:54.728972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:54.752532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:39:54.758460 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8bfba6ae-46e1-4187-833c-d62fa1aa250d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/9e091d73-5986-4a6a-9625-f16cbdc90b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8395481 Sep 22 08:39:54.767449 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] Sync routers for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:39:54.791284 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:54.792816 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:54.986354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:55.122273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '363d77c0-3317-452a-8b89-025f413afa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14599c8e-2fe3-417a-884a-ce484785bbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:55.122704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: 14599c8e-2fe3-417a-884a-ce484785bbbe, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:39:55.169156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 14599c8e-2fe3-417a-884a-ce484785bbbe is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:39:55.180410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=3333b50f-b7a1-4cc2-8aeb-445a4f675c8b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:55.185395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 14599c8e-2fe3-417a-884a-ce484785bbbe) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:55.195852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:55.196386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:55.196818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180b992-5462-413f-9d56-1ea5a1e58fba None None] Network 14599c8e-2fe3-417a-884a-ce484785bbbe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:55.225703 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:39:55.232523 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6bb6cb0a-bea9-4aa2-8bb1-9758838f9cb0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7094212 Sep 22 08:39:55.235440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42496) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:55.248105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': '32758c78-30c6-4d0e-8e51-354baada2d45', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:55.473130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:55.477160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:55.480138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:55.492533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:55.509946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:55.514689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:55.591144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-14599c8e-2fe3-417a-884a-ce484785bbbe', 'network_id': '14599c8e-2fe3-417a-884a-ce484785bbbe', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': '3333b50f-b7a1-4cc2-8aeb-445a4f675c8b'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:55.592233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:55.670252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2460150-014f-42ec-a2ab-024d75a7b6b5 req-f5ec13d8-498c-4007-9946-9df3f8deb823 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:55.672597 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2460150-014f-42ec-a2ab-024d75a7b6b5 req-f5ec13d8-498c-4007-9946-9df3f8deb823 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 946 time: 0.3348064 Sep 22 08:39:55.766725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-ff48ff27-6ec7-4613-897e-4b75bdf3df7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3348832 Sep 22 08:39:55.795866 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2460150-014f-42ec-a2ab-024d75a7b6b5 req-6a5e8fcf-b757-4f32-b51f-793202697432 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161845 Sep 22 08:39:55.814528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Allocated IP 172.20.0.2 (14599c8e-2fe3-417a-884a-ce484785bbbe/3333b50f-b7a1-4cc2-8aeb-445a4f675c8b/3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:55.825848 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:53Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:36Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:55.832761 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] Checking router: 9e091d73-5986-4a6a-9625-f16cbdc90b1e for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:39:55.852463 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:39:55.855074 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:55.913457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:55.932495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-9824e7e6-3218-4148-8126-59e8b37860b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:55.940099 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-9824e7e6-3218-4148-8126-59e8b37860b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 1098 time: 0.1404047 Sep 22 08:39:56.043873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=35d9d0e9-2473-4bfb-be09-8f0fe9ea636e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:56.059172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': 'fc2686ab-f3b1-404e-b24a-2af4a0b779c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '32758c78-30c6-4d0e-8e51-354baada2d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:56.059557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: 32758c78-30c6-4d0e-8e51-354baada2d45, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:39:56.066184 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:39:56.091372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 32758c78-30c6-4d0e-8e51-354baada2d45 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:39:56.134023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 32758c78-30c6-4d0e-8e51-354baada2d45) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:56.139338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:56.140120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.143284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-b7d8a907-0dd6-4e8c-a466-f026f62c4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:56.144923 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-b7d8a907-0dd6-4e8c-a466-f026f62c4034 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 200 len: 898 time: 0.1859322 Sep 22 08:39:56.150465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59afcf05-00f5-45f9-88eb-d834b97f6adc None None] Network 32758c78-30c6-4d0e-8e51-354baada2d45 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:56.180631 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-c348a4e9-07d7-4186-a7ee-3fde02f82d1b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189907416&fields=id&tenant_id=2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 267 time: 0.0722334 Sep 22 08:39:56.255070 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-69fae671-5ab4-4a67-86f6-30e15815c72b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1456fec0-8ae9-42db-861a-a0a85570d364 HTTP/1.1" status: 200 len: 1000 time: 0.1026380 Sep 22 08:39:56.267101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.297470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Transition to ACTIVE for port object 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:56.340234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-ad832767-5665-4205-b8a5-e3885abc51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:56.341082 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f896cabe-c118-4d4b-bf5d-bb7d0333e1a0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1044266 Sep 22 08:39:56.341896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-ad832767-5665-4205-b8a5-e3885abc51d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc384c0d-f97b-4534-a6ad-0b1e13ad7f37 HTTP/1.1" status: 200 len: 835 time: 0.0789490 Sep 22 08:39:56.342583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42510) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:56.348619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-96f2421e-ee65-44fc-a57a-1d47c2454aac tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:56.348789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1927481526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:56.355128 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-96f2421e-ee65-44fc-a57a-1d47c2454aac tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 812 time: 0.1676567 Sep 22 08:39:56.356007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:56.360140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:router and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:39:56.363451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:39:56.370181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:56.370340 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-37a951fd-41bd-4ae5-88e1-58dfe10bac07 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/quotas/2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 375 time: 0.0141506 Sep 22 08:39:56.392421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Transition to ACTIVE for port object 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:56.425011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.425275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.426183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.460685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.488286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-f4e6b6aa-8582-4000-8cfc-6a328a2b5a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:56.489772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-f4e6b6aa-8582-4000-8cfc-6a328a2b5a2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cda4109-fc23-46ed-84ab-0baefbb302e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1107607 Sep 22 08:39:56.494065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.527678 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b0e5d682-d897-4997-91fe-2327ab6bafb7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1503060 Sep 22 08:39:56.533711 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:53Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:36Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:39:56.538703 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767941c2-5df6-453f-a8be-5b423b7e8743 None None] The sync data for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv is: [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:53Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '65ff7615-c61c-4166-ac90-fbce3ac1b84e', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'port_id': '1456fec0-8ae9-42db-861a-a0a85570d364', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'mac_address': 'fa:16:3e:1d:c6:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:31Z', 'updated_at': '2022-09-22T08:38:36Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:39:56.548791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Network 14599c8e-2fe3-417a-884a-ce484785bbbe is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:56.556797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:56.559343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:56.609655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Pushing event updated for resources: {'Port': ['ID=3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:56.613028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-32758c78-30c6-4d0e-8e51-354baada2d45', 'network_id': '32758c78-30c6-4d0e-8e51-354baada2d45', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': '35d9d0e9-2473-4bfb-be09-8f0fe9ea636e'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:39:56.613876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.654024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.655238 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-611f8393-5d86-4116-81b3-83205e218038 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3117135 Sep 22 08:39:56.658731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42514) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:39:56.770450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Attempting to bind port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:56.770831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Attempting to bind port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '363d77c0-3317-452a-8b89-025f413afa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14599c8e-2fe3-417a-884a-ce484785bbbe'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:56.771170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Attempting to bind port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be on network 14599c8e-2fe3-417a-884a-ce484785bbbe {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:56.785903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:56.786287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Checking segment: {'id': '363d77c0-3317-452a-8b89-025f413afa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14599c8e-2fe3-417a-884a-ce484785bbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:56.786663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.787051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Bound using segment: {'id': '363d77c0-3317-452a-8b89-025f413afa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14599c8e-2fe3-417a-884a-ce484785bbbe'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:56.787540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Bound port: 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363d77c0-3317-452a-8b89-025f413afa49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '14599c8e-2fe3-417a-884a-ce484785bbbe'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:56.787914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:56.826759 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-4cb15fc6-c8d8-484a-aa43-11c61be8ee8b service neutron] 10.222.0.42 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931149 Sep 22 08:39:56.960813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] For port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:56.965938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] For port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be,segment=NetworkSegment(363d77c0-3317-452a-8b89-025f413afa49),segment_id=363d77c0-3317-452a-8b89-025f413afa49)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:56.975392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.014250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Allocated IP 172.21.0.2 (32758c78-30c6-4d0e-8e51-354baada2d45/35d9d0e9-2473-4bfb-be09-8f0fe9ea636e/0201b78f-4300-49c3-9df1-8a145b080fca) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:57.037323 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-4423b6bb-d0b1-41fe-92c0-149020d7da7e service neutron] 10.222.0.42 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011471 Sep 22 08:39:57.090105 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-d3aedd83-562e-476e-9128-2865f57c543b service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880506 Sep 22 08:39:57.174361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849c0a2-4875-43b5-8435-5893ced03566 None None] Pushing event updated for resources: {'Port': ['ID=3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:57.264889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-69e80df5-2c59-4791-8498-1c4c5907bb9e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:57.266638 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-69e80df5-2c59-4791-8498-1c4c5907bb9e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 946 time: 0.7321067 Sep 22 08:39:57.365529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.383123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Transition to ACTIVE for port object 0201b78f-4300-49c3-9df1-8a145b080fca will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:57.419391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Transition to ACTIVE for port object 0201b78f-4300-49c3-9df1-8a145b080fca will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:57.427586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.502117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Network 32758c78-30c6-4d0e-8e51-354baada2d45 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:39:57.505213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:39:57.509351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:39:57.516229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Pushing event updated for resources: {'Port': ['ID=0201b78f-4300-49c3-9df1-8a145b080fca,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:57.647038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Attempting to bind port 0201b78f-4300-49c3-9df1-8a145b080fca on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:39:57.648002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Attempting to bind port 0201b78f-4300-49c3-9df1-8a145b080fca by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'fc2686ab-f3b1-404e-b24a-2af4a0b779c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '32758c78-30c6-4d0e-8e51-354baada2d45'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:39:57.648609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Attempting to bind port 0201b78f-4300-49c3-9df1-8a145b080fca on network 32758c78-30c6-4d0e-8e51-354baada2d45 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:39:57.662739 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83cf65e0-b2c1-44e6-a3d4-10eb8f21ec35 req-d19dd2f2-f5e4-41e6-992c-aa5ed5150a0d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 210 time: 0.0930090 Sep 22 08:39:57.665086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:39:57.667475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:39:57.667584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Checking segment: {'id': 'fc2686ab-f3b1-404e-b24a-2af4a0b779c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '32758c78-30c6-4d0e-8e51-354baada2d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:39:57.667823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.668007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.670098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Bound using segment: {'id': 'fc2686ab-f3b1-404e-b24a-2af4a0b779c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '32758c78-30c6-4d0e-8e51-354baada2d45'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:39:57.670761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Bound port: 0201b78f-4300-49c3-9df1-8a145b080fca, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2686ab-f3b1-404e-b24a-2af4a0b779c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '32758c78-30c6-4d0e-8e51-354baada2d45'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:39:57.671140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.732757 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bee41c5-dd2f-4cf0-864c-9585323b55f7 req-c0252f00-0656-4637-90ef-8ed8e42cd848 service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316664 Sep 22 08:39:57.787808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] For port 0201b78f-4300-49c3-9df1-8a145b080fca, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:39:57.790189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a681-2c1f-43e8-bb26-cc4c84a45b53 req-85bd047a-1f3e-4b52-bce6-868c1daf2015 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:57.791158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] For port 0201b78f-4300-49c3-9df1-8a145b080fca, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0201b78f-4300-49c3-9df1-8a145b080fca,segment=NetworkSegment(fc2686ab-f3b1-404e-b24a-2af4a0b779c3),segment_id=fc2686ab-f3b1-404e-b24a-2af4a0b779c3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:39:57.797896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9902a681-2c1f-43e8-bb26-cc4c84a45b53 req-85bd047a-1f3e-4b52-bce6-868c1daf2015 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 946 time: 0.7765903 Sep 22 08:39:57.800907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.803782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:57.897978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed9c49-45b4-4df7-b0a9-cd9bd21932e2 None None] Pushing event updated for resources: {'Port': ['ID=0201b78f-4300-49c3-9df1-8a145b080fca,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:58.093269 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9902a681-2c1f-43e8-bb26-cc4c84a45b53 req-b87934b4-e9c8-49e5-b37c-09028f511840 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fe73458a-fe0c-43bd-ae1d-949c2acf2638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940834 Sep 22 08:39:58.304808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0201b78f-4300-49c3-9df1-8a145b080fca up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:58.399527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 0201b78f-4300-49c3-9df1-8a145b080fca completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:58.409172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:39:58.412614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port b3eca884-3bc4-41cb-9e5e-e8aa547bd621, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:58.412891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:58.494303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:58.511043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:39:58.552221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:39:58.552658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4e70d141-4a6a-4661-a8e4-2d2821b2cdcc not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:39:58.586728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for b3eca884-3bc4-41cb-9e5e-e8aa547bd621 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:39:58.618825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59194f-1a24-4d5c-983f-a287b121d7d5 None None] Network 14599c8e-2fe3-417a-884a-ce484785bbbe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:58.655591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.20.0.1 (14599c8e-2fe3-417a-884a-ce484785bbbe/3333b50f-b7a1-4cc2-8aeb-445a4f675c8b/acaa8510-ba61-4a82-a731-a3b4ee44997c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:39:58.730804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Provisioning for port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:58.752931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Provisioning complete for port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:58.753440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:58.753872 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Attempt 1 to provision port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be Sep 22 08:39:58.910559 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fdf001a7-dc96-49b5-b6fb-790c18685566 req-7d9774ed-4f17-43a5-abcf-e314159ffe12 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 210 time: 0.0918698 Sep 22 08:39:59.031566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-447f6e89-680a-4ef9-a9c3-8e756156b606 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:39:59.039381 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-447f6e89-680a-4ef9-a9c3-8e756156b606 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 812 time: 0.2609453 Sep 22 08:39:59.045495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Current status of the port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:59.046643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.090972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] For port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be,segment=NetworkSegment(363d77c0-3317-452a-8b89-025f413afa49),segment_id=363d77c0-3317-452a-8b89-025f413afa49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:39:59.102610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.168179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.193473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002a353-3d5a-4ee6-a611-3159e91a8b65 None None] Pushing event updated for resources: {'Port': ['ID=3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:59.249360 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-ad964ce9-7712-4941-be40-f5b9afb5dc73 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc0add39cf24367bbfd189efcca01d2 HTTP/1.1" status: 200 len: 379 time: 0.1933727 Sep 22 08:39:59.312451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=b3eca884-3bc4-41cb-9e5e-e8aa547bd621,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:39:59.328638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.334605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'port': {'device_id': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'admin_state_up': True, 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'security_groups': ['d2e15d2b-6be5-4f44-b10b-b105c4523310']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:39:59.402955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e3068-0419-4f58-b092-7344c3f282d5 None None] Network 32758c78-30c6-4d0e-8e51-354baada2d45 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:39:59.496063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Provisioning complete for port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:59.496425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.496755 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Attempt 1 to provision port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be Sep 22 08:39:59.658017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9be96fa1-45a0-43b6-bde0-912674fb91aa req-05154b75-aecb-4895-aa95-a98d7eb63849 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=658f1f26-3173-4f74-845c-614329950002 HTTP/1.1" status: 200 len: 210 time: 0.3402009 Sep 22 08:39:59.683618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port b3eca884-3bc4-41cb-9e5e-e8aa547bd621 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:39:59.685830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object acaa8510-ba61-4a82-a731-a3b4ee44997c will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:39:59.690932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.694872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f1f26-3173-4f74-845c-614329950002', 'name': 'network-vif-deleted', 'tag': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:39:59.697486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f0d77a-ddde-4c7a-9697-e3c33d7c7b66" -d '{"events": [{"server_uuid": "658f1f26-3173-4f74-845c-614329950002", "name": "network-vif-deleted", "tag": "b3eca884-3bc4-41cb-9e5e-e8aa547bd621"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:39:59.782646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b5cd08-3c1d-4a7b-80bb-4045bafb2971 x-openstack-request-id: req-30b5cd08-3c1d-4a7b-80bb-4045bafb2971 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:39:59.783350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f1f26-3173-4f74-845c-614329950002", "name": "network-vif-deleted", "tag": "b3eca884-3bc4-41cb-9e5e-e8aa547bd621", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:39:59.784361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-30b5cd08-3c1d-4a7b-80bb-4045bafb2971 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:39:59.784910 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b5cd08-3c1d-4a7b-80bb-4045bafb2971'] response: {'server_uuid': '658f1f26-3173-4f74-845c-614329950002', 'name': 'network-vif-deleted', 'tag': 'b3eca884-3bc4-41cb-9e5e-e8aa547bd621', 'status': 'completed', 'code': 200} Sep 22 08:39:59.793372 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-541e8c6b-84dd-4279-8615-9bb07213a365 req-8fba09ab-df08-4ca8-8e13-4a6c321c14bb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/b3eca884-3bc4-41cb-9e5e-e8aa547bd621 HTTP/1.1" status: 204 len: 173 time: 2.3202927 Sep 22 08:39:59.811032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:39:59.811258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Current status of the port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:39:59.834136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:39:59.834585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Provisioning for port 0201b78f-4300-49c3-9df1-8a145b080fca completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:39:59.842929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Provisioning complete for port 0201b78f-4300-49c3-9df1-8a145b080fca triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:39:59.843311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.843679 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Attempt 1 to provision port 0201b78f-4300-49c3-9df1-8a145b080fca Sep 22 08:39:59.850524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:39:59.901246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Made reservation on behalf of 2bc0add39cf24367bbfd189efcca01d2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:39:59.904564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.024253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Current status of the port 0201b78f-4300-49c3-9df1-8a145b080fca is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:00.025060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.054645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 14599c8e-2fe3-417a-884a-ce484785bbbe is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:00.067415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:00.076480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] For port 0201b78f-4300-49c3-9df1-8a145b080fca, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0201b78f-4300-49c3-9df1-8a145b080fca,segment=NetworkSegment(fc2686ab-f3b1-404e-b24a-2af4a0b779c3),segment_id=fc2686ab-f3b1-404e-b24a-2af4a0b779c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:00.083246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.091080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:00.187040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=acaa8510-ba61-4a82-a731-a3b4ee44997c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:00.197604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5959a-9f9f-4f11-8bc1-5388538dd690 None None] Pushing event updated for resources: {'Port': ['ID=0201b78f-4300-49c3-9df1-8a145b080fca,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:00.203644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:00.237791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device b3eca884-3bc4-41cb-9e5e-e8aa547bd621 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:00.238510 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-10e93016-0e58-42b3-bf49-1f43f4a155fe req-9396fbf7-a9f3-4db3-b481-76675fe29a8e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 210 time: 0.1056459 Sep 22 08:40:00.291373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.295057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: b3eca884-3bc4-41cb-9e5e-e8aa547bd621 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:00.295424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device b3eca884-3bc4-41cb-9e5e-e8aa547bd621 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:00.323919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8e51ea2b-4728-4ed8-a6ff-9b88b2e866ba None None] Provisioning complete for port 0201b78f-4300-49c3-9df1-8a145b080fca triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:00.324293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8e51ea2b-4728-4ed8-a6ff-9b88b2e866ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.324767 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8e51ea2b-4728-4ed8-a6ff-9b88b2e866ba None None] Attempt 1 to provision port 0201b78f-4300-49c3-9df1-8a145b080fca Sep 22 08:40:00.416415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:00.417000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.417093 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be Sep 22 08:40:00.420011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Allocated IP 172.20.0.11 (cfeb1508-c408-4fd0-98ac-1b700f7d6c99/21f47774-0b44-4a40-b1fd-7c810493b139/6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:00.553105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.602365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8e51ea2b-4728-4ed8-a6ff-9b88b2e866ba None None] Current status of the port 0201b78f-4300-49c3-9df1-8a145b080fca is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:00.630555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:00.725731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Provisioning for port acaa8510-ba61-4a82-a731-a3b4ee44997c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:00.732243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Provisioning complete for port acaa8510-ba61-4a82-a731-a3b4ee44997c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:00.733308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.733910 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 1 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:00.761076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:00.809370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:00.840888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7777025a-aacc-4520-b38b-ac49552b62d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.872347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7777025a-aacc-4520-b38b-ac49552b62d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.898924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.931152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Transition to ACTIVE for port object 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:00.959386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7777025a-aacc-4520-b38b-ac49552b62d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:00.988759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777025a-aacc-4520-b38b-ac49552b62d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe73458a-fe0c-43bd-ae1d-949c2acf2638,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:01.002514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7777025a-aacc-4520-b38b-ac49552b62d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.003965 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7777025a-aacc-4520-b38b-ac49552b62d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/fe73458a-fe0c-43bd-ae1d-949c2acf2638 HTTP/1.1" status: 204 len: 168 time: 0.2419062 Sep 22 08:40:01.056622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42552) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:01.107283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.129526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet 11da0ab1-ddd4-4455-8d98-950f1522bd92 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:40:01.133250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.190393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:01.194440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.201529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:01.203410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:01.208721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:01.251263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.271255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.306670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.310546 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 2 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:01.402693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.413305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:01.414201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.421172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:01.440859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.457409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=acaa8510-ba61-4a82-a731-a3b4ee44997c,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:01.493981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=11da0ab1-ddd4-4455-8d98-950f1522bd92,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:01.503699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.505161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44700baa-7356-4e15-b58d-b2ffe2d2961e None None] Network 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:01.533022 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dd61fc50-f8b0-41d1-a62b-6ccf32271076 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/11da0ab1-ddd4-4455-8d98-950f1522bd92 HTTP/1.1" status: 204 len: 168 time: 0.4752607 Sep 22 08:40:01.533844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:01.660745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f2cf6-2b17-425e-a3fb-dc6086ef42d8 req-0b9ce115-0577-4ddd-84a2-faab26182795 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:01.662170 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8e1f2cf6-2b17-425e-a3fb-dc6086ef42d8 req-0b9ce115-0577-4ddd-84a2-faab26182795 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 932 time: 0.2171838 Sep 22 08:40:01.673911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.677672 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-b841fc0f-06a4-405f-9895-12de244c1894 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3581340 Sep 22 08:40:01.690176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Request body: {'port': {'device_id': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:01.715189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 05d05bab-5e49-420d-8ca9-483117ee7706 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:01.715651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.772252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8e1f2cf6-2b17-425e-a3fb-dc6086ef42d8 req-0ef29f8e-0a44-464d-bf40-94c6bb56c88e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956252 Sep 22 08:40:01.779304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] DHCP port deletion for 1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:40:01.785447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Deleting port 05d05bab-5e49-420d-8ca9-483117ee7706 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:01.786078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.826979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 14599c8e-2fe3-417a-884a-ce484785bbbe is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:01.831110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:01.928776 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 3 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:01.954116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 05d05bab-5e49-420d-8ca9-483117ee7706, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=05d05bab-5e49-420d-8ca9-483117ee7706,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:01.954481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:01.986589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.074936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] For port 05d05bab-5e49-420d-8ca9-483117ee7706, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=05d05bab-5e49-420d-8ca9-483117ee7706,segment=NetworkSegment(0444487b-6e3b-459d-b3b0-21813436d4c1),segment_id=0444487b-6e3b-459d-b3b0-21813436d4c1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:02.075358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.114195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 05d05bab-5e49-420d-8ca9-483117ee7706 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:02.204455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.204937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0201b78f-4300-49c3-9df1-8a145b080fca up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:02.263612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 05d05bab-5e49-420d-8ca9-483117ee7706 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:02.265295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=05d05bab-5e49-420d-8ca9-483117ee7706,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:02.283673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Calling delete_port for 05d05bab-5e49-420d-8ca9-483117ee7706 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:02.331321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:40:02.355626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:02.395306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.397130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:40:02.397479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:40:02.398074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0201b78f-4300-49c3-9df1-8a145b080fca triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:02.398426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.398745 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0201b78f-4300-49c3-9df1-8a145b080fca Sep 22 08:40:02.421003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:02.435996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0444487b-6e3b-459d-b3b0-21813436d4c1') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:02.437339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0444487b-6e3b-459d-b3b0-21813436d4c1') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:02.448561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.466946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.473906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:40:02.474660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.517939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0201b78f-4300-49c3-9df1-8a145b080fca is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:02.540752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:40:02.552219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.569064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 05d05bab-5e49-420d-8ca9-483117ee7706 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:02.575659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:02.579119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Transition to ACTIVE for port object 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:02.583841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cdfccac2-7693-46e8-80af-1a0fe6daa01a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9189057 Sep 22 08:40:02.597116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42564) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:02.601845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.611757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 05d05bab-5e49-420d-8ca9-483117ee7706 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:02.612279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 05d05bab-5e49-420d-8ca9-483117ee7706 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:02.613914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] Sync routers for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:02.627883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:02.628620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:02.662878 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0444487b-6e3b-459d-b3b0-21813436d4c1 resource provider aggregate not found Sep 22 08:40:02.686339 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0444487b-6e3b-459d-b3b0-21813436d4c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0444487b-6e3b-459d-b3b0-21813436d4c1 found for delete ", "request_id": "req-ae5c72df-afff-404f-9f18-f9a0bf03b2bc"}]} Sep 22 08:40:02.692081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:02.701363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:02.702088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:02.702215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.708281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.734362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:02.748913 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f0ca4fb-a77e-452b-8e5b-d1fe56c7615e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/1d0c669e-e0c8-40bb-862d-ca3e4ae4f82b HTTP/1.1" status: 204 len: 168 time: 1.2132964 Sep 22 08:40:02.752275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42570) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:02.770607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:02.771009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17050b1-9908-45e7-9bdd-c9ad96d70489 None None] The sync data for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:02.833857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd25ea-db19-4e21-89b6-c91498051727 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:02.834459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ebd25ea-db19-4e21-89b6-c91498051727 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:02.846862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Pushing event updated for resources: {'Port': ['ID=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:02.856379 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 4 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:02.902490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Deleting port 05d05bab-5e49-420d-8ca9-483117ee7706 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:02.902866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:02.985792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5753d9b1-162e-4a3d-bc8a-76a2968d751e None None] The port '05d05bab-5e49-420d-8ca9-483117ee7706' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:40:02.988174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ebd25ea-db19-4e21-89b6-c91498051727 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:02.989267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:02.990491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ebd25ea-db19-4e21-89b6-c91498051727 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports/acaa8510-ba61-4a82-a731-a3b4ee44997c HTTP/1.1" status: 200 len: 910 time: 0.3900485 Sep 22 08:40:02.998829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42576) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:02.998951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 14e3a829-937e-4165-a8c8-884d4dff51e8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:02.999684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.178002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.178326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.266869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Attempting to bind port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:03.267190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Attempting to bind port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:03.267443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Attempting to bind port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:03.290157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:40:03.290482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Attempting to bind port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd on network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:03.303979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:03.304318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Checking segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:03.304697 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Bound using segment: {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:03.305125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Bound port: 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931bfa38-8484-47ee-92f1-0f95695658a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:03.305469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.308094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 14e3a829-937e-4165-a8c8-884d4dff51e8 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:03.375913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff57abe-1bc0-4612-bf18-44d1f87e0627 req-a06f12e5-074f-4775-9406-edf2bb459253 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:03.376601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fff57abe-1bc0-4612-bf18-44d1f87e0627 req-a06f12e5-074f-4775-9406-edf2bb459253 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:03.466446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.489982 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 5 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:03.551088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:03.557913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=14e3a829-937e-4165-a8c8-884d4dff51e8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:03.564286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fff57abe-1bc0-4612-bf18-44d1f87e0627 req-a06f12e5-074f-4775-9406-edf2bb459253 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:03.565483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fff57abe-1bc0-4612-bf18-44d1f87e0627 req-a06f12e5-074f-4775-9406-edf2bb459253 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 944 time: 0.6711798 Sep 22 08:40:03.600579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] For port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:03.621574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.622321 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 65ff7615-c61c-4166-ac90-fbce3ac1b84e disassociated (deleted). External IP: 172.26.8.56, port: 1456fec0-8ae9-42db-861a-a0a85570d364. Sep 22 08:40:03.679692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] For port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:03.743962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.796104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:03.796660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:03.798035 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] 10.222.0.48 "PUT /v2.0/ports/6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd HTTP/1.1" status: 200 len: 1094 time: 2.1136446 Sep 22 08:40:03.800930 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fff57abe-1bc0-4612-bf18-44d1f87e0627 req-3a47db52-6580-4fc8-9e7e-692428e926b3 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283251 Sep 22 08:40:03.801357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:03.805280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffbb611-d5cb-494a-8222-3f0dcd3bef82" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:03.892731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343f376-9d90-466d-8f07-264b57e564f7 x-openstack-request-id: req-a343f376-9d90-466d-8f07-264b57e564f7 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:03.893020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:03.893276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a343f376-9d90-466d-8f07-264b57e564f7 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:03.893677 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a343f376-9d90-466d-8f07-264b57e564f7'] response: {'name': 'network-changed', 'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'status': 'completed', 'code': 200} Sep 22 08:40:03.968062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0bafb-4520-45fc-8ac0-4127b1b899bd service neutron] Pushing event updated for resources: {'Port': ['ID=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:03.994017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 9e091d73-5986-4a6a-9625-f16cbdc90b1e has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:04.045020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-2bc932f5-4900-4415-8cd7-864c49b725eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:04.046597 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-2bc932f5-4900-4415-8cd7-864c49b725eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 1097 time: 0.2051735 Sep 22 08:40:04.052918 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 6 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:04.105761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:04.113968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:04.132961 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-d0b21692-e4a6-4faa-a0dd-d5603034a9dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd HTTP/1.1" status: 200 len: 217 time: 0.0788469 Sep 22 08:40:04.283028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:04.292435 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] Sync routers for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:04.301805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:04.302110 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:04.302798 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:04.333675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-e421cde3-90a4-4170-b4f1-3e073208b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:04.335112 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-e421cde3-90a4-4170-b4f1-3e073208b2e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.1419830 Sep 22 08:40:04.364304 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a2dd084e-3d60-4920-b86e-8a884324bc79 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/65ff7615-c61c-4166-ac90-fbce3ac1b84e HTTP/1.1" status: 204 len: 168 time: 1.6086423 Sep 22 08:40:04.364304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:04.365103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1f38f0-743d-4209-88fc-3025b41c5b23" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:04.424907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa48c422-0724-408a-8469-d47a1198bf36 x-openstack-request-id: req-aa48c422-0724-408a-8469-d47a1198bf36 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:04.425466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:04.425914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa48c422-0724-408a-8469-d47a1198bf36 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:04.426499 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa48c422-0724-408a-8469-d47a1198bf36'] response: {'name': 'network-changed', 'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364', 'status': 'completed', 'code': 200} Sep 22 08:40:04.491435 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:04.615902 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 7 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:04.676307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5925f088-ab8d-46b6-9af6-4d2ad33c3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:04.677794 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-5925f088-ab8d-46b6-9af6-4d2ad33c3573 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2882152 Sep 22 08:40:04.696892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:04.778504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a02f37-c484-4164-8f72-2fac593cc25b req-a7d44a12-d860-43e9-822f-d2e37244d116 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:04.779434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-54a02f37-c484-4164-8f72-2fac593cc25b req-a7d44a12-d860-43e9-822f-d2e37244d116 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:04.797653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-54a02f37-c484-4164-8f72-2fac593cc25b req-a7d44a12-d860-43e9-822f-d2e37244d116 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:04.799110 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a02f37-c484-4164-8f72-2fac593cc25b req-a7d44a12-d860-43e9-822f-d2e37244d116 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 0.1194184 Sep 22 08:40:04.844241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-ef477c30-a04d-49d4-828b-6f85d4563a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:04.845837 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-ef477c30-a04d-49d4-828b-6f85d4563a43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 1098 time: 0.3977418 Sep 22 08:40:04.855200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-54a02f37-c484-4164-8f72-2fac593cc25b req-eb4eb619-1364-49e5-8622-9e6241bbc7e3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:04.877293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-54a02f37-c484-4164-8f72-2fac593cc25b req-eb4eb619-1364-49e5-8622-9e6241bbc7e3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:04.891539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a02f37-c484-4164-8f72-2fac593cc25b req-eb4eb619-1364-49e5-8622-9e6241bbc7e3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824697 Sep 22 08:40:04.920555 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:53Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:04.928100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.21.0.1 (32758c78-30c6-4d0e-8e51-354baada2d45/35d9d0e9-2473-4bfb-be09-8f0fe9ea636e/17cba902-d09c-4d1e-bbce-83599552eefe) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:04.930070 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] Checking router: 9e091d73-5986-4a6a-9625-f16cbdc90b1e for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:40:04.955008 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:04.956042 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:39:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:05.184620 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:05.200433 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 8 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:05.217581 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-afb82623-70f9-4964-8791-94958673645f service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315008 Sep 22 08:40:05.301603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:05.334364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-a38b8ad6-985e-4458-861a-75f35fc89e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:05.336716 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-a38b8ad6-985e-4458-861a-75f35fc89e1e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 200 len: 898 time: 0.4392195 Sep 22 08:40:05.431260 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-d8c7516c-13c7-4509-913c-8ff85ae84e4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1456fec0-8ae9-42db-861a-a0a85570d364 HTTP/1.1" status: 200 len: 217 time: 0.0808365 Sep 22 08:40:05.511072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:05.552593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4a765-713e-414a-be0a-ffe0908fa551 req-acda1acb-945c-461d-99fb-94d282ac6553 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:05.552729 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:53Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:05.553417 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fef4a765-713e-414a-be0a-ffe0908fa551 req-acda1acb-945c-461d-99fb-94d282ac6553 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 944 time: 0.5118501 Sep 22 08:40:05.557909 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d8b06e-24dd-432c-979e-1916f5a45dd9 None None] The sync data for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv is: [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:39:53Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e9107f50-0795-47dd-aee1-398aa157702f', 'name': '', 'network_id': '4cda4109-fc23-46ed-84ab-0baefbb302e4', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:f4:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:27Z', 'updated_at': '2022-09-22T08:37:41Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'bc384c0d-f97b-4534-a6ad-0b1e13ad7f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:05.569622 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-751373ea-35e1-4609-a46e-890aa2b9665e req-a9302744-5892-49b7-9ad3-096ce8ea8d5b service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338659 Sep 22 08:40:05.575589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object 17cba902-d09c-4d1e-bbce-83599552eefe will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:05.596705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-67ce13d8-95c8-4326-bc5f-7c80646b26de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:05.598527 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-67ce13d8-95c8-4326-bc5f-7c80646b26de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bc384c0d-f97b-4534-a6ad-0b1e13ad7f37 HTTP/1.1" status: 200 len: 835 time: 0.1593890 Sep 22 08:40:05.713385 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fef4a765-713e-414a-be0a-ffe0908fa551 req-e6d3be42-1f0c-45cd-a0b3-544055b7a100 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466246 Sep 22 08:40:05.772681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:05.801786 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 9 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:05.835462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfdd03e-13d1-4400-929e-e873579c8ee4 None None] New status for floating IP 65ff7615-c61c-4166-ac90-fbce3ac1b84e: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:40:05.855940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 32758c78-30c6-4d0e-8e51-354baada2d45 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:05.870218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:05.870218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:05.906621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=17cba902-d09c-4d1e-bbce-83599552eefe,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:05.923249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-b692d8b6-b842-4642-8d60-cbd7ea1b4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:05.924997 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-b692d8b6-b842-4642-8d60-cbd7ea1b4994 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cda4109-fc23-46ed-84ab-0baefbb302e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3015130 Sep 22 08:40:05.938321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-b4ad0991-8a23-4b2d-8ebd-ed11f9be367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:05.940042 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-b4ad0991-8a23-4b2d-8ebd-ed11f9be367a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 1097 time: 0.2719011 Sep 22 08:40:06.031921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:06.077567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:06.164331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c34ba8bf-5942-4b5d-b455-073f09cd51bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:06.175791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da1f59-fc47-474f-b058-b236871f3b3d req-47263aed-15c2-4456-806c-7257e6d4b355 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:06.177365 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49da1f59-fc47-474f-b058-b236871f3b3d req-47263aed-15c2-4456-806c-7257e6d4b355 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 0.1060400 Sep 22 08:40:06.227905 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49da1f59-fc47-474f-b058-b236871f3b3d req-5462d115-6e97-456c-a6d7-0335cdabaad4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444922 Sep 22 08:40:06.337004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-0e7d159f-82df-467a-bb76-b951f43b23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:06.338339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-0e7d159f-82df-467a-bb76-b951f43b23d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.3767409 Sep 22 08:40:06.528646 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-4f19406b-80af-46f4-8162-92d3afe24205 service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954292 Sep 22 08:40:06.532744 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Attempt 10 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:06.566754 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-a9976c9c-89ea-4c22-8e58-c35f061065b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd HTTP/1.1" status: 200 len: 217 time: 0.2182422 Sep 22 08:40:06.580214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-6eba4a33-7e17-45fa-8c76-62bf7ba59c27 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:06.581131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-6eba4a33-7e17-45fa-8c76-62bf7ba59c27 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:06.589762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87d0d75a-a4de-4fd8-af93-72cc01d39ee7 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:06.710240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Provisioning for port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:06.725745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Provisioning complete for port acaa8510-ba61-4a82-a731-a3b4ee44997c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:06.726119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:06.726453 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 1 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:06.750706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-6eba4a33-7e17-45fa-8c76-62bf7ba59c27 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:06.751858 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-6eba4a33-7e17-45fa-8c76-62bf7ba59c27 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 0.6802070 Sep 22 08:40:06.780340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:06.826862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-88b27786-63e3-4958-b9b6-fbde57ad248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:06.828866 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-88b27786-63e3-4958-b9b6-fbde57ad248c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.2435570 Sep 22 08:40:06.838568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:06.989203 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e1f38f0-743d-4209-88fc-3025b41c5b23 req-f86229a4-dfe8-4395-aced-b88bac9ae744 service neutron] 10.222.0.48 "GET /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505126 Sep 22 08:40:07.032219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 1456fec0-8ae9-42db-861a-a0a85570d364 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:07.032621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:07.281793 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 2 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:07.360806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:07.395903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-80bcd599-a085-49fa-b897-6ddacc5cbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:07.397428 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-80bcd599-a085-49fa-b897-6ddacc5cbad7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5496223 Sep 22 08:40:07.410968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc94d-0ab1-4d8f-8e9c-98bd05b5e57f req-876b3beb-dbe6-4937-a38e-d32c9923a1c6 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:07.411732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0fdc94d-0ab1-4d8f-8e9c-98bd05b5e57f req-876b3beb-dbe6-4937-a38e-d32c9923a1c6 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 944 time: 0.5630589 Sep 22 08:40:07.438510 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:40:07.491140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c76820-7dc1-4e88-b4d2-0039d6ddc5bf req-e07c1f5f-c073-4c4f-ab0c-59d2407bd735 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:07.493425 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52c76820-7dc1-4e88-b4d2-0039d6ddc5bf req-e07c1f5f-c073-4c4f-ab0c-59d2407bd735 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 945 time: 0.1061683 Sep 22 08:40:07.551468 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52c76820-7dc1-4e88-b4d2-0039d6ddc5bf req-99f8440a-84cf-44df-a01e-8b995b0b7b82 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511394 Sep 22 08:40:07.805724 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0fdc94d-0ab1-4d8f-8e9c-98bd05b5e57f req-5c13eac5-5546-455e-a371-d69c7c754361 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654990 Sep 22 08:40:07.861991 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 3 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:07.881270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-0c7959be-34e6-4882-a166-bb8f79b6cfcd service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683700 Sep 22 08:40:07.888129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 1456fec0-8ae9-42db-861a-a0a85570d364, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=1456fec0-8ae9-42db-861a-a0a85570d364,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:07.888306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:07.962584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:08.189082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 1456fec0-8ae9-42db-861a-a0a85570d364 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:08.278895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:40:08.281822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9e65574b-e26c-4717-8f93-b6ed4d6d8c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:08.316908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:08.326558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:08.463413 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 4 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:08.491913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=17cba902-d09c-4d1e-bbce-83599552eefe,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:08.497393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:08.525790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:08.530009 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fffbb611-d5cb-494a-8222-3f0dcd3bef82 req-0f0c51fa-988e-4c6a-b494-e4b8bf484598 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326220 Sep 22 08:40:08.642640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:08.708228 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e85e0c6b-26c5-4a5c-ac94-4fb2e67f08bc req-6a91436a-705b-4867-8d2c-1e7bbf299abc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f9d42b4-7a23-4800-b61a-0c0f147e726d HTTP/1.1" status: 200 len: 210 time: 0.0527074 Sep 22 08:40:08.708808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=1456fec0-8ae9-42db-861a-a0a85570d364,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:08.816032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 1456fec0-8ae9-42db-861a-a0a85570d364 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:08.819788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:08.822101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'name': 'network-vif-deleted', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:08.824349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc097d-5138-440f-849d-46459c5ae1d5" -d '{"events": [{"server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "name": "network-vif-deleted", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:08.828396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 32758c78-30c6-4d0e-8e51-354baada2d45 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:08.830937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:08.901482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb0c49e-f461-4be7-b497-4b6f3f805fe3 x-openstack-request-id: req-bcb0c49e-f461-4be7-b497-4b6f3f805fe3 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:08.901733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9d42b4-7a23-4800-b61a-0c0f147e726d", "name": "network-vif-deleted", "tag": "1456fec0-8ae9-42db-861a-a0a85570d364", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:08.902157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcb0c49e-f461-4be7-b497-4b6f3f805fe3 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:08.902697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb0c49e-f461-4be7-b497-4b6f3f805fe3'] response: {'server_uuid': '1f9d42b4-7a23-4800-b61a-0c0f147e726d', 'name': 'network-vif-deleted', 'tag': '1456fec0-8ae9-42db-861a-a0a85570d364', 'status': 'completed', 'code': 200} Sep 22 08:40:08.909763 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee6aa991-640a-4752-bdc6-6a76e4187de4 req-eaaac7c0-fd26-495b-ae8a-9307d2c48d13 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/1456fec0-8ae9-42db-861a-a0a85570d364 HTTP/1.1" status: 204 len: 173 time: 2.1500206 Sep 22 08:40:09.028964 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 5 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:09.046042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fa2ae-c68c-458b-9fb5-25d8fadf3355 req-348c7ca1-7785-4cc2-a849-a2f74ac6e10e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:09.054225 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-574fa2ae-c68c-458b-9fb5-25d8fadf3355 req-348c7ca1-7785-4cc2-a849-a2f74ac6e10e tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 944 time: 0.1216223 Sep 22 08:40:09.074747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:09.111378 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-574fa2ae-c68c-458b-9fb5-25d8fadf3355 req-83d55bb1-0d8b-4dd7-8c5b-d4ab85b756ed tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528977 Sep 22 08:40:09.117267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:09.287773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:09.295900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9b34f81b-b56e-412c-b0b5-c558f2f661c8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2856705 Sep 22 08:40:09.295900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:09.307148 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] Sync routers for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:09.319901 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:09.320675 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:09.376380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac86c44-1414-4999-828a-b1c5a9c3b52c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:09.376942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ac86c44-1414-4999-828a-b1c5a9c3b52c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:09.394294 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:09.394566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ac86c44-1414-4999-828a-b1c5a9c3b52c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:09.398493 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ac86c44-1414-4999-828a-b1c5a9c3b52c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports/17cba902-d09c-4d1e-bbce-83599552eefe HTTP/1.1" status: 200 len: 910 time: 0.0993407 Sep 22 08:40:09.400088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:09.406890 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:09.407394 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:09.482267 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:09.482711 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f68a3b-5e15-4be1-8586-eaba42971bb4 None None] The sync data for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:09.519752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:09.592933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:09.619510 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 6 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:09.680493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:09.807801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42612) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:09.879297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f28d367-c467-441f-b566-ff9fee3fec74 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:09.909920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f28d367-c467-441f-b566-ff9fee3fec74 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:09.912021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:09.980671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f28d367-c467-441f-b566-ff9fee3fec74 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:09.999508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28d367-c467-441f-b566-ff9fee3fec74 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7408ed-1599-4f3f-b4e5-41ac8cc475cb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:10.015642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f28d367-c467-441f-b566-ff9fee3fec74 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:10.019692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f28d367-c467-441f-b566-ff9fee3fec74 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/bb7408ed-1599-4f3f-b4e5-41ac8cc475cb HTTP/1.1" status: 204 len: 168 time: 0.2108178 Sep 22 08:40:10.052190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42618) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:10.181797 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 7 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:10.244013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:10.247415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 1456fec0-8ae9-42db-861a-a0a85570d364 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:10.282850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 1456fec0-8ae9-42db-861a-a0a85570d364 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:10.283198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 1456fec0-8ae9-42db-861a-a0a85570d364 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:10.381362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 17cba902-d09c-4d1e-bbce-83599552eefe {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:10.381704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:10.569517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:10.604975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fae564-2464-4cf1-8550-55d42df1d7fe req-ba848017-f8fc-475c-8068-d1aeba385489 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:10.606431 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c5fae564-2464-4cf1-8550-55d42df1d7fe req-ba848017-f8fc-475c-8068-d1aeba385489 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 944 time: 0.2513175 Sep 22 08:40:10.696622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 17cba902-d09c-4d1e-bbce-83599552eefe owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:10.702017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c5fae564-2464-4cf1-8550-55d42df1d7fe req-93d73a88-0729-429d-9075-957013acb173 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889659 Sep 22 08:40:10.745309 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 8 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:10.808393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:10.849263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:10.869581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:10.881186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:11.040289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=17cba902-d09c-4d1e-bbce-83599552eefe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:11.280584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port e9107f50-0795-47dd-aee1-398aa157702f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:11.281154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:11.289173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:11.309682 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 9 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:11.379087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:11.483630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port e9107f50-0795-47dd-aee1-398aa157702f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e9107f50-0795-47dd-aee1-398aa157702f,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:11.484505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:11.611358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for e9107f50-0795-47dd-aee1-398aa157702f owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:11.615935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:11.827846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:11.880235 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Attempt 10 to provision port acaa8510-ba61-4a82-a731-a3b4ee44997c Sep 22 08:40:11.914419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=e9107f50-0795-47dd-aee1-398aa157702f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:11.950894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Port acaa8510-ba61-4a82-a731-a3b4ee44997c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:11.956113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-18527026-a87d-428a-85ae-38f51900c789 None None] Could not find standard attr ID for object 17cba902-d09c-4d1e-bbce-83599552eefe. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:40:11.974273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:11.991841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] Sync routers for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:12.006990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:12.008468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:12.012864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e75ceb-b812-4b94-88ca-17155160c6f3 req-4a40d987-469f-4912-85dc-37bc6a3dc39d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:12.020761 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4e75ceb-b812-4b94-88ca-17155160c6f3 req-4a40d987-469f-4912-85dc-37bc6a3dc39d tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 944 time: 0.1718714 Sep 22 08:40:12.024331 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c640cb11-3470-4b4e-84b5-25a3591c015b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6241841 Sep 22 08:40:12.039664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42626) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:12.082998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-442bed54-ba89-42fa-aabb-2c3dd3d64f16 None None] Could not find standard attr ID for object 17cba902-d09c-4d1e-bbce-83599552eefe. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:40:12.092537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:12.105667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:12.106663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:12.190660 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:12.191323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006f65c4-2c1e-42a4-a22f-863062171ef6 None None] The sync data for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:12.215471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4e75ceb-b812-4b94-88ca-17155160c6f3 req-0a9398ad-7aaf-40e6-a955-de826f5de0b5 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896422 Sep 22 08:40:12.361004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:12.403180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:12.575988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:12.720565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 9e091d73-5986-4a6a-9625-f16cbdc90b1e has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:12.894569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:12.904504 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] Sync routers for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:12.911002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-91a1df49-313e-4b89-b88a-76dcf34d6e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/9e091d73-5986-4a6a-9625-f16cbdc90b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8576589 Sep 22 08:40:12.913241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port acaa8510-ba61-4a82-a731-a3b4ee44997c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:12.913581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:12.913688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42630) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:12.918454 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:12.919266 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:12.989213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet bc384c0d-f97b-4534-a6ad-0b1e13ad7f37 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:40:12.992528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.051411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.107671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.109096 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:13.136657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.219929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.233452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for acaa8510-ba61-4a82-a731-a3b4ee44997c owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:13.256163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=bc384c0d-f97b-4534-a6ad-0b1e13ad7f37,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:13.265546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.272283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8447aad1-fe36-461b-b276-1ddffaffb627 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/bc384c0d-f97b-4534-a6ad-0b1e13ad7f37 HTTP/1.1" status: 204 len: 168 time: 0.3576005 Sep 22 08:40:13.274819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42636) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:13.274951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9563f73d-364b-4dea-896b-288835876713 None None] Network 4cda4109-fc23-46ed-84ab-0baefbb302e4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:13.462553 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:40:11Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:13.470492 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] Checking router: 9e091d73-5986-4a6a-9625-f16cbdc90b1e for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:40:13.479779 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] Routers {'9e091d73-5986-4a6a-9625-f16cbdc90b1e'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:13.480653 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:13.554536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.588470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.651070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] DHCP port deletion for 4cda4109-fc23-46ed-84ab-0baefbb302e4 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:40:13.656308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] Deleting port 1878e02f-e3c6-4127-a736-a1892497570c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:13.656871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.708148 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] Set router 9e091d73-5986-4a6a-9625-f16cbdc90b1e gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:13.746129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=acaa8510-ba61-4a82-a731-a3b4ee44997c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:13.898573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.936231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033a82-41bb-49cd-895c-7eaf9894ee60 req-f93f9c06-f148-4606-a8ec-ea0026be5aa9 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:13.938441 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1033a82-41bb-49cd-895c-7eaf9894ee60 req-f93f9c06-f148-4606-a8ec-ea0026be5aa9 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 944 time: 0.4658158 Sep 22 08:40:13.939153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 62e25077-8591-4e22-ac72-7c7b25d8797d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:13.939516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:13.959733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.033077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] For port 1878e02f-e3c6-4127-a736-a1892497570c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1878e02f-e3c6-4127-a736-a1892497570c,segment=NetworkSegment(d4e360d1-b14d-4614-a2e1-e956a6590e4f),segment_id=d4e360d1-b14d-4614-a2e1-e956a6590e4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:14.036703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.059877 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1033a82-41bb-49cd-895c-7eaf9894ee60 req-f2e7164c-98aa-4f1b-9250-f0d2a5cef691 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761852 Sep 22 08:40:14.140892 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:40:11Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:14.147312 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf4446-1de4-4e57-b2a7-b62c351de052 None None] The sync data for ids ['9e091d73-5986-4a6a-9625-f16cbdc90b1e'] in dv-neutron-857569-1-hyperv is: [{'id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'name': 'tempest-TestNetworkBasicOps-router-829921787', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:37:12Z', 'updated_at': '2022-09-22T08:40:11Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '62e25077-8591-4e22-ac72-7c7b25d8797d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e091d73-5986-4a6a-9625-f16cbdc90b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:37:14Z', 'updated_at': '2022-09-22T08:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:14.207733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 62e25077-8591-4e22-ac72-7c7b25d8797d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=62e25077-8591-4e22-ac72-7c7b25d8797d,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:14.208256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.212362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] Calling delete_port for 1878e02f-e3c6-4127-a736-a1892497570c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:14.256927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:40:14.317039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:14.335311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 62e25077-8591-4e22-ac72-7c7b25d8797d owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:14.373906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.455184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:14.469467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] Sync routers for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:14.473973 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-69bd9c7a-5012-4d29-adac-9407cb8b85b9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4313958 Sep 22 08:40:14.476839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42640) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:14.483090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] No DVR routers for this DVR port 1878e02f-e3c6-4127-a736-a1892497570c on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:14.504447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac8888-2116-4e8a-a08a-b82a0f508dbd None None] Pushing event deleted for resources: {'Port': ['ID=1878e02f-e3c6-4127-a736-a1892497570c,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:14.527588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:14.528429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:14.532569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.546038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5de15391-f1fd-4199-b5aa-76883e832016 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:14.564550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5de15391-f1fd-4199-b5aa-76883e832016 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:14.570341 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5de15391-f1fd-4199-b5aa-76883e832016 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d HTTP/1.1" status: 200 len: 205 time: 0.0918226 Sep 22 08:40:14.571382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:14.592133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=62e25077-8591-4e22-ac72-7c7b25d8797d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:14.602462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1878e02f-e3c6-4127-a736-a1892497570c no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:14.632798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:14.652369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 1878e02f-e3c6-4127-a736-a1892497570c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:14.652713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1878e02f-e3c6-4127-a736-a1892497570c not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:14.663769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] Routers {'cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:14.664478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:14.715159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.730954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:14.731157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3453d75-ec01-4509-bc5f-57a649a8bbce tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.753083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:14.753419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40805b-3d74-47a7-acf8-579cb8c39f67 None None] The sync data for ids ['cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:14.760845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'port_id': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'mac_address': 'fa:16:3e:96:b5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:40:14.823242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:14.823647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.844999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:40:14.862174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:14.867974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.901024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.902726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.944799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:14.946413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.947038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router 9e091d73-5986-4a6a-9625-f16cbdc90b1e {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:40:14.965435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:14.969911 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-efcf6359-a7ed-4bfe-bd63-03b750c2edf8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/9e091d73-5986-4a6a-9625-f16cbdc90b1e HTTP/1.1" status: 204 len: 168 time: 1.6902215 Sep 22 08:40:14.970398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42648) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:15.071046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:40:15.106991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.246926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3453d75-ec01-4509-bc5f-57a649a8bbce tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.250520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3453d75-ec01-4509-bc5f-57a649a8bbce tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.266925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.291028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3453d75-ec01-4509-bc5f-57a649a8bbce tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.291664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3453d75-ec01-4509-bc5f-57a649a8bbce tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Fanout notify agent at l3_agent the message router_deleted on router cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:40:15.294333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cda4109-fc23-46ed-84ab-0baefbb302e4']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:15.308026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ee32d-a04a-4628-8044-5e48e4d9ce2e req-8ae49ece-b1f7-4bc1-bf55-d73863977afd tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:15.309611 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b24ee32d-a04a-4628-8044-5e48e4d9ce2e req-8ae49ece-b1f7-4bc1-bf55-d73863977afd tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 945 time: 0.1158915 Sep 22 08:40:15.309897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e360d1-b14d-4614-a2e1-e956a6590e4f') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:15.310249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e360d1-b14d-4614-a2e1-e956a6590e4f') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:15.315857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3453d75-ec01-4509-bc5f-57a649a8bbce tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.316965 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c3453d75-ec01-4509-bc5f-57a649a8bbce tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d HTTP/1.1" status: 204 len: 168 time: 0.7446275 Sep 22 08:40:15.320031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42654) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:15.357749 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b24ee32d-a04a-4628-8044-5e48e4d9ce2e req-a8a03cb2-e6a1-46af-9f19-8d5b50946a67 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391743 Sep 22 08:40:15.483131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.510284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.522031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:40:15.522401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.539783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet 35d9d0e9-2473-4bfb-be09-8f0fe9ea636e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:40:15.549366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.620476 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d4e360d1-b14d-4614-a2e1-e956a6590e4f resource provider aggregate not found Sep 22 08:40:15.652249 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d4e360d1-b14d-4614-a2e1-e956a6590e4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4e360d1-b14d-4614-a2e1-e956a6590e4f found for delete ", "request_id": "req-86809096-4bbb-451a-8141-563618e11f26"}]} Sep 22 08:40:15.670980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.698210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.721122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.741244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=4cda4109-fc23-46ed-84ab-0baefbb302e4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:15.750535 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1f2fdac6-3ddb-4fac-a540-579ad8b1db26 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/4cda4109-fc23-46ed-84ab-0baefbb302e4 HTTP/1.1" status: 204 len: 168 time: 0.7769139 Sep 22 08:40:15.770364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42662) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:15.776160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--188047108', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:15.781129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:15.785230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:15.788324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:15.788455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.794911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:15.805035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:15.808426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.838238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:40:15.847485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.847826 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment 39d39b27-c4c2-4d10-adf8-1381e764a3b1 of type vlan for network d98c3966-4930-4e8a-bd54-6d607e9bd70b Sep 22 08:40:15.860961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.875667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.899634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=35d9d0e9-2473-4bfb-be09-8f0fe9ea636e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:15.903313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.909426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.911113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002c0a0-a26a-452f-87a7-c986ceb773ec None None] Network 32758c78-30c6-4d0e-8e51-354baada2d45 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:15.912097 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-769ebe46-f178-4525-a860-a236cc24b1de tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/35d9d0e9-2473-4bfb-be09-8f0fe9ea636e HTTP/1.1" status: 204 len: 168 time: 0.5910456 Sep 22 08:40:15.912684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42666) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:15.915847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:15.916438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:15.981041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet 3333b50f-b7a1-4cc2-8aeb-445a4f675c8b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:40:15.984691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.010398 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2365761 Sep 22 08:40:16.012443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42670) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:16.017507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:16.035016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:16.042652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635e83-69bd-4692-a110-7cc968aead48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=d98c3966-4930-4e8a-bd54-6d607e9bd70b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:16.042793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:16.047877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:16.056625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:16.057734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:40:16.062623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.111763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.112774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.143084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.187244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 62e25077-8591-4e22-ac72-7c7b25d8797d no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:16.232955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 62e25077-8591-4e22-ac72-7c7b25d8797d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:16.233288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 62e25077-8591-4e22-ac72-7c7b25d8797d not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:16.233693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e9107f50-0795-47dd-aee1-398aa157702f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:16.238149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.264733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:16.307379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e9107f50-0795-47dd-aee1-398aa157702f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:16.307662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e9107f50-0795-47dd-aee1-398aa157702f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:16.352561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:16.357837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:16.358203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.358530 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd Sep 22 08:40:16.407699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] DHCP port deletion for 32758c78-30c6-4d0e-8e51-354baada2d45 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:40:16.417086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] Deleting port 0201b78f-4300-49c3-9df1-8a145b080fca {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:16.417455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.472249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.556098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.638320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:16.638586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.654301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=3333b50f-b7a1-4cc2-8aeb-445a4f675c8b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:16.657129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.666584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565dabcd-b5ea-4114-b92d-a21f2f74d6c8 None None] Network 14599c8e-2fe3-417a-884a-ce484785bbbe requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:16.682579 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-130c429a-0045-4f8d-b1f5-38e27f470d68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/3333b50f-b7a1-4cc2-8aeb-445a4f675c8b HTTP/1.1" status: 204 len: 168 time: 0.7689137 Sep 22 08:40:16.685653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:16.809736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcc007-8663-440f-9d34-5c8bd63d408b req-a388cf9e-256a-4f66-a5b9-d33b7b735351 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:16.810346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:16.811185 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49fcc007-8663-440f-9d34-5c8bd63d408b req-a388cf9e-256a-4f66-a5b9-d33b7b735351 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 945 time: 0.3309069 Sep 22 08:40:16.813167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c51e8-976c-41fe-8585-08e40df93442" -d '{"events": [{"server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "name": "network-vif-plugged", "status": "completed", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:16.823949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] For port 0201b78f-4300-49c3-9df1-8a145b080fca, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0201b78f-4300-49c3-9df1-8a145b080fca,segment=NetworkSegment(fc2686ab-f3b1-404e-b24a-2af4a0b779c3),segment_id=fc2686ab-f3b1-404e-b24a-2af4a0b779c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:16.824348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.841350 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:16.855374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.894191 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49fcc007-8663-440f-9d34-5c8bd63d408b req-fcaf3402-2483-465a-b819-1a98d51983ee tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689249 Sep 22 08:40:16.902645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.907208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 0201b78f-4300-49c3-9df1-8a145b080fca {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:16.907568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:16.973783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] Calling delete_port for 0201b78f-4300-49c3-9df1-8a145b080fca owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:17.004632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff58466-2fa4-4390-91c4-58c68c6869e8 x-openstack-request-id: req-eff58466-2fa4-4390-91c4-58c68c6869e8 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:17.005012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "name": "network-vif-plugged", "status": "completed", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:17.005190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eff58466-2fa4-4390-91c4-58c68c6869e8 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:17.005560 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff58466-2fa4-4390-91c4-58c68c6869e8'] response: {'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'code': 200} Sep 22 08:40:17.197284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:17.215032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.266198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] Pushing event deleted for resources: {'Port': ['ID=0201b78f-4300-49c3-9df1-8a145b080fca,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:17.268330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daeeba5-dd4f-4b4d-ab36-1b8ae9c13791 None None] No DVR routers for this DVR port 0201b78f-4300-49c3-9df1-8a145b080fca on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:17.292906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] The port '0201b78f-4300-49c3-9df1-8a145b080fca' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:40:17.350629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] DHCP port deletion for 14599c8e-2fe3-417a-884a-ce484785bbbe request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:40:17.355017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] Deleting port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:17.355425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.392461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.488411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.529998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.559974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] For port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be,segment=NetworkSegment(363d77c0-3317-452a-8b89-025f413afa49),segment_id=363d77c0-3317-452a-8b89-025f413afa49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:17.560364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.580393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32758c78-30c6-4d0e-8e51-354baada2d45']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:17.588371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7a7f1-283a-4e0e-90a0-ac4de8c717c6 req-a450495f-9d0a-436c-aedd-f2b4663a66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:17.589819 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bce7a7f1-283a-4e0e-90a0-ac4de8c717c6 req-a450495f-9d0a-436c-aedd-f2b4663a66bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 1099 time: 0.4499679 Sep 22 08:40:17.615819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2686ab-f3b1-404e-b24a-2af4a0b779c3') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:17.616113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2686ab-f3b1-404e-b24a-2af4a0b779c3') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:17.643498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.681156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] Calling delete_port for 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:17.708836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.712093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bce7a7f1-283a-4e0e-90a0-ac4de8c717c6 req-e1cba136-4bb9-4765-a0cb-ade8cbfcf75d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145232 Sep 22 08:40:17.721225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:40:17.721608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.757914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.795604 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment fc2686ab-f3b1-404e-b24a-2af4a0b779c3 resource provider aggregate not found Sep 22 08:40:17.801801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] Pushing event deleted for resources: {'Port': ['ID=3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:17.807482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed21241-9d98-433e-8bca-34de89d86ff8 None None] No DVR routers for this DVR port 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:17.824094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.89 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/5c643b7d-1a26-462e-931d-fd95c91544e4) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:17.827088 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment fc2686ab-f3b1-404e-b24a-2af4a0b779c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc2686ab-f3b1-404e-b24a-2af4a0b779c3 found for delete ", "request_id": "req-66264439-ff3f-4047-9929-b775e5cd3472"}]} Sep 22 08:40:17.861532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.925083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:17.950251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=32758c78-30c6-4d0e-8e51-354baada2d45,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:17.952165 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-08dd2351-4add-469a-8271-bde84cd96d58 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/32758c78-30c6-4d0e-8e51-354baada2d45 HTTP/1.1" status: 204 len: 168 time: 1.2655957 Sep 22 08:40:17.956175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:18.019638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.050116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.114979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:18.117734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:18.121609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:18.138096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.162892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=5c643b7d-1a26-462e-931d-fd95c91544e4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:18.166875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0201b78f-4300-49c3-9df1-8a145b080fca no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:18.203774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 0201b78f-4300-49c3-9df1-8a145b080fca {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:18.204151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0201b78f-4300-49c3-9df1-8a145b080fca not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:18.204527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:18.225506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f9752-be83-4e93-a256-6b59bc901751 req-081fcd01-05bd-4f33-b12a-101356f69764 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:18.226974 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c31f9752-be83-4e93-a256-6b59bc901751 req-081fcd01-05bd-4f33-b12a-101356f69764 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 946 time: 0.1913347 Sep 22 08:40:18.240773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:18.242622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3d3ca4ba-4cc1-48d4-9d9c-3b211321f2be not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:18.318578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.354671 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c31f9752-be83-4e93-a256-6b59bc901751 req-70a03012-32a7-4a22-b19d-e25b9c3b3ae1 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773869 Sep 22 08:40:18.357971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14599c8e-2fe3-417a-884a-ce484785bbbe']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:18.381844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363d77c0-3317-452a-8b89-025f413afa49') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:18.382266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363d77c0-3317-452a-8b89-025f413afa49') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:18.394764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.410230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.416540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:40:18.416915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.488133 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 363d77c0-3317-452a-8b89-025f413afa49 resource provider aggregate not found Sep 22 08:40:18.509852 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 363d77c0-3317-452a-8b89-025f413afa49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 363d77c0-3317-452a-8b89-025f413afa49 found for delete ", "request_id": "req-7917f433-ad74-4d31-bc8d-a45c7da87d21"}]} Sep 22 08:40:18.525482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.551983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.554901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=14599c8e-2fe3-417a-884a-ce484785bbbe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:18.560416 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3896d08c-7c3c-4dff-a9db-fbf1b5bc8925 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/14599c8e-2fe3-417a-884a-ce484785bbbe HTTP/1.1" status: 204 len: 168 time: 0.6026406 Sep 22 08:40:18.565614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42696) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:18.571051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1585588220'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:18.576427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:18.581084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:18.584073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:18.590698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:18.600830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:18.604397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.637285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:40:18.646928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.647305 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 852815a1-5af5-44e2-ac39-9aa33a7c72e9 of type vlan for network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 Sep 22 08:40:18.674613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.681690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.706625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.711983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:18.712564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:18.813816 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2470362 Sep 22 08:40:18.817184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42700) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:18.824591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:18.890706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038944d-6c35-44e3-87e8-643dd812f30a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:18.901784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:40:18.947705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:18.953508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:18.956671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:18.963841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:18.977452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:18.981901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.051717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.267807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 4fa5b961-c3db-48ed-b477-d7867a335741 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:40:19.309537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.383542 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=f44e0a27-ecdf-4da3-b4d2-58351fb920fb,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:19.397137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '852815a1-5af5-44e2-ac39-9aa33a7c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:19.397555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:40:19.417967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:40:19.428369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:19.432869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:19.433769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.444088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ed349-8d88-4bfa-b85e-21a7489bacdd None None] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:19.457634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:19.464146 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8e9d2356-eeb3-46fd-8ab9-4d051f14071a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6456225 Sep 22 08:40:19.469364 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Sync routers for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:19.472832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42706) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:19.483200 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:19.483629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.485253 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:19.488263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-21645998-9908-41ab-8c24-3b75c3c04833 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4752250 Sep 22 08:40:19.490688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985438658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:19.491498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42710) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:19.502949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:19.507301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:router and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:19.510246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:19.517736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:19.530025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.531902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.553610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.581371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42714) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:19.581868 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6db82b70-61d9-491e-b463-7acbd54f3f73 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888431 Sep 22 08:40:19.618735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.629236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffb088-4e09-4e56-874c-3406a4032a71 req-97c8c28e-f54b-434b-b086-6a40f407f320 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:19.631002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90ffb088-4e09-4e56-874c-3406a4032a71 req-97c8c28e-f54b-434b-b086-6a40f407f320 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 946 time: 0.1365237 Sep 22 08:40:19.700363 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90ffb088-4e09-4e56-874c-3406a4032a71 req-edb8aa0c-e5a7-4923-8574-8e23804162e3 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579729 Sep 22 08:40:19.709726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.713932 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2cdc69b-add2-47f0-9398-9b3a5e64881e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2335622 Sep 22 08:40:19.714248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:19.719937 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:19.722902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'port': {'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618', 'name': 'tempest-RoutersTest-1949369777'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:19.736459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618', 'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': 'f44e0a27-ecdf-4da3-b4d2-58351fb920fb'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:40:19.738251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.899778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d164a7-bfac-4ef0-abc0-5b1280e8ddd9 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:19.904388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42724) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:19.904833 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79d164a7-bfac-4ef0-abc0-5b1280e8ddd9 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3199792 Sep 22 08:40:19.933708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:19.944180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:19.955923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:19.960045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:19.966969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Allocated IP 172.20.0.2 (e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618/f44e0a27-ecdf-4da3-b4d2-58351fb920fb/e0cdb0ef-56b2-4b75-a19b-61355957bc22) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:19.997235 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2754665b-2c72-4af2-bf8a-2ab5639fef54 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913575 Sep 22 08:40:20.000807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42728) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:20.017726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619716329', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:20.090100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] device_id is not set on port 0c29b354-4877-4f91-b502-aace18b7fb16 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:40:20.123780 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:18Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:20.128409 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Checking router: 4fa5b961-c3db-48ed-b477-d7867a335741 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:40:20.128744 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Updating router 4fa5b961-c3db-48ed-b477-d7867a335741 port 5c643b7d-1a26-462e-931d-fd95c91544e4 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:40:20.185784 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.195622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.207622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Transition to ACTIVE for port object e0cdb0ef-56b2-4b75-a19b-61355957bc22 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:20.231583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Transition to ACTIVE for port object e0cdb0ef-56b2-4b75-a19b-61355957bc22 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:20.237817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.274867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:20.305396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:20.307820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:20.312293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:20.312693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:20.314272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Pushing event updated for resources: {'Port': ['ID=e0cdb0ef-56b2-4b75-a19b-61355957bc22,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:20.321971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:20.337824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:20.348665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c779a58-bb21-4181-a743-3e6eb2ff60db req-c653a3c0-6465-4d7b-a16a-d69b829f0adc tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:20.350144 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c779a58-bb21-4181-a743-3e6eb2ff60db req-c653a3c0-6465-4d7b-a16a-d69b829f0adc tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 946 time: 0.2273455 Sep 22 08:40:20.381695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:20.385063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.413269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.20.0.10 (e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618/f44e0a27-ecdf-4da3-b4d2-58351fb920fb/0c29b354-4877-4f91-b502-aace18b7fb16) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:20.419795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Attempting to bind port e0cdb0ef-56b2-4b75-a19b-61355957bc22 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:20.420157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Attempting to bind port e0cdb0ef-56b2-4b75-a19b-61355957bc22 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '852815a1-5af5-44e2-ac39-9aa33a7c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:20.420507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Attempting to bind port e0cdb0ef-56b2-4b75-a19b-61355957bc22 on network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:20.426604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:20.426962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Checking segment: {'id': '852815a1-5af5-44e2-ac39-9aa33a7c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:20.427384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.427771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Bound using segment: {'id': '852815a1-5af5-44e2-ac39-9aa33a7c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:20.428221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Bound port: e0cdb0ef-56b2-4b75-a19b-61355957bc22, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852815a1-5af5-44e2-ac39-9aa33a7c72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:20.428586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.512565 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c779a58-bb21-4181-a743-3e6eb2ff60db req-3b258919-b23e-4590-92af-83c45b0e1184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471965 Sep 22 08:40:20.516493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] For port e0cdb0ef-56b2-4b75-a19b-61355957bc22, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:20.520481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] For port e0cdb0ef-56b2-4b75-a19b-61355957bc22, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e0cdb0ef-56b2-4b75-a19b-61355957bc22,segment=NetworkSegment(852815a1-5af5-44e2-ac39-9aa33a7c72e9),segment_id=852815a1-5af5-44e2-ac39-9aa33a7c72e9)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:20.525674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.541531 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.550418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:20.560223 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Transition to ACTIVE for port object 5c643b7d-1a26-462e-931d-fd95c91544e4 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:20.571834 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.621471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c6cf2-256d-4e8d-ba42-e9b19f74bf9f None None] Pushing event updated for resources: {'Port': ['ID=e0cdb0ef-56b2-4b75-a19b-61355957bc22,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:20.674251 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Attempting to bind port 5c643b7d-1a26-462e-931d-fd95c91544e4 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:20.674712 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Attempting to bind port 5c643b7d-1a26-462e-931d-fd95c91544e4 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:20.675160 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Attempting to bind port 5c643b7d-1a26-462e-931d-fd95c91544e4 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:20.690242 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:20.690768 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:20.691463 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.691940 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:20.692557 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Bound port: 5c643b7d-1a26-462e-931d-fd95c91544e4, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:20.693112 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.754164 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Pushing event updated for resources: {'Port': ['ID=5c643b7d-1a26-462e-931d-fd95c91544e4,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:20.763829 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.764233 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.764747 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.765280 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.765881 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.766368 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.766807 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.767308 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.768166 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.768585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.768995 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.769552 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:20.778918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a254081-a2b6-4aa3-abf1-db311663e5a7 tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:20.781272 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a254081-a2b6-4aa3-abf1-db311663e5a7 tempest-TestVolumeBootPattern-1359061849 tempest-TestVolumeBootPattern-1359061849-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 1094 time: 0.2293506 Sep 22 08:40:20.785173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:20.794445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:20.858022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:20.865382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.866675 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] For port 5c643b7d-1a26-462e-931d-fd95c91544e4, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:20.869152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Usage tracker for resource:floatingip and tenant:2bc0add39cf24367bbfd189efcca01d2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:20.869827 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] For port 5c643b7d-1a26-462e-931d-fd95c91544e4, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5c643b7d-1a26-462e-931d-fd95c91544e4,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:20.874864 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.934270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:20.937384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:20.940830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=2f000481-3435-4fc7-b3ed-9b5bf7bbaa37,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:20.949214 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:20.950004 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:20.951876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:20.976760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object 0c29b354-4877-4f91-b502-aace18b7fb16 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:20.991805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:21.041177 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76648ba-98a3-45d1-a9ee-50325f0b865b None None] Pushing event updated for resources: {'Port': ['ID=5c643b7d-1a26-462e-931d-fd95c91544e4,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:21.071006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:21.071394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: d98c3966-4930-4e8a-bd54-6d607e9bd70b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:40:21.121504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:21.143865 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:21.156794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:40:21.198678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, d98c3966-4930-4e8a-bd54-6d607e9bd70b) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:21.208126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefe966-4787-48a9-bc33-867e9e0ae38d None None] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:21.208294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:21.208805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:21.227471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:21.228242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=0c29b354-4877-4f91-b502-aace18b7fb16,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:21.233395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:21.237563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:21.290986 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-28cc0cb9-db79-4c3c-9e19-703abc520315 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2871685 Sep 22 08:40:21.293634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42742) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:21.464962 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:21.465610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:21.487637 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:18Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:21.493537 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb4dae0-aa58-436f-afd2-480cde07a5a1 None None] The sync data for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv is: [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:18Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:21.499199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:21.525026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-d98c3966-4930-4e8a-bd54-6d607e9bd70b', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:40:21.526452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:21.551661 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-11b152a4-2dbd-41db-9327-9c0bbe92b37a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8361397 Sep 22 08:40:21.554418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42746) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:21.710924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Allocated IP 172.20.0.2 (d98c3966-4930-4e8a-bd54-6d607e9bd70b/2f000481-3435-4fc7-b3ed-9b5bf7bbaa37/30e70691-9d7d-483f-b62b-788851ed6477) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:21.964071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871396a-e211-443d-bdba-9324fffe9ff6 None None] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:22.114812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Allocated IP 172.26.8.117 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/58d28d75-abb8-4f75-a84a-901d4bca73f5) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:22.157317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac3fc2da-fe7f-458c-bb33-5d77085b257b None None] Provisioning for port e0cdb0ef-56b2-4b75-a19b-61355957bc22 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:22.244850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.303158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Transition to ACTIVE for port object 30e70691-9d7d-483f-b62b-788851ed6477 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:22.319572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c643b7d-1a26-462e-931d-fd95c91544e4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:22.407752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Transition to ACTIVE for port object 30e70691-9d7d-483f-b62b-788851ed6477 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:22.428026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.472567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.482891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.500898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.562555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:22.567649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:22.576170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:22.581824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Pushing event updated for resources: {'Port': ['ID=30e70691-9d7d-483f-b62b-788851ed6477,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:22.668451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5c643b7d-1a26-462e-931d-fd95c91544e4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:22.689974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5c643b7d-1a26-462e-931d-fd95c91544e4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:22.690483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.690905 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5c643b7d-1a26-462e-931d-fd95c91544e4 Sep 22 08:40:22.718930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.766295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Attempting to bind port 30e70691-9d7d-483f-b62b-788851ed6477 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:22.767248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Attempting to bind port 30e70691-9d7d-483f-b62b-788851ed6477 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:22.767248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Attempting to bind port 30e70691-9d7d-483f-b62b-788851ed6477 on network d98c3966-4930-4e8a-bd54-6d607e9bd70b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:22.782654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:22.783205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Checking segment: {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:22.784518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.785524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Bound using segment: {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:22.785639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Bound port: 30e70691-9d7d-483f-b62b-788851ed6477, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:22.786127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.832926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:22.839412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:22.893029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:22.937482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (d98c3966-4930-4e8a-bd54-6d607e9bd70b/2f000481-3435-4fc7-b3ed-9b5bf7bbaa37/9da2cfa8-906b-4ba6-9875-fb33d317a5e5) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:22.973619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5c643b7d-1a26-462e-931d-fd95c91544e4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:22.974008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:22.988256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=58d28d75-abb8-4f75-a84a-901d4bca73f5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:22.992691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] For port 30e70691-9d7d-483f-b62b-788851ed6477, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:22.997983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] For port 30e70691-9d7d-483f-b62b-788851ed6477, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=30e70691-9d7d-483f-b62b-788851ed6477,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:23.004075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.050683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5c643b7d-1a26-462e-931d-fd95c91544e4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5c643b7d-1a26-462e-931d-fd95c91544e4,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:23.068795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.069558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e0cdb0ef-56b2-4b75-a19b-61355957bc22 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:23.157918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc22610-18a7-4582-b8ee-a0c32a372e57 None None] Pushing event updated for resources: {'Port': ['ID=30e70691-9d7d-483f-b62b-788851ed6477,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:23.180817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.198574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:23.243822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e0cdb0ef-56b2-4b75-a19b-61355957bc22 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:23.244387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.248867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Provisioning for port 0c29b354-4877-4f91-b502-aace18b7fb16 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:23.258789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Provisioning complete for port 0c29b354-4877-4f91-b502-aace18b7fb16 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:23.259013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.259417 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 1 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:23.284012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e0cdb0ef-56b2-4b75-a19b-61355957bc22 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:23.284474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.284894 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e0cdb0ef-56b2-4b75-a19b-61355957bc22 Sep 22 08:40:23.344067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:23.350744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:23.354623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:23.357044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5c643b7d-1a26-462e-931d-fd95c91544e4,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:23.442696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:23.449684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:23.467252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.533099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e0cdb0ef-56b2-4b75-a19b-61355957bc22 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:23.533481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.569734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e0cdb0ef-56b2-4b75-a19b-61355957bc22, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e0cdb0ef-56b2-4b75-a19b-61355957bc22,segment=NetworkSegment(852815a1-5af5-44e2-ac39-9aa33a7c72e9),segment_id=852815a1-5af5-44e2-ac39-9aa33a7c72e9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:23.574313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.603230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.614606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.664606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e0cdb0ef-56b2-4b75-a19b-61355957bc22,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:23.760231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:23.861076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=0c29b354-4877-4f91-b502-aace18b7fb16,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:23.944670 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 2 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:24.048955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:24.105189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.279180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.294217 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c643b7d-1a26-462e-931d-fd95c91544e4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:24.390817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5c643b7d-1a26-462e-931d-fd95c91544e4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:24.391184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.391542 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5c643b7d-1a26-462e-931d-fd95c91544e4 Sep 22 08:40:24.422978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.424165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.431372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.474536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.494952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb3788-b63d-49e6-93dd-5bf157a9550e None None] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:24.554232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.563495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:24.567935 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 3 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:24.647098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5c643b7d-1a26-462e-931d-fd95c91544e4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:24.647998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 30e70691-9d7d-483f-b62b-788851ed6477 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:24.671205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:24.697866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:24.699133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:24.819570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 30e70691-9d7d-483f-b62b-788851ed6477 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:24.836396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e0cdb0ef-56b2-4b75-a19b-61355957bc22 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:24.894426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 4fa5b961-c3db-48ed-b477-d7867a335741 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:24.946205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e0cdb0ef-56b2-4b75-a19b-61355957bc22 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:24.946579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:24.946940 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e0cdb0ef-56b2-4b75-a19b-61355957bc22 Sep 22 08:40:25.099900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.116178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.129323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e0cdb0ef-56b2-4b75-a19b-61355957bc22 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:25.137570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:25.151758 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-089d45d3-3e2b-457b-b9b8-eaff816382cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/4fa5b961-c3db-48ed-b477-d7867a335741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8568478 Sep 22 08:40:25.154556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:25.155157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Sync routers for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:25.165902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:25.166527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:25.251754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event updated for resources: {'Port': ['ID=58d28d75-abb8-4f75-a84a-901d4bca73f5,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:25.263888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.336621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.337314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.337981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.338508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.339074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.339626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.340136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.345300 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3201e55-727c-4a3a-8e52-24effdea06f1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4966 time: 0.1864233 Sep 22 08:40:25.345659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:25.397920 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 4 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:25.430795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.431291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.431756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.432220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.432732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.433177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.433626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:25.439418 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-035680af-2923-4377-b8b4-2d539ed942b1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.0924580 Sep 22 08:40:25.440022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42758) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:25.443242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 08:40:25.456662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:25.459442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Floating IP b73cea8d-4372-46cf-8ac8-0899824760f2 associated. External IP: 172.26.8.117, port: 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd. Sep 22 08:40:25.525944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:25.636212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.672917 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d78efab2-3725-43e0-bde6-b76ad6f54e58 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3573 time: 0.2317586 Sep 22 08:40:25.698594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.748557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42764) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:25.754472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204252472', 'description': 'tempest-secgroup-smoke-1204252472 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:25.761242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:25.768021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:25.772516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:25.779582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:25.793068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.804207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:24Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:25.809990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Checking router: 4fa5b961-c3db-48ed-b477-d7867a335741 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:40:25.810540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Updating router 4fa5b961-c3db-48ed-b477-d7867a335741 port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:40:25.813950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:25.818276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:25.821728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:25.828313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:25.871480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.882401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.906186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.911451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.921020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=0c29b354-4877-4f91-b502-aace18b7fb16,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:25.955309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd716425-fec8-4559-8c32-2e04f9ecd8f7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:25.976658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:25.977981 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-72a917fd-3d39-4b55-b89b-8b9a372ba3ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2281466 Sep 22 08:40:25.981041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:25.987938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fd716425-fec8-4559-8c32-2e04f9ecd8f7', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:25.995565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:25.999807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:26.003069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:26.009121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:26.010642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:26.031914 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 5 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:26.034145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.165597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:26.209657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:26.220248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:26.230172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.236022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.266096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f45af2-63be-4ea6-b554-868605038d38,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:26.276897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.278689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2f0735a1-fdfa-49fa-95a5-d13015a849b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2962329 Sep 22 08:40:26.282020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:26.288398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fd716425-fec8-4559-8c32-2e04f9ecd8f7', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:26.295941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:26.300726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:26.304099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:26.311063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:26.320628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.332036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.342456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Transition to ACTIVE for port object 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:26.354236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.408865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.414360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.436661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a9a486-1825-4138-bde1-914cded4e723,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:26.461750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.465728 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-574260ac-90f8-4ce6-830d-58b8e4762295 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798139 Sep 22 08:40:26.465950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:26.471328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fd716425-fec8-4559-8c32-2e04f9ecd8f7', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:26.478687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:26.483718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:26.488117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:26.494705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:26.512134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.539985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:26.555675 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:26.567806 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:26.568784 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:26.580380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.594282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.601148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.606861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cba825-3619-49bb-92c7-4e0e1bb4d3cc None None] Pushing event updated for resources: {'Port': ['ID=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:26.627698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Attempting to bind port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:26.628062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Attempting to bind port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:26.628420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Attempting to bind port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 on network d98c3966-4930-4e8a-bd54-6d607e9bd70b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:26.636096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:26.636489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Checking segment: {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:26.637544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.637649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efcecc4-845b-4613-ad06-b8f7beaca7ea,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:26.637832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Bound using segment: {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:26.638631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Bound port: 9da2cfa8-906b-4ba6-9875-fb33d317a5e5, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:26.638631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.648331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.652646 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c1e5f48c-a68a-4ec1-8fd0-afdf5e7035f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1827321 Sep 22 08:40:26.652646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42780) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:26.660560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fd716425-fec8-4559-8c32-2e04f9ecd8f7', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:26.662941 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9770111b-1e44-42d9-a91a-1d1e19be0f27 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8753750 Sep 22 08:40:26.665312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:26.666304 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 6 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:26.667760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:26.671907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:26.672196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router 4fa33ba0-32f8-4675-be93-1cc5626c6223 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:40:26.676691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:26.680603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:26.688461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:26.709272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.754669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9cf426-17b0-4a3f-9678-2cd4f2d3f0e2 x-openstack-request-id: req-6c9cf426-17b0-4a3f-9678-2cd4f2d3f0e2 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:26.754964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:26.755239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c9cf426-17b0-4a3f-9678-2cd4f2d3f0e2 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:26.755673 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9cf426-17b0-4a3f-9678-2cd4f2d3f0e2'] response: {'name': 'network-changed', 'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'status': 'completed', 'code': 200} Sep 22 08:40:26.811838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:26.825299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] For port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:26.829301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] For port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:26.834983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.849884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.855307 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:26.857532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:26.863316 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c25e61f5-6ef1-4ebb-b070-28827671d845 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/4fa33ba0-32f8-4675-be93-1cc5626c6223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3079181 Sep 22 08:40:26.864224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.865848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:26.896827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] Sync routers for ids ['4fa33ba0-32f8-4675-be93-1cc5626c6223'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:26.906603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80c3dfc-f380-4088-83e6-77027875dd1e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:26.913382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:26.916036 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-175b51cf-d138-4c59-8a87-d7ffa7566adf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2626178 Sep 22 08:40:26.919271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42792) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:26.925355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fd716425-fec8-4559-8c32-2e04f9ecd8f7', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:26.934498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:26.945672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:26.949857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:26.955190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-e050cdff-3977-43b5-98ec-062e5d5b30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:26.957087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-e050cdff-3977-43b5-98ec-062e5d5b30b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 1099 time: 0.1843238 Sep 22 08:40:26.961753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:26.975399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:26.976026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.006655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a230d-3798-4364-9987-64faaf97edc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:27.007384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-485a230d-3798-4364-9987-64faaf97edc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:27.024993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-485a230d-3798-4364-9987-64faaf97edc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:27.026164 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-485a230d-3798-4364-9987-64faaf97edc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports/0c29b354-4877-4f91-b502-aace18b7fb16 HTTP/1.1" status: 200 len: 978 time: 0.1592298 Sep 22 08:40:27.030572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:27.040312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] Routers {'4fa33ba0-32f8-4675-be93-1cc5626c6223'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:27.040943 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa33ba0-32f8-4675-be93-1cc5626c6223'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.107685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-48d9b2e3-a13b-4d41-b6ed-e529d678c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:27.110023 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-48d9b2e3-a13b-4d41-b6ed-e529d678c38b service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.1456115 Sep 22 08:40:27.127721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.154256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cba825-3619-49bb-92c7-4e0e1bb4d3cc None None] Pushing event updated for resources: {'Port': ['ID=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:27.211324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] Routers {'4fa33ba0-32f8-4675-be93-1cc5626c6223'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:27.211961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa33ba0-32f8-4675-be93-1cc5626c6223'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.218950 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-683d7533-afd0-4459-a6c7-785a87f919e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd HTTP/1.1" status: 200 len: 1000 time: 0.1036024 Sep 22 08:40:27.226524 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:40:27.281322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.290406 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:19Z', 'revision_number': 1, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}, {'id': 'b73cea8d-4372-46cf-8ac8-0899824760f2', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:96:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:40:23Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.293244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.293646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa067923-52d4-4c0a-8246-f292247dc542 None None] The sync data for ids ['4fa33ba0-32f8-4675-be93-1cc5626c6223'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:27.305124 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:40:27.313348 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 7 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:27.315127 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:27.315865 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.354459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-f48a872a-3a34-4dc2-94e0-4361cb4c06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:27.356078 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-f48a872a-3a34-4dc2-94e0-4361cb4c06fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.1316371 Sep 22 08:40:27.371510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:27.379526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:27.439738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.452794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.473522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d85335d-d296-4c6a-b6dd-adb7724dce82,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:27.501005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.503006 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5f506c0e-748b-41e5-88ac-487d1f486293 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5817351 Sep 22 08:40:27.505168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:27.510246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fd716425-fec8-4559-8c32-2e04f9ecd8f7', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:27.516311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:27.520507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:27.525099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:27.538463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:27.543637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-ccefd85c-e378-4d3b-a59c-67a2f1d5078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:27.543746 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:27.545057 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-ccefd85c-e378-4d3b-a59c-67a2f1d5078f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1810079 Sep 22 08:40:27.582188 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:40:27.653036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.694721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.762293 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-ce2fdd58-1542-462a-b565-ad4bb8f4c8f1 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049506 Sep 22 08:40:27.767831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.796254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:26Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:27.798663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:27.802121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff2e0a-2cb9-4f2b-8e55-e6a5584e5107 None None] The sync data for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv is: [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:26Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:27.875601 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 8 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:27.969320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:27.986107 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d163a05-0af4-4cf8-80a0-38ac5182d2dd req-9a194428-368f-436c-91f1-270e25b36552 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162182 Sep 22 08:40:28.005432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd247cbf-57ca-479e-b769-dcb80486753f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:28.012261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:28.014285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ab9481a3-a5d5-4a52-adc3-b75a5980ce33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5075924 Sep 22 08:40:28.096941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 0c29b354-4877-4f91-b502-aace18b7fb16 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:28.097289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:28.101657 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:19Z', 'revision_number': 1, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}, {'id': 'b73cea8d-4372-46cf-8ac8-0899824760f2', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:96:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:40:23Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:28.106357 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e8468f-02ab-405a-a879-3cdf943f9560 None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:19Z', 'revision_number': 1, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}, {'id': 'b73cea8d-4372-46cf-8ac8-0899824760f2', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.117', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:96:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:40:23Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 0, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:28.252509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:28.337680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-2bb67ea1-5b66-4125-b383-3b2231cbec0d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:28.340356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:28.362901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-2bb67ea1-5b66-4125-b383-3b2231cbec0d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:28.364590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:28.371821 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-2bb67ea1-5b66-4125-b383-3b2231cbec0d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204252472&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0896876 Sep 22 08:40:28.469876 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d053d00-2914-4a01-bc4f-8a50053f269b None None] New status for floating IP b73cea8d-4372-46cf-8ac8-0899824760f2: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:40:28.470666 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 9 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:28.552474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-30cbf816-1c59-4a57-8ec8-22633a2ca539 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:28.553151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:28.553633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-30cbf816-1c59-4a57-8ec8-22633a2ca539 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:28.572439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-30cbf816-1c59-4a57-8ec8-22633a2ca539 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:28.574131 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-30cbf816-1c59-4a57-8ec8-22633a2ca539 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=d98c3966-4930-4e8a-bd54-6d607e9bd70b HTTP/1.1" status: 200 len: 796 time: 0.2011096 Sep 22 08:40:28.590787 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-437a7908-d181-40ac-b34a-d8d0840ef8a8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0112224 Sep 22 08:40:28.661004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 0c29b354-4877-4f91-b502-aace18b7fb16 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:28.693398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-7c820695-4592-43c1-8ac5-edf2b3136719 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:28.709681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-7c820695-4592-43c1-8ac5-edf2b3136719 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:28.711161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-7c820695-4592-43c1-8ac5-edf2b3136719 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124208 Sep 22 08:40:28.869893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:28.871662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-77a75574-7760-49b9-9d04-b3a8e9f1aa54 service neutron] 10.222.0.42 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468267 Sep 22 08:40:28.924226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=0c29b354-4877-4f91-b502-aace18b7fb16,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:29.054815 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 10 to provision port 0c29b354-4877-4f91-b502-aace18b7fb16 Sep 22 08:40:29.113736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Port 0c29b354-4877-4f91-b502-aace18b7fb16 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:40:29.137431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Provisioning complete for port e0cdb0ef-56b2-4b75-a19b-61355957bc22 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:29.137838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:29.138608 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Attempt 1 to provision port e0cdb0ef-56b2-4b75-a19b-61355957bc22 Sep 22 08:40:29.181913 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-e5ecc43f-11c5-4c2a-abf8-8aff270ea3ff service neutron] 10.222.0.42 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038323 Sep 22 08:40:29.225305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:29.348315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3ef02eb-0c7d-47c4-bae7-5f7a83a77747 None None] Current status of the port e0cdb0ef-56b2-4b75-a19b-61355957bc22 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:29.461813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Could not find standard attr ID for object 0c29b354-4877-4f91-b502-aace18b7fb16. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:40:29.477003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Provisioning for port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:29.486054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Provisioning complete for port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:29.486261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:29.486976 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Attempt 1 to provision port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 Sep 22 08:40:29.604469 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d976fea-ae52-4cf2-8f5d-76f9aa4b20a1 req-6b26a451-2193-49c8-897e-cb94a56e0939 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 210 time: 0.0896509 Sep 22 08:40:29.687280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router 4fa33ba0-32f8-4675-be93-1cc5626c6223 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:29.704289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Current status of the port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:29.705705 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:29.743925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] For port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:29.750903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:29.825498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Provisioning for port 30e70691-9d7d-483f-b62b-788851ed6477 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:29.836811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Provisioning complete for port 30e70691-9d7d-483f-b62b-788851ed6477 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:29.836811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:29.836811 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Attempt 1 to provision port 30e70691-9d7d-483f-b62b-788851ed6477 Sep 22 08:40:29.878733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:29.897830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] Sync routers for ids ['4fa33ba0-32f8-4675-be93-1cc5626c6223'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:29.906741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42826) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:29.908960 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b5019275-d42a-476c-9528-36d004b04739 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/4fa33ba0-32f8-4675-be93-1cc5626c6223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8766780 Sep 22 08:40:29.920265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] Routers {'4fa33ba0-32f8-4675-be93-1cc5626c6223'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:29.920265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa33ba0-32f8-4675-be93-1cc5626c6223'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:29.971081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Pushing event updated for resources: {'Port': ['ID=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:30.060356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:30.132483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Current status of the port 30e70691-9d7d-483f-b62b-788851ed6477 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:30.132483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:30.151145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] Routers {'4fa33ba0-32f8-4675-be93-1cc5626c6223'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:30.151145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa33ba0-32f8-4675-be93-1cc5626c6223'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:30.307783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:30.307783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c833ef-55bd-4eee-9398-9796bdb8f6c0 None None] The sync data for ids ['4fa33ba0-32f8-4675-be93-1cc5626c6223'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:30.323694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:30.386130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-a9e3d43a-7867-4fc9-b867-090408371ba1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 08:40:30.386130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9e3d43a-7867-4fc9-b867-090408371ba1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/4fa33ba0-32f8-4675-be93-1cc5626c6223/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4801409 Sep 22 08:40:30.394549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42830) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:30.412975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] For port 30e70691-9d7d-483f-b62b-788851ed6477, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=30e70691-9d7d-483f-b62b-788851ed6477,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:30.419710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:30.461171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff1f3458-c4dc-4b7d-9611-d8173103eff3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:30.477668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff1f3458-c4dc-4b7d-9611-d8173103eff3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:30.479542 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ff1f3458-c4dc-4b7d-9611-d8173103eff3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa33ba0-32f8-4675-be93-1cc5626c6223 HTTP/1.1" status: 200 len: 205 time: 0.0868795 Sep 22 08:40:30.483403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42834) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:30.487663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:30.488034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:30.488357 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 Sep 22 08:40:30.548077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad22c-5914-4f9d-8d52-06a5202ac39d None None] Pushing event updated for resources: {'Port': ['ID=30e70691-9d7d-483f-b62b-788851ed6477,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:30.618582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:30.740646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac6f20f1-fe39-4539-8f47-f444c46616c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:30.888666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1c5be4b7-d5ea-41c7-be5b-023f23cbdb50 req-79429c14-66b7-4cf6-a535-19f1be4403d9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 210 time: 0.1033492 Sep 22 08:40:30.993694 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-4a11a28a-a803-4728-8554-daed3729771f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:30.995585 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-4a11a28a-a803-4728-8554-daed3729771f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=d98c3966-4930-4e8a-bd54-6d607e9bd70b HTTP/1.1" status: 200 len: 796 time: 0.2301030 Sep 22 08:40:31.047133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac6f20f1-fe39-4539-8f47-f444c46616c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.049370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac6f20f1-fe39-4539-8f47-f444c46616c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.049662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-a949d3fd-cb9b-4341-b87e-30166826a252 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 380 time: 0.0461884 Sep 22 08:40:31.057951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['fd716425-fec8-4559-8c32-2e04f9ecd8f7']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:31.072290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac6f20f1-fe39-4539-8f47-f444c46616c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.072904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f20f1-fe39-4539-8f47-f444c46616c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Fanout notify agent at l3_agent the message router_deleted on router 4fa33ba0-32f8-4675-be93-1cc5626c6223 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:40:31.084150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac6f20f1-fe39-4539-8f47-f444c46616c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.085239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ac6f20f1-fe39-4539-8f47-f444c46616c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/4fa33ba0-32f8-4675-be93-1cc5626c6223 HTTP/1.1" status: 204 len: 168 time: 0.6026187 Sep 22 08:40:31.087802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:31.155429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet f44e0a27-ecdf-4da3-b4d2-58351fb920fb {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:40:31.158815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.196894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:31.207512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:31.212909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.217494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:31.221872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.297303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.372079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.384777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.14 (d98c3966-4930-4e8a-bd54-6d607e9bd70b/2f000481-3435-4fc7-b3ed-9b5bf7bbaa37/8ca1759e-8fa2-49ff-bcd3-760944154f07) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:31.411927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=f44e0a27-ecdf-4da3-b4d2-58351fb920fb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:31.413878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.417910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baafff78-368e-40c0-8647-6981d9c4f274 None None] Network e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:31.420410 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-691c53ba-8cfd-40d0-9de6-86671dda6518 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/f44e0a27-ecdf-4da3-b4d2-58351fb920fb HTTP/1.1" status: 204 len: 168 time: 0.3315263 Sep 22 08:40:31.423588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:31.540396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.550618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port e0cdb0ef-56b2-4b75-a19b-61355957bc22 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:31.550943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.591518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.610513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 8ca1759e-8fa2-49ff-bcd3-760944154f07 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:31.642850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.692070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] DHCP port deletion for e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:40:31.697179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Deleting port e0cdb0ef-56b2-4b75-a19b-61355957bc22 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:31.697843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.724735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:31.728204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=8ca1759e-8fa2-49ff-bcd3-760944154f07,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:31.732105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:31.734301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:31.781592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port e0cdb0ef-56b2-4b75-a19b-61355957bc22, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e0cdb0ef-56b2-4b75-a19b-61355957bc22,segment=NetworkSegment(852815a1-5af5-44e2-ac39-9aa33a7c72e9),segment_id=852815a1-5af5-44e2-ac39-9aa33a7c72e9)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:31.782200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.798549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:31.799457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.827579 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-dd71ff4e-666d-4178-8823-43406694ccea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7731864 Sep 22 08:40:31.840919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Request body: {'port': {'device_id': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:31.942108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for e0cdb0ef-56b2-4b75-a19b-61355957bc22 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:31.955785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] For port e0cdb0ef-56b2-4b75-a19b-61355957bc22, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e0cdb0ef-56b2-4b75-a19b-61355957bc22,segment=NetworkSegment(852815a1-5af5-44e2-ac39-9aa33a7c72e9),segment_id=852815a1-5af5-44e2-ac39-9aa33a7c72e9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:31.956172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:31.989387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.042771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.098441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Calling delete_port for e0cdb0ef-56b2-4b75-a19b-61355957bc22 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:32.136258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=e0cdb0ef-56b2-4b75-a19b-61355957bc22,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:32.146088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No DVR routers for this DVR port e0cdb0ef-56b2-4b75-a19b-61355957bc22 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:32.192887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1e21da98-516b-4baa-8ea8-3ea3078ecf3d None None] Provisioning for port 8ca1759e-8fa2-49ff-bcd3-760944154f07 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:32.201167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1e21da98-516b-4baa-8ea8-3ea3078ecf3d None None] Provisioning complete for port 8ca1759e-8fa2-49ff-bcd3-760944154f07 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:32.201822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1e21da98-516b-4baa-8ea8-3ea3078ecf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.202465 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1e21da98-516b-4baa-8ea8-3ea3078ecf3d None None] Attempt 1 to provision port 8ca1759e-8fa2-49ff-bcd3-760944154f07 Sep 22 08:40:32.247712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 30e70691-9d7d-483f-b62b-788851ed6477 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:32.303379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:40:32.303730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:40:32.324933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1e21da98-516b-4baa-8ea8-3ea3078ecf3d None None] Port 8ca1759e-8fa2-49ff-bcd3-760944154f07 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:32.343170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 30e70691-9d7d-483f-b62b-788851ed6477 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:32.344063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.344569 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 30e70691-9d7d-483f-b62b-788851ed6477 Sep 22 08:40:32.408301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.439262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:32.458121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852815a1-5af5-44e2-ac39-9aa33a7c72e9') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:32.458726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852815a1-5af5-44e2-ac39-9aa33a7c72e9') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:32.463969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 30e70691-9d7d-483f-b62b-788851ed6477 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:32.473300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.479470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca1759e-8fa2-49ff-bcd3-760944154f07 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:40:32.487869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.490781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99286730-ea84-4934-9390-0ac52b49c4be req-f3bfd798-7874-4e9f-ad35-2acf6c3116a5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:32.492556 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99286730-ea84-4934-9390-0ac52b49c4be req-f3bfd798-7874-4e9f-ad35-2acf6c3116a5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 932 time: 0.4438803 Sep 22 08:40:32.501373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.505071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Transition to ACTIVE for port object 8ca1759e-8fa2-49ff-bcd3-760944154f07 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:32.509604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:40:32.510188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.510399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.517752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e0cdb0ef-56b2-4b75-a19b-61355957bc22 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:32.556224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e0cdb0ef-56b2-4b75-a19b-61355957bc22 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:32.556805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e0cdb0ef-56b2-4b75-a19b-61355957bc22 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:32.601831 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 852815a1-5af5-44e2-ac39-9aa33a7c72e9 resource provider aggregate not found Sep 22 08:40:32.644663 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 852815a1-5af5-44e2-ac39-9aa33a7c72e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 852815a1-5af5-44e2-ac39-9aa33a7c72e9 found for delete ", "request_id": "req-59204b48-c38f-4cf2-b626-7bb35462227b"}]} Sep 22 08:40:32.660047 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99286730-ea84-4934-9390-0ac52b49c4be req-ceddef2b-8162-426d-9abd-9c62d2a73007 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536753 Sep 22 08:40:32.660713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.665760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.700033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:32.703959 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1759e-8fa2-49ff-bcd3-760944154f07,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:32.711380 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-def35420-bbe1-4259-88e7-306953b0950b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/e5bc691f-37ea-46b0-b8dd-8bdd2c1c8618 HTTP/1.1" status: 204 len: 168 time: 1.2867393 Sep 22 08:40:32.712253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42858) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:32.718195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-58339415'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:32.723024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:32.727007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:32.729904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:32.735641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:32.745916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:32.746240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Attempting to bind port 8ca1759e-8fa2-49ff-bcd3-760944154f07 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:32.746574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Attempting to bind port 8ca1759e-8fa2-49ff-bcd3-760944154f07 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:32.746895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Attempting to bind port 8ca1759e-8fa2-49ff-bcd3-760944154f07 on network d98c3966-4930-4e8a-bd54-6d607e9bd70b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:32.750312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.752615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Port 8ca1759e-8fa2-49ff-bcd3-760944154f07 on network d98c3966-4930-4e8a-bd54-6d607e9bd70b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:40:32.752931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Attempting to bind port 8ca1759e-8fa2-49ff-bcd3-760944154f07 on network d98c3966-4930-4e8a-bd54-6d607e9bd70b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:32.758002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:32.758338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Checking segment: {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:32.758714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Bound using segment: {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:32.759130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Bound port: 8ca1759e-8fa2-49ff-bcd3-760944154f07, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d39b27-c4c2-4d10-adf8-1381e764a3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:32.759516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.777994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:40:32.787731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.788067 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 121ecd58-af2a-4823-ae0e-58098fe6b471 of type vlan for network 7611ca40-6af1-458f-9152-5b8ab06ecf63 Sep 22 08:40:32.805804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Deleting port e0cdb0ef-56b2-4b75-a19b-61355957bc22 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:32.805804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.815938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.841418 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1e21da98-516b-4baa-8ea8-3ea3078ecf3d None None] Attempt 2 to provision port 8ca1759e-8fa2-49ff-bcd3-760944154f07 Sep 22 08:40:32.847426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.852885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:32.854359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.862125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] For port 8ca1759e-8fa2-49ff-bcd3-760944154f07, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:32.865839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] For port 8ca1759e-8fa2-49ff-bcd3-760944154f07, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:32.876717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.930550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d48c0a82-cc67-4d36-9358-62f6d0174ad9 None None] The port 'e0cdb0ef-56b2-4b75-a19b-61355957bc22' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:40:32.930915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:32.931971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:32.934678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] 10.222.0.48 "PUT /v2.0/ports/8ca1759e-8fa2-49ff-bcd3-760944154f07 HTTP/1.1" status: 200 len: 1094 time: 1.0989015 Sep 22 08:40:32.934854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:32.948090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729755c7-c844-4e74-bb5c-9cc274e2f7c9" -d '{"events": [{"name": "network-changed", "server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:32.970757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1e21da98-516b-4baa-8ea8-3ea3078ecf3d None None] Port 8ca1759e-8fa2-49ff-bcd3-760944154f07 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:40:33.001847 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2851200 Sep 22 08:40:33.002877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:33.011144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': '7611ca40-6af1-458f-9152-5b8ab06ecf63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:33.034779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8036bd-bb7a-4389-a2c5-15ec0dcba375 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=7611ca40-6af1-458f-9152-5b8ab06ecf63,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:33.034965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4569169-7568-440e-b119-14e8bed160b1 x-openstack-request-id: req-e4569169-7568-440e-b119-14e8bed160b1 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:33.035261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:33.035512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4569169-7568-440e-b119-14e8bed160b1 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:33.035909 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4569169-7568-440e-b119-14e8bed160b1'] response: {'name': 'network-changed', 'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'status': 'completed', 'code': 200} Sep 22 08:40:33.047443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:40:33.078994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84e5b-f33a-4b40-94e0-3633dc7d967c service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1759e-8fa2-49ff-bcd3-760944154f07,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:33.100468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-94460aae-48cf-4bbb-ad96-712c44b30447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:33.102024 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-94460aae-48cf-4bbb-ad96-712c44b30447 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 1097 time: 0.1184213 Sep 22 08:40:33.130828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:33.134652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:33.137436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:33.143648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:33.153579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:33.157625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.184589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-b2685fe9-a22e-4d69-b265-89f75cc4dd5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07 HTTP/1.1" status: 200 len: 217 time: 0.0761681 Sep 22 08:40:33.257503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-31c9196d-1511-43cf-a882-11ee50be52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:33.259319 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-31c9196d-1511-43cf-a882-11ee50be52b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f000481-3435-4fc7-b3ed-9b5bf7bbaa37 HTTP/1.1" status: 200 len: 834 time: 0.0588994 Sep 22 08:40:33.355499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-3be21a92-13e1-4c8f-b17f-1fc86566b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:33.357013 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-3be21a92-13e1-4c8f-b17f-1fc86566b897 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d98c3966-4930-4e8a-bd54-6d607e9bd70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790908 Sep 22 08:40:33.368746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.444361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=d4ffa7c5-409f-4a7e-bc44-3c5f47835bd2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:33.457589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '121ecd58-af2a-4823-ae0e-58098fe6b471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7611ca40-6af1-458f-9152-5b8ab06ecf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:33.457937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: 7611ca40-6af1-458f-9152-5b8ab06ecf63, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:40:33.476056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:40:33.485303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 7611ca40-6af1-458f-9152-5b8ab06ecf63) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:33.490641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:33.491179 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-95912cac-0618-4f47-85fc-fe21873132e4 service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287732 Sep 22 08:40:33.491320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.494514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d32d5bd-c6a4-4891-afc6-c90fdcdf8023 None None] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:33.517756 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-017d7983-0339-49ae-ad19-da0925948583 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5106733 Sep 22 08:40:33.518012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:33.528151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-989872446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:33.535015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:33.538927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:router and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:33.541791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:33.547629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:33.557865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.558983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.574587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.593738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.616757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.620799 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ad4cf325-d12b-4921-af77-8dbe91807409 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0991662 Sep 22 08:40:33.621435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:33.643055 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-483f0aab-44fd-4589-94df-4a1abdaa5f6a req-d17eff76-bb3a-44e0-9594-9223c3423ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408570 Sep 22 08:40:33.732336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-7611ca40-6af1-458f-9152-5b8ab06ecf63', 'network_id': '7611ca40-6af1-458f-9152-5b8ab06ecf63', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': 'd4ffa7c5-409f-4a7e-bc44-3c5f47835bd2'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:40:33.733596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:33.786910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-5a456606-1463-4a07-8fe5-74d5282570e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:33.788516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-5a456606-1463-4a07-8fe5-74d5282570e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 1097 time: 0.1036980 Sep 22 08:40:33.899488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Allocated IP 172.20.0.2 (7611ca40-6af1-458f-9152-5b8ab06ecf63/d4ffa7c5-409f-4a7e-bc44-3c5f47835bd2/8b48a916-c384-4056-abad-06637969952c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:33.929986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-6e11ee9b-bf4a-4b9f-b3cf-b5d116efa585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:33.932148 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-6e11ee9b-bf4a-4b9f-b3cf-b5d116efa585 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d98c3966-4930-4e8a-bd54-6d607e9bd70b HTTP/1.1" status: 200 len: 897 time: 0.1375258 Sep 22 08:40:34.008486 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-4552baa2-bc99-4f4c-b8fb-11230951aff2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07 HTTP/1.1" status: 200 len: 217 time: 0.0697079 Sep 22 08:40:34.132841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:34.144804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Transition to ACTIVE for port object 8b48a916-c384-4056-abad-06637969952c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:34.164870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Transition to ACTIVE for port object 8b48a916-c384-4056-abad-06637969952c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:34.172338 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:34.179827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-15d1faa4-c6a5-41bc-9703-8f8c6cc046e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:34.181556 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-15d1faa4-c6a5-41bc-9703-8f8c6cc046e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f000481-3435-4fc7-b3ed-9b5bf7bbaa37 HTTP/1.1" status: 200 len: 834 time: 0.1667192 Sep 22 08:40:34.239132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:34.242569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:34.245462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:34.275661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-1ae3979a-2bad-4d2f-8e23-b13358721de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:34.277875 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-1ae3979a-2bad-4d2f-8e23-b13358721de2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d98c3966-4930-4e8a-bd54-6d607e9bd70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887687 Sep 22 08:40:34.297753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Pushing event updated for resources: {'Port': ['ID=8b48a916-c384-4056-abad-06637969952c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:34.327681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:34.348299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea33e3-6a48-4a07-acb5-4147cef1e886 req-4283db70-6f2b-4bee-8476-db9635bb6882 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:34.349790 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-61ea33e3-6a48-4a07-acb5-4147cef1e886 req-4283db70-6f2b-4bee-8476-db9635bb6882 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 944 time: 0.5239413 Sep 22 08:40:34.368610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Attempting to bind port 8b48a916-c384-4056-abad-06637969952c on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:34.368979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Attempting to bind port 8b48a916-c384-4056-abad-06637969952c by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '121ecd58-af2a-4823-ae0e-58098fe6b471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7611ca40-6af1-458f-9152-5b8ab06ecf63'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:34.369330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Attempting to bind port 8b48a916-c384-4056-abad-06637969952c on network 7611ca40-6af1-458f-9152-5b8ab06ecf63 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:34.374574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:34.375206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Checking segment: {'id': '121ecd58-af2a-4823-ae0e-58098fe6b471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7611ca40-6af1-458f-9152-5b8ab06ecf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:34.375623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:34.376014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Bound using segment: {'id': '121ecd58-af2a-4823-ae0e-58098fe6b471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7611ca40-6af1-458f-9152-5b8ab06ecf63'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:34.376473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Bound port: 8b48a916-c384-4056-abad-06637969952c, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121ecd58-af2a-4823-ae0e-58098fe6b471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7611ca40-6af1-458f-9152-5b8ab06ecf63'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:34.376844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:34.424230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-2a834f31-8ecf-4d96-bbce-37efce10d796 service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381540 Sep 22 08:40:34.470183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] For port 8b48a916-c384-4056-abad-06637969952c, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:34.473359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] For port 8b48a916-c384-4056-abad-06637969952c, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8b48a916-c384-4056-abad-06637969952c,segment=NetworkSegment(121ecd58-af2a-4823-ae0e-58098fe6b471),segment_id=121ecd58-af2a-4823-ae0e-58098fe6b471)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:34.478027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:34.561339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bcfeb-abfe-43db-8fdf-30e3ee7b5ae8 None None] Pushing event updated for resources: {'Port': ['ID=8b48a916-c384-4056-abad-06637969952c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:34.565400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-61ea33e3-6a48-4a07-acb5-4147cef1e886 req-81d7931f-8acf-4fb2-b38f-33834ef4ca72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597717 Sep 22 08:40:34.590700 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-729755c7-c844-4e74-bb5c-9cc274e2f7c9 req-17522166-57be-4333-8a7f-5c1535291c80 service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467447 Sep 22 08:40:34.748470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.20.0.1 (7611ca40-6af1-458f-9152-5b8ab06ecf63/d4ffa7c5-409f-4a7e-bc44-3c5f47835bd2/c0220c08-4406-4474-9423-d123943d9ed3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:34.919446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:34.935547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object c0220c08-4406-4474-9423-d123943d9ed3 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:34.960838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:35.031546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:35.034473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:35.038497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:35.079971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=c0220c08-4406-4474-9423-d123943d9ed3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:35.098245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:35.209958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:35.502114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce2cd03-c8cd-427c-9d37-0bf4398e0b58 None None] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:35.604695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:35.612189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:35.709607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e5f46f9a-2de7-491d-ab1f-0d037b5dc34b None None] Provisioning for port 8b48a916-c384-4056-abad-06637969952c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:35.732877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:35.738115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=c0220c08-4406-4474-9423-d123943d9ed3,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:35.788301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d24fe6-da95-467e-b986-f3c84c0f1ca6 req-566f0504-ef5a-404d-b417-5acbc8221f9c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:35.789003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-93d24fe6-da95-467e-b986-f3c84c0f1ca6 req-566f0504-ef5a-404d-b417-5acbc8221f9c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:35.806649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-93d24fe6-da95-467e-b986-f3c84c0f1ca6 req-566f0504-ef5a-404d-b417-5acbc8221f9c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:35.808207 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-93d24fe6-da95-467e-b986-f3c84c0f1ca6 req-566f0504-ef5a-404d-b417-5acbc8221f9c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 944 time: 0.1151283 Sep 22 08:40:35.858609 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-93d24fe6-da95-467e-b986-f3c84c0f1ca6 req-04acff86-0eaf-4de5-9fe5-9a19a430a5e7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Sep 22 08:40:35.949534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Provisioning for port c0220c08-4406-4474-9423-d123943d9ed3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:35.956955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Provisioning complete for port c0220c08-4406-4474-9423-d123943d9ed3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:35.957591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:35.958100 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Attempt 1 to provision port c0220c08-4406-4474-9423-d123943d9ed3 Sep 22 08:40:36.010756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:36.011938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:36.020253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Port c0220c08-4406-4474-9423-d123943d9ed3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:36.110962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-830f427b-6645-4eb3-ac2f-78eecafc9536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:36.208110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b48a916-c384-4056-abad-06637969952c up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:36.224938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router ccfe5698-761f-4f74-b5d4-c3bec7ee2b47 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:40:36.311057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 8b48a916-c384-4056-abad-06637969952c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:36.311057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8b48a916-c384-4056-abad-06637969952c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:36.311057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:36.311057 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8b48a916-c384-4056-abad-06637969952c Sep 22 08:40:36.377704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8ca1759e-8fa2-49ff-bcd3-760944154f07 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:40:36.432608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:36.439765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] Sync routers for ids ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:36.454854 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f98889ca-b964-4eba-ae28-a9d3bdc94dfd tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/ccfe5698-761f-4f74-b5d4-c3bec7ee2b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8222167 Sep 22 08:40:36.454854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:36.459259 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] Routers {'ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:36.459259 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:36.528763 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:36.540946 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] Routers {'ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:36.540946 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:36.582426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8ca1759e-8fa2-49ff-bcd3-760944154f07, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:36.587474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367666bf-c13a-4b7c-9c92-f1e7b2472c1e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:36.587474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-367666bf-c13a-4b7c-9c92-f1e7b2472c1e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:36.604157 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Attempt 2 to provision port c0220c08-4406-4474-9423-d123943d9ed3 Sep 22 08:40:36.612421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-367666bf-c13a-4b7c-9c92-f1e7b2472c1e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:36.617267 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:36.622233 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-367666bf-c13a-4b7c-9c92-f1e7b2472c1e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports/c0220c08-4406-4474-9423-d123943d9ed3 HTTP/1.1" status: 200 len: 910 time: 0.1585233 Sep 22 08:40:36.627499 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce918a2c-1437-445d-9f37-7a2a0be8f177 None None] The sync data for ids ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:36.637098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42886) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:36.641775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'port_id': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'mac_address': 'fa:16:3e:d8:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:40:36.732429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Port c0220c08-4406-4474-9423-d123943d9ed3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:36.738039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8ca1759e-8fa2-49ff-bcd3-760944154f07 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:36.738039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:36.798815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca1759e-8fa2-49ff-bcd3-760944154f07 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:40:36.832122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8ca1759e-8fa2-49ff-bcd3-760944154f07, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:36.832122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8b48a916-c384-4056-abad-06637969952c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:36.832122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:36.845814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:36.993386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8ca1759e-8fa2-49ff-bcd3-760944154f07,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:37.038363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 8b48a916-c384-4056-abad-06637969952c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8b48a916-c384-4056-abad-06637969952c,segment=NetworkSegment(121ecd58-af2a-4823-ae0e-58098fe6b471),segment_id=121ecd58-af2a-4823-ae0e-58098fe6b471)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:37.038363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:37.118491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=8b48a916-c384-4056-abad-06637969952c,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:37.118491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8ca1759e-8fa2-49ff-bcd3-760944154f07'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:40:37.216506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da096a-0e32-410f-834f-54107e4469db req-6c2019b9-6849-4c3b-a555-17fa2b0a2a3a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:37.226922 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a1da096a-0e32-410f-834f-54107e4469db req-6c2019b9-6849-4c3b-a555-17fa2b0a2a3a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 945 time: 0.1568730 Sep 22 08:40:37.242697 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Attempt 3 to provision port c0220c08-4406-4474-9423-d123943d9ed3 Sep 22 08:40:37.302535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:37.312545 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a1da096a-0e32-410f-834f-54107e4469db req-efc1fb7b-1d86-48ef-b98d-445064bbb52f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835457 Sep 22 08:40:37.337077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Port c0220c08-4406-4474-9423-d123943d9ed3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:37.657620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port c0220c08-4406-4474-9423-d123943d9ed3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:37.657620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:37.838646 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Attempt 4 to provision port c0220c08-4406-4474-9423-d123943d9ed3 Sep 22 08:40:37.896258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Port c0220c08-4406-4474-9423-d123943d9ed3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:37.966397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:38.099462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for c0220c08-4406-4474-9423-d123943d9ed3 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:38.205957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b48a916-c384-4056-abad-06637969952c up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:38.291580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-10e6f812-71d3-4929-b75e-7fc6e41e61ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:38.313589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8b48a916-c384-4056-abad-06637969952c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:38.313589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:38.313589 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8b48a916-c384-4056-abad-06637969952c Sep 22 08:40:38.387399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8ca1759e-8fa2-49ff-bcd3-760944154f07 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:38.426073 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Attempt 5 to provision port c0220c08-4406-4474-9423-d123943d9ed3 Sep 22 08:40:38.563053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:38.609257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Port c0220c08-4406-4474-9423-d123943d9ed3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:38.631733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8b48a916-c384-4056-abad-06637969952c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:38.631733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 8ca1759e-8fa2-49ff-bcd3-760944154f07 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:38.644624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 8ca1759e-8fa2-49ff-bcd3-760944154f07 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:38.644624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:38.644624 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 8ca1759e-8fa2-49ff-bcd3-760944154f07 Sep 22 08:40:38.681898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=c0220c08-4406-4474-9423-d123943d9ed3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:38.696805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47b85f-904f-4aaa-a0d5-689a3d2c3914 req-72f26681-6030-44df-a2ce-e928d974aedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:38.696805 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a47b85f-904f-4aaa-a0d5-689a3d2c3914 req-72f26681-6030-44df-a2ce-e928d974aedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 945 time: 0.2458701 Sep 22 08:40:38.817021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8ca1759e-8fa2-49ff-bcd3-760944154f07 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:38.817021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:38.853261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:38.853261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af700cd1-0d5c-4347-abc5-a4152d661631" -d '{"events": [{"server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:38.866424 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a47b85f-904f-4aaa-a0d5-689a3d2c3914 req-c00833e2-d706-4b82-9e99-36cf7647bba8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083610 Sep 22 08:40:38.897610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8ca1759e-8fa2-49ff-bcd3-760944154f07, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:38.924935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:38.989261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451acc1-8642-4c81-95e7-c8bc7edcf4b1 x-openstack-request-id: req-4451acc1-8642-4c81-95e7-c8bc7edcf4b1 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:38.989261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:38.989261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4451acc1-8642-4c81-95e7-c8bc7edcf4b1 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:38.989261 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4451acc1-8642-4c81-95e7-c8bc7edcf4b1'] response: {'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'code': 200} Sep 22 08:40:39.085742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8ca1759e-8fa2-49ff-bcd3-760944154f07,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:39.109271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:39.113137 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Attempt 6 to provision port c0220c08-4406-4474-9423-d123943d9ed3 Sep 22 08:40:39.161676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Port c0220c08-4406-4474-9423-d123943d9ed3 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:40:39.171977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Provisioning complete for port 8b48a916-c384-4056-abad-06637969952c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:39.171977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:39.171977 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Attempt 1 to provision port 8b48a916-c384-4056-abad-06637969952c Sep 22 08:40:39.312493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cada7-a398-4500-8fa8-25cbce9795cb None None] Current status of the port 8b48a916-c384-4056-abad-06637969952c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:39.429367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-743172e0-9393-4afe-9207-8597ea68c863 None None] Could not find standard attr ID for object c0220c08-4406-4474-9423-d123943d9ed3. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:40:39.520845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:39.606183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:39.611764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router ccfe5698-761f-4f74-b5d4-c3bec7ee2b47 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:39.611764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10ba27-968d-4e2f-9bf9-a0cfd1e820a0 req-1a4857d0-6f2e-4f29-859e-7742b8161b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:39.614610 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fe10ba27-968d-4e2f-9bf9-a0cfd1e820a0 req-1a4857d0-6f2e-4f29-859e-7742b8161b56 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 1099 time: 0.4102693 Sep 22 08:40:39.781199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:39.781199 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fe10ba27-968d-4e2f-9bf9-a0cfd1e820a0 req-009b1eed-7637-45c0-9b51-63c5357e78b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597967 Sep 22 08:40:39.797431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] Sync routers for ids ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:39.806445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] Routers {'ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:39.810778 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7fbf40a5-24bf-4c7c-b0af-b1ed51e44e68 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/ccfe5698-761f-4f74-b5d4-c3bec7ee2b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890244 Sep 22 08:40:39.814795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:39.817893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:39.869443 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c219797-495d-4bfe-9469-ea6b7dabdaf7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccfe5698-761f-4f74-b5d4-c3bec7ee2b47 HTTP/1.1" status: 200 len: 205 time: 0.0599835 Sep 22 08:40:39.869443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:39.877417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:39.886910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] Routers {'ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:39.886910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:39.973427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:39.974086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdd2af8-3244-4ae7-94c7-e374c5da6640 None None] The sync data for ids ['ccfe5698-761f-4f74-b5d4-c3bec7ee2b47'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:40.008425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171f42be-b5ac-48f3-8496-d5821895381f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.090429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a44b-357e-4821-944c-e3fa1f8d866b req-2172cc30-9535-4d72-81c5-d626e05064ee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:40.091930 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cb6a44b-357e-4821-944c-e3fa1f8d866b req-2172cc30-9535-4d72-81c5-d626e05064ee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 946 time: 0.0971260 Sep 22 08:40:40.145821 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cb6a44b-357e-4821-944c-e3fa1f8d866b req-a68593ff-311b-42a5-bb68-ea901cb5df6a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Sep 22 08:40:40.320721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171f42be-b5ac-48f3-8496-d5821895381f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.320721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171f42be-b5ac-48f3-8496-d5821895381f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.346959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171f42be-b5ac-48f3-8496-d5821895381f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.346959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f42be-b5ac-48f3-8496-d5821895381f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Fanout notify agent at l3_agent the message router_deleted on router ccfe5698-761f-4f74-b5d4-c3bec7ee2b47 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:40:40.362773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171f42be-b5ac-48f3-8496-d5821895381f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.362773 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-171f42be-b5ac-48f3-8496-d5821895381f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/ccfe5698-761f-4f74-b5d4-c3bec7ee2b47 HTTP/1.1" status: 204 len: 168 time: 0.4896557 Sep 22 08:40:40.365421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42908) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:40.441512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet d4ffa7c5-409f-4a7e-bc44-3c5f47835bd2 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:40:40.441512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.497943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.590120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.669724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.711782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.719463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ffa7c5-409f-4a7e-bc44-3c5f47835bd2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:40.723454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1683cb7-ab22-4238-a4b8-3e36b2e0103b None None] Network 7611ca40-6af1-458f-9152-5b8ab06ecf63 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:40.727639 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba341b0c-17e6-4120-8be8-9b8391df7336 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/d4ffa7c5-409f-4a7e-bc44-3c5f47835bd2 HTTP/1.1" status: 204 len: 168 time: 0.3553529 Sep 22 08:40:40.727639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42912) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:40.858975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.869348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 8b48a916-c384-4056-abad-06637969952c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:40.869617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:40.903860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.161570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 8b48a916-c384-4056-abad-06637969952c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8b48a916-c384-4056-abad-06637969952c,segment=NetworkSegment(121ecd58-af2a-4823-ae0e-58098fe6b471),segment_id=121ecd58-af2a-4823-ae0e-58098fe6b471)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:41.161924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.162903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] DHCP port deletion for 7611ca40-6af1-458f-9152-5b8ab06ecf63 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:40:41.166988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Deleting port 8b48a916-c384-4056-abad-06637969952c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:41.167239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.295320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 8b48a916-c384-4056-abad-06637969952c owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:41.347202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fbe09-a0dd-4848-b255-c754a75cc272 req-d3864a9a-5b2d-4c4f-828e-fc79d6b7b78d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:41.348643 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-490fbe09-a0dd-4848-b255-c754a75cc272 req-d3864a9a-5b2d-4c4f-828e-fc79d6b7b78d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 946 time: 0.0919778 Sep 22 08:40:41.369147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] For port 8b48a916-c384-4056-abad-06637969952c, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8b48a916-c384-4056-abad-06637969952c,segment=NetworkSegment(121ecd58-af2a-4823-ae0e-58098fe6b471),segment_id=121ecd58-af2a-4823-ae0e-58098fe6b471)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:41.369524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.374524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.398639 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-490fbe09-a0dd-4848-b255-c754a75cc272 req-0ca36fb3-ff8b-4e2a-94f4-d936e33caca8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Sep 22 08:40:41.427436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=8b48a916-c384-4056-abad-06637969952c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:41.429568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No DVR routers for this DVR port 8b48a916-c384-4056-abad-06637969952c on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:41.495384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Calling delete_port for 8b48a916-c384-4056-abad-06637969952c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:41.566585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:40:41.566932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:40:41.702806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.742171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7611ca40-6af1-458f-9152-5b8ab06ecf63']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:41.756705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121ecd58-af2a-4823-ae0e-58098fe6b471') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:41.757000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121ecd58-af2a-4823-ae0e-58098fe6b471') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:41.773452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.793046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.802530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269c3b4-842b-47bc-b976-b30de2e734a9 req-7c509e43-5f26-4432-8c1c-003deb641875 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:41.804023 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e269c3b4-842b-47bc-b976-b30de2e734a9 req-7c509e43-5f26-4432-8c1c-003deb641875 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 946 time: 0.2746243 Sep 22 08:40:41.808588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:40:41.808971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.885919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 121ecd58-af2a-4823-ae0e-58098fe6b471 resource provider aggregate not found Sep 22 08:40:41.910609 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 121ecd58-af2a-4823-ae0e-58098fe6b471 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 121ecd58-af2a-4823-ae0e-58098fe6b471 found for delete ", "request_id": "req-3438c853-d9de-4f54-89fe-bd6cbf36a51a"}]} Sep 22 08:40:41.942192 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e269c3b4-842b-47bc-b976-b30de2e734a9 req-86a8ffb6-0d4a-44d6-925c-06e22d4fcf47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115918 Sep 22 08:40:41.942778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.962637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:41.971991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=7611ca40-6af1-458f-9152-5b8ab06ecf63,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:41.976849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42924) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:41.979553 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3e13d28e-e700-40f1-9c35-32a590a23ab7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/7611ca40-6af1-458f-9152-5b8ab06ecf63 HTTP/1.1" status: 204 len: 168 time: 1.2578125 Sep 22 08:40:41.982981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42928) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:41.988408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-960774875', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:41.995842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:41.999735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:router and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:42.005841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:42.012373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:42.028163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.028868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.053606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.073472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39daa8-106b-44c7-896b-b548a49275cc tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:42.078289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Deleting port 8b48a916-c384-4056-abad-06637969952c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:42.078289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.083667 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9a39daa8-106b-44c7-896b-b548a49275cc tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 1094 time: 0.0985129 Sep 22 08:40:42.083667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42932) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:42.094657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:42.104709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:42.104709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:42.114273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:42.114273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:42.154402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9e35bba4-abd9-440a-97d5-6801c8685d7c None None] The port '8b48a916-c384-4056-abad-06637969952c' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:40:42.166348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.194174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b48a916-c384-4056-abad-06637969952c no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:42.233475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 8b48a916-c384-4056-abad-06637969952c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:42.233918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b48a916-c384-4056-abad-06637969952c not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:42.357902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.408609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.455561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.591782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.131 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/18edd712-fe5f-4872-9d13-43de6200efb7) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:42.669555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.699745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.742476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.772250 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:42.837735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:42.840971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:42.846854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:42.851593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.26.8.225 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/480da656-040a-4b86-bc18-f17a737339b4) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:42.894130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=18edd712-fe5f-4872-9d13-43de6200efb7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:43.064768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.096376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.163688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:43.165787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:43.169636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:43.216172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=480da656-040a-4b86-bc18-f17a737339b4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:43.351745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.428709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.648507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.650986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.715121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.774025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:43.841518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=18edd712-fe5f-4872-9d13-43de6200efb7,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:44.012968 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 7d771714-c1e8-4920-a189-bbc840b2e734 associated. External IP: 172.26.8.131, port: 8ca1759e-8fa2-49ff-bcd3-760944154f07. Sep 22 08:40:44.139204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:44.383235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router c787c416-97d0-40e5-b993-9f419c9fbdf0 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:40:44.442846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:40:44.531342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 4fa5b961-c3db-48ed-b477-d7867a335741 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:44.593610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:44.605403 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] Sync routers for ids ['c787c416-97d0-40e5-b993-9f419c9fbdf0'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:44.625350 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] Routers {'c787c416-97d0-40e5-b993-9f419c9fbdf0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:44.625350 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c787c416-97d0-40e5-b993-9f419c9fbdf0'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:44.631768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:44.631768 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-42e769bd-65af-4992-9904-b77a8e184f54 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6443317 Sep 22 08:40:44.631768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42936) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:44.685382 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:44.696601 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] Routers {'c787c416-97d0-40e5-b993-9f419c9fbdf0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:44.697697 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c787c416-97d0-40e5-b993-9f419c9fbdf0'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:44.768886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:44.775204 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:44.775204 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ac151-722b-41df-98b2-c8f4356f8160 None None] The sync data for ids ['c787c416-97d0-40e5-b993-9f419c9fbdf0'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:44.779957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] Sync routers for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:44.791703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:44.791703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:44.822875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:44.897421 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8037bad-f8bc-4486-9cf4-4959d6b5304b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8163660 Sep 22 08:40:44.897421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42940) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:44.897421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:40:44.908024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60cc905-9049-4056-b24a-0de3600e3826" -d '{"events": [{"name": "network-changed", "server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:40:44.991259 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-229edbe3-6dcf-469f-acc7-29125ec602cf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/routers/c787c416-97d0-40e5-b993-9f419c9fbdf0 HTTP/1.1" status: 200 len: 880 time: 0.3561571 Sep 22 08:40:44.992944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:45.020038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca630867-328e-4d2b-af99-a13a376991d1 x-openstack-request-id: req-ca630867-328e-4d2b-af99-a13a376991d1 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:40:45.022920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:40:45.023290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca630867-328e-4d2b-af99-a13a376991d1 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:40:45.023738 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca630867-328e-4d2b-af99-a13a376991d1'] response: {'name': 'network-changed', 'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'status': 'completed', 'code': 200} Sep 22 08:40:45.059262 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-828f3e55-6c2c-4cc6-9cc9-3918f2431ab0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7d771714-c1e8-4920-a189-bbc840b2e734 HTTP/1.1" status: 200 len: 992 time: 0.1556096 Sep 22 08:40:45.069033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:45.163266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cc905-9049-4056-b24a-0de3600e3826 req-fef49ff2-96ce-47b0-a4ca-ee960991da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:45.164692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e60cc905-9049-4056-b24a-0de3600e3826 req-fef49ff2-96ce-47b0-a4ca-ee960991da13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 1099 time: 0.1093819 Sep 22 08:40:45.373700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cc905-9049-4056-b24a-0de3600e3826 req-ba78270a-d577-4794-9960-2ece0b9b78fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:45.375943 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e60cc905-9049-4056-b24a-0de3600e3826 req-ba78270a-d577-4794-9960-2ece0b9b78fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=d98c3966-4930-4e8a-bd54-6d607e9bd70b HTTP/1.1" status: 200 len: 897 time: 0.1583073 Sep 22 08:40:45.427993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7d771714-c1e8-4920-a189-bbc840b2e734', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.131', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'port_id': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'mac_address': 'fa:16:3e:d8:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:40:43Z', 'updated_at': '2022-09-22T08:40:43Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:45.431889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] Checking router: 4fa5b961-c3db-48ed-b477-d7867a335741 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:40:45.443183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:45.444305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:45.472505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-61331e96-9959-49f0-a775-563e527573b8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:router {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:45.500279 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e60cc905-9049-4056-b24a-0de3600e3826 req-3046b1d7-dcee-4981-8be7-5320b77761c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07 HTTP/1.1" status: 200 len: 1000 time: 0.1170087 Sep 22 08:40:45.501882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-61331e96-9959-49f0-a775-563e527573b8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:router {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:45.505464 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-61331e96-9959-49f0-a775-563e527573b8 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5102718 Sep 22 08:40:45.505778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42950) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:45.515577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-82a93d0a-5405-4e4d-83db-66eab8c3aa1d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-960774875'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:45.591990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cc905-9049-4056-b24a-0de3600e3826 req-9c68da3e-c1e0-4341-873b-7f09cbbc0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:45.591990 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e60cc905-9049-4056-b24a-0de3600e3826 req-9c68da3e-c1e0-4341-873b-7f09cbbc0e62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f000481-3435-4fc7-b3ed-9b5bf7bbaa37 HTTP/1.1" status: 200 len: 834 time: 0.0813489 Sep 22 08:40:45.717715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:40:45.721080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cc905-9049-4056-b24a-0de3600e3826 req-0f672a1c-4bff-4065-a612-eecf7f9d5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:45.721080 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e60cc905-9049-4056-b24a-0de3600e3826 req-0f672a1c-4bff-4065-a612-eecf7f9d5075 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d98c3966-4930-4e8a-bd54-6d607e9bd70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181958 Sep 22 08:40:45.910721 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e60cc905-9049-4056-b24a-0de3600e3826 req-a3b54461-93c4-421f-a4eb-35ca49540717 service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755056 Sep 22 08:40:46.064316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42954) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:46.180245 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e60cc905-9049-4056-b24a-0de3600e3826 req-0d1042c3-eed7-493a-9109-186bd3c46cfb service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712276 Sep 22 08:40:46.212939 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc81b328-cd4a-45eb-8778-63f271987d0b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7d771714-c1e8-4920-a189-bbc840b2e734 HTTP/1.1" status: 200 len: 992 time: 0.1460471 Sep 22 08:40:46.220971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7d771714-c1e8-4920-a189-bbc840b2e734', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.131', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'port_id': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'mac_address': 'fa:16:3e:d8:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:40:43Z', 'updated_at': '2022-09-22T08:40:43Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:46.224976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b73ac-12b5-4bd2-9faf-5ab5062cd9eb None None] The sync data for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv is: [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7d771714-c1e8-4920-a189-bbc840b2e734', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.131', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'port_id': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'mac_address': 'fa:16:3e:d8:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:40:43Z', 'updated_at': '2022-09-22T08:40:43Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:46.240819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82a93d0a-5405-4e4d-83db-66eab8c3aa1d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:46.252827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82a93d0a-5405-4e4d-83db-66eab8c3aa1d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:46.460937 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791481c-6bcf-49a7-8410-1ebb82cb7c1f None None] New status for floating IP 7d771714-c1e8-4920-a189-bbc840b2e734: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:40:46.594036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a93d0a-5405-4e4d-83db-66eab8c3aa1d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router c787c416-97d0-40e5-b993-9f419c9fbdf0 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:46.821976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a93d0a-5405-4e4d-83db-66eab8c3aa1d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:46.831644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82a93d0a-5405-4e4d-83db-66eab8c3aa1d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:46.831644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-82a93d0a-5405-4e4d-83db-66eab8c3aa1d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/c787c416-97d0-40e5-b993-9f419c9fbdf0 HTTP/1.1" status: 200 len: 887 time: 1.3235569 Sep 22 08:40:46.833941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] Sync routers for ids ['c787c416-97d0-40e5-b993-9f419c9fbdf0'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:46.834289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:46.845753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] Routers {'c787c416-97d0-40e5-b993-9f419c9fbdf0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:46.847509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c787c416-97d0-40e5-b993-9f419c9fbdf0'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:46.921145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:46.935535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] Routers {'c787c416-97d0-40e5-b993-9f419c9fbdf0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:46.935535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c787c416-97d0-40e5-b993-9f419c9fbdf0'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:47.003530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:47.003530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1863b988-328a-4f82-a5e4-b8d4177a94a1 None None] The sync data for ids ['c787c416-97d0-40e5-b993-9f419c9fbdf0'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:47.066008 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13f56bfc-5b2b-4b7d-bb51-c6bdab0ae9ad tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/routers/c787c416-97d0-40e5-b993-9f419c9fbdf0 HTTP/1.1" status: 200 len: 887 time: 0.2316382 Sep 22 08:40:47.068827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42964) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:47.129329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-45c1ac2d-44d2-4eb0-ba6e-b8ed9278d23f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:47.145556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-45c1ac2d-44d2-4eb0-ba6e-b8ed9278d23f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:47.147576 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45c1ac2d-44d2-4eb0-ba6e-b8ed9278d23f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=c787c416-97d0-40e5-b993-9f419c9fbdf0 HTTP/1.1" status: 200 len: 205 time: 0.0773427 Sep 22 08:40:47.149689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42968) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:47.217884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 42972) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:47.531460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd7b36b0-fc2d-4153-8f3d-cc3c4908b545 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7d771714-c1e8-4920-a189-bbc840b2e734 HTTP/1.1" status: 200 len: 994 time: 0.3146508 Sep 22 08:40:47.551890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:47.738695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:47.747848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 480da656-040a-4b86-bc18-f17a737339b4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:47.748220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:47.922662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.045979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 480da656-040a-4b86-bc18-f17a737339b4 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:48.209764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.256326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=480da656-040a-4b86-bc18-f17a737339b4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:48.303282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.303717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.304048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.304375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.304697 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.305032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.305336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.305649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.305967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.306278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.306589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.306899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:48.363988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.539665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.541829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.564459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.564966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Fanout notify agent at l3_agent the message router_deleted on router c787c416-97d0-40e5-b993-9f419c9fbdf0 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:40:48.586447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.587539 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2587e711-2bc7-4610-9fec-ae31f32b4680 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/c787c416-97d0-40e5-b993-9f419c9fbdf0 HTTP/1.1" status: 204 len: 168 time: 1.4369154 Sep 22 08:40:48.591240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42976) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:48.596998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1123298005'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:48.601913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:48.605860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:48.608775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:48.614891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:48.624770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:48.628332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.654237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:40:48.662919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.663290 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 72fb0133-e9ed-41e2-ba47-09a4e884c904 of type vlan for network fc7b470e-14d0-4127-be0e-ad1a48ec669d Sep 22 08:40:48.688130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.715967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.721787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:48.722357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:48.817865 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2253590 Sep 22 08:40:48.820521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42980) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:48.828546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': 'fc7b470e-14d0-4127-be0e-ad1a48ec669d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:48.846359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9373eb6-9647-4579-8228-8d9ef95b13ca tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=fc7b470e-14d0-4127-be0e-ad1a48ec669d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:48.856086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:40:48.942032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:48.945970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:48.948881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:48.956580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:48.965436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:48.969853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.181157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.258791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=1c1fa445-7b0c-4c28-b858-abfbc605a353,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:49.267615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '72fb0133-e9ed-41e2-ba47-09a4e884c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fc7b470e-14d0-4127-be0e-ad1a48ec669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:49.267960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: fc7b470e-14d0-4127-be0e-ad1a48ec669d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:40:49.285849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:40:49.295144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, fc7b470e-14d0-4127-be0e-ad1a48ec669d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:49.299012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:49.299624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.304579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554cf2f3-2835-4de8-825f-fa28c39e3d26 None None] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:49.321057 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-767fca1a-aeb0-427e-b858-0b073f293bdb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4994950 Sep 22 08:40:49.323544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:49.329014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2786389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:49.335428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:49.339494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:router and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:49.342294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:49.348188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:49.359270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.360282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.375565 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.393676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.417446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.418629 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1194e926-fbfb-456d-9390-66c44f44679a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.0941586 Sep 22 08:40:49.421987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42988) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:49.538534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-fc7b470e-14d0-4127-be0e-ad1a48ec669d', 'network_id': 'fc7b470e-14d0-4127-be0e-ad1a48ec669d', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': '1c1fa445-7b0c-4c28-b858-abfbc605a353'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:40:49.541591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.693829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Allocated IP 172.20.0.2 (fc7b470e-14d0-4127-be0e-ad1a48ec669d/1c1fa445-7b0c-4c28-b858-abfbc605a353/c690c83a-e696-4933-b7d9-dbde4f3582a0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:49.907861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:49.917793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Transition to ACTIVE for port object c690c83a-e696-4933-b7d9-dbde4f3582a0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:49.936586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Transition to ACTIVE for port object c690c83a-e696-4933-b7d9-dbde4f3582a0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:49.942510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.011994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:50.014968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:50.018594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:50.018866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.024338 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Pushing event updated for resources: {'Port': ['ID=c690c83a-e696-4933-b7d9-dbde4f3582a0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:50.065191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.065534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.065874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.066211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.066536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.066864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.067188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.067534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.067857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.068178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.068536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.068804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:50.176492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Attempting to bind port c690c83a-e696-4933-b7d9-dbde4f3582a0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:50.176763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Attempting to bind port c690c83a-e696-4933-b7d9-dbde4f3582a0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '72fb0133-e9ed-41e2-ba47-09a4e884c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fc7b470e-14d0-4127-be0e-ad1a48ec669d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:50.177121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Attempting to bind port c690c83a-e696-4933-b7d9-dbde4f3582a0 on network fc7b470e-14d0-4127-be0e-ad1a48ec669d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:50.182300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:50.182668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Checking segment: {'id': '72fb0133-e9ed-41e2-ba47-09a4e884c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fc7b470e-14d0-4127-be0e-ad1a48ec669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:50.183060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.183476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Bound using segment: {'id': '72fb0133-e9ed-41e2-ba47-09a4e884c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fc7b470e-14d0-4127-be0e-ad1a48ec669d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:50.183926 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Bound port: c690c83a-e696-4933-b7d9-dbde4f3582a0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72fb0133-e9ed-41e2-ba47-09a4e884c904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'fc7b470e-14d0-4127-be0e-ad1a48ec669d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:50.184299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.274981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] For port c690c83a-e696-4933-b7d9-dbde4f3582a0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:50.278119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] For port c690c83a-e696-4933-b7d9-dbde4f3582a0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c690c83a-e696-4933-b7d9-dbde4f3582a0,segment=NetworkSegment(72fb0133-e9ed-41e2-ba47-09a4e884c904),segment_id=72fb0133-e9ed-41e2-ba47-09a4e884c904)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:50.281669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.360773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5b090-59c5-4ab3-8b81-374964c7b658 None None] Pushing event updated for resources: {'Port': ['ID=c690c83a-e696-4933-b7d9-dbde4f3582a0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:50.369359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.20.0.1 (fc7b470e-14d0-4127-be0e-ad1a48ec669d/1c1fa445-7b0c-4c28-b858-abfbc605a353/a34210e0-99bc-4a11-abc6-e27876b6d4ec) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:50.563011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.583019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object a34210e0-99bc-4a11-abc6-e27876b6d4ec will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:50.609944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.679237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:50.682374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:50.684916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:50.722317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=a34210e0-99bc-4a11-abc6-e27876b6d4ec,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:50.748086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:50.852265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:51.241546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:51.246436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:51.252123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132bc101-4e5c-480f-860b-199f94cb748e None None] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:51.354946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-13b0ca9d-60b4-4ca9-95fc-52ec0e8cf4c7 None None] Provisioning for port c690c83a-e696-4933-b7d9-dbde4f3582a0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:51.363632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=a34210e0-99bc-4a11-abc6-e27876b6d4ec,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:51.368101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:51.620306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:51.621436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:51.687275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Provisioning for port a34210e0-99bc-4a11-abc6-e27876b6d4ec completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:51.692087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Provisioning complete for port a34210e0-99bc-4a11-abc6-e27876b6d4ec triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:51.692456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:51.692786 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Attempt 1 to provision port a34210e0-99bc-4a11-abc6-e27876b6d4ec Sep 22 08:40:51.751854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Port a34210e0-99bc-4a11-abc6-e27876b6d4ec cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:51.816884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router 4da3e849-5ba6-41ea-ad6f-8054308386fa is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:40:51.983985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:51.993592 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] Sync routers for ids ['4da3e849-5ba6-41ea-ad6f-8054308386fa'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:51.997497 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d32efa6-1924-4b7d-9975-bfc41c9ae11e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/4da3e849-5ba6-41ea-ad6f-8054308386fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5744033 Sep 22 08:40:52.000003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42992) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:52.004281 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] Routers {'4da3e849-5ba6-41ea-ad6f-8054308386fa'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:52.005023 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4da3e849-5ba6-41ea-ad6f-8054308386fa'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:52.065303 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:52.073798 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] Routers {'4da3e849-5ba6-41ea-ad6f-8054308386fa'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:52.074384 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4da3e849-5ba6-41ea-ad6f-8054308386fa'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:52.078984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8822eb-a578-42ea-978e-2442e1173788 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:52.079579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9a8822eb-a578-42ea-978e-2442e1173788 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:40:52.097155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9a8822eb-a578-42ea-978e-2442e1173788 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:40:52.101240 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9a8822eb-a578-42ea-978e-2442e1173788 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports/a34210e0-99bc-4a11-abc6-e27876b6d4ec HTTP/1.1" status: 200 len: 910 time: 0.0972219 Sep 22 08:40:52.101389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 42996) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:52.107525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1c1fa445-7b0c-4c28-b858-abfbc605a353'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:52.163458 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:52.163865 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d71bd-ef4b-4460-aa4e-b474c5ad83d2 None None] The sync data for ids ['4da3e849-5ba6-41ea-ad6f-8054308386fa'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:52.233003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c690c83a-e696-4933-b7d9-dbde4f3582a0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:52.263362 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Attempt 2 to provision port a34210e0-99bc-4a11-abc6-e27876b6d4ec Sep 22 08:40:52.342814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Port a34210e0-99bc-4a11-abc6-e27876b6d4ec cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:52.354030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c690c83a-e696-4933-b7d9-dbde4f3582a0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:40:52.358621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c690c83a-e696-4933-b7d9-dbde4f3582a0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:52.358986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:52.359340 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c690c83a-e696-4933-b7d9-dbde4f3582a0 Sep 22 08:40:52.364348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:52.482138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c690c83a-e696-4933-b7d9-dbde4f3582a0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:52.482747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:52.520307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port c690c83a-e696-4933-b7d9-dbde4f3582a0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c690c83a-e696-4933-b7d9-dbde4f3582a0,segment=NetworkSegment(72fb0133-e9ed-41e2-ba47-09a4e884c904),segment_id=72fb0133-e9ed-41e2-ba47-09a4e884c904)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:52.524543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:52.592200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=c690c83a-e696-4933-b7d9-dbde4f3582a0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:52.844104 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Attempt 3 to provision port a34210e0-99bc-4a11-abc6-e27876b6d4ec Sep 22 08:40:52.881785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:52.888870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:52.901696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Port a34210e0-99bc-4a11-abc6-e27876b6d4ec cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:53.008837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:53.009442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:53.010738 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/ports/a34210e0-99bc-4a11-abc6-e27876b6d4ec HTTP/1.1" status: 200 len: 910 time: 0.9084129 Sep 22 08:40:53.011660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cc910-89ec-4c73-ab34-c1bc6ffa183d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=a34210e0-99bc-4a11-abc6-e27876b6d4ec,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:53.013658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43000) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:53.402980 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Attempt 4 to provision port a34210e0-99bc-4a11-abc6-e27876b6d4ec Sep 22 08:40:53.454780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Port a34210e0-99bc-4a11-abc6-e27876b6d4ec cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:53.605819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:53.927569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port a34210e0-99bc-4a11-abc6-e27876b6d4ec {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:53.927908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:53.955710 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Attempt 5 to provision port a34210e0-99bc-4a11-abc6-e27876b6d4ec Sep 22 08:40:54.008782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Port a34210e0-99bc-4a11-abc6-e27876b6d4ec cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:40:54.112269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:54.186365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c690c83a-e696-4933-b7d9-dbde4f3582a0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:40:54.234951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for a34210e0-99bc-4a11-abc6-e27876b6d4ec owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:54.256966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c690c83a-e696-4933-b7d9-dbde4f3582a0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:54.259388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:54.259729 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c690c83a-e696-4933-b7d9-dbde4f3582a0 Sep 22 08:40:54.374545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c690c83a-e696-4933-b7d9-dbde4f3582a0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:54.412462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:54.463358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=a34210e0-99bc-4a11-abc6-e27876b6d4ec,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:54.510794 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Attempt 6 to provision port a34210e0-99bc-4a11-abc6-e27876b6d4ec Sep 22 08:40:54.545583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Port a34210e0-99bc-4a11-abc6-e27876b6d4ec was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 08:40:54.559245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Provisioning complete for port c690c83a-e696-4933-b7d9-dbde4f3582a0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:40:54.559912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:54.560242 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Attempt 1 to provision port c690c83a-e696-4933-b7d9-dbde4f3582a0 Sep 22 08:40:54.685442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7823c45-d684-4691-b548-6c1d2bb9e411 None None] Current status of the port c690c83a-e696-4933-b7d9-dbde4f3582a0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:40:54.797428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e6abb54c-d060-435e-acb4-6b0c3649b0a2 None None] Could not find standard attr ID for object a34210e0-99bc-4a11-abc6-e27876b6d4ec. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 08:40:54.806641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:55.072626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router 4da3e849-5ba6-41ea-ad6f-8054308386fa has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:40:55.201729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:40:55.211378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] Sync routers for ids ['4da3e849-5ba6-41ea-ad6f-8054308386fa'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:40:55.221040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d4db37f-987e-44fb-ba90-237aba82546b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/4da3e849-5ba6-41ea-ad6f-8054308386fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2061148 Sep 22 08:40:55.221747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] Routers {'4da3e849-5ba6-41ea-ad6f-8054308386fa'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:55.222364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4da3e849-5ba6-41ea-ad6f-8054308386fa'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:55.223656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43004) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:55.281961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:55.290899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] Routers {'4da3e849-5ba6-41ea-ad6f-8054308386fa'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:40:55.291550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4da3e849-5ba6-41ea-ad6f-8054308386fa'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:55.355270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:55.355599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77c413-e097-4a2e-84dc-a9f586478804 None None] The sync data for ids ['4da3e849-5ba6-41ea-ad6f-8054308386fa'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:40:55.393754 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-80ab6a08-f275-49d5-a985-87a92f2a0bb6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da3e849-5ba6-41ea-ad6f-8054308386fa HTTP/1.1" status: 200 len: 205 time: 0.1688299 Sep 22 08:40:55.396140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:55.530341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9764382c-c490-4bba-85df-7bfb2c6df5fb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:55.830019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9764382c-c490-4bba-85df-7bfb2c6df5fb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:55.832163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9764382c-c490-4bba-85df-7bfb2c6df5fb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:55.856203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9764382c-c490-4bba-85df-7bfb2c6df5fb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:55.856936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9764382c-c490-4bba-85df-7bfb2c6df5fb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Fanout notify agent at l3_agent the message router_deleted on router 4da3e849-5ba6-41ea-ad6f-8054308386fa {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:40:55.872179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9764382c-c490-4bba-85df-7bfb2c6df5fb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:55.873258 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9764382c-c490-4bba-85df-7bfb2c6df5fb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/4da3e849-5ba6-41ea-ad6f-8054308386fa HTTP/1.1" status: 204 len: 168 time: 0.4762232 Sep 22 08:40:55.876640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43014) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:55.940880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet 1c1fa445-7b0c-4c28-b858-abfbc605a353 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:40:55.943801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:55.997620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.087541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.159011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.198197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1fa445-7b0c-4c28-b858-abfbc605a353,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:56.200527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.205035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de4290-644d-49e7-b8b3-ec5e20c32841 None None] Network fc7b470e-14d0-4127-be0e-ad1a48ec669d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:56.210127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.210470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.210825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.211139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.211492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.211817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.212146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.212466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.212786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.213102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.213420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.213738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:40:56.217609 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1b3bc016-090d-4211-9a53-376b8b839991 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/1c1fa445-7b0c-4c28-b858-abfbc605a353 HTTP/1.1" status: 204 len: 168 time: 0.3400524 Sep 22 08:40:56.220895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43018) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:56.334300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.345753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port c690c83a-e696-4933-b7d9-dbde4f3582a0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:56.346085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.498755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] DHCP port deletion for fc7b470e-14d0-4127-be0e-ad1a48ec669d request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:40:56.503410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Deleting port c690c83a-e696-4933-b7d9-dbde4f3582a0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:56.503800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.555144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port c690c83a-e696-4933-b7d9-dbde4f3582a0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c690c83a-e696-4933-b7d9-dbde4f3582a0,segment=NetworkSegment(72fb0133-e9ed-41e2-ba47-09a4e884c904),segment_id=72fb0133-e9ed-41e2-ba47-09a4e884c904)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:56.555530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.676134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for c690c83a-e696-4933-b7d9-dbde4f3582a0 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:56.700116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] For port c690c83a-e696-4933-b7d9-dbde4f3582a0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c690c83a-e696-4933-b7d9-dbde4f3582a0,segment=NetworkSegment(72fb0133-e9ed-41e2-ba47-09a4e884c904),segment_id=72fb0133-e9ed-41e2-ba47-09a4e884c904)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:40:56.700514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.825659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Calling delete_port for c690c83a-e696-4933-b7d9-dbde4f3582a0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:40:56.860566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:56.903740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:40:56.904389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:40:56.908422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=c690c83a-e696-4933-b7d9-dbde4f3582a0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:56.910229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No DVR routers for this DVR port c690c83a-e696-4933-b7d9-dbde4f3582a0 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:40:57.031240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.055745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7b470e-14d0-4127-be0e-ad1a48ec669d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:57.067972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fb0133-e9ed-41e2-ba47-09a4e884c904') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:57.068268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fb0133-e9ed-41e2-ba47-09a4e884c904') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:40:57.079263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.094373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.100152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:40:57.100545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.168130 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 72fb0133-e9ed-41e2-ba47-09a4e884c904 resource provider aggregate not found Sep 22 08:40:57.190469 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 72fb0133-e9ed-41e2-ba47-09a4e884c904 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72fb0133-e9ed-41e2-ba47-09a4e884c904 found for delete ", "request_id": "req-3d81768c-9da4-4f71-9da7-1a07a8a00e5a"}]} Sep 22 08:40:57.204211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.208478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.232609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=fc7b470e-14d0-4127-be0e-ad1a48ec669d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:57.241218 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ff6e93e-3a49-4c33-90b4-fc5898dddd9d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/fc7b470e-14d0-4127-be0e-ad1a48ec669d HTTP/1.1" status: 204 len: 168 time: 1.0193756 Sep 22 08:40:57.244935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43026) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:57.252143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-723630689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:57.258583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:57.262667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:router and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:57.265518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:57.271692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:57.280200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.281663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.295646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.314073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.339038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.342554 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-943c0b6d-998e-4f70-9b7a-840578d8a140 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0943391 Sep 22 08:40:57.342760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43030) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:57.348804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-175657911'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:57.353608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:57.362073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:57.365047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:57.370863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:57.380540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:57.384378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.400355 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-e3183067-e544-4fec-ab52-1fbf92fd6c89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796549 Sep 22 08:40:57.406155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Deleting port c690c83a-e696-4933-b7d9-dbde4f3582a0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:40:57.406710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.412453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:40:57.422814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.423413 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 3991e374-ceef-41f2-b282-687ddab0b3ed of type vlan for network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 Sep 22 08:40:57.449693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.477798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1801e6a6-4a6f-452e-a28f-1df86147a0b9 None None] The port 'c690c83a-e696-4933-b7d9-dbde4f3582a0' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:40:57.491631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.497638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:57.498221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.551494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-d4b4aeed-59cf-4859-91bb-cb9e146045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:57.552997 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-d4b4aeed-59cf-4859-91bb-cb9e146045fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1098 time: 0.0809045 Sep 22 08:40:57.597913 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2534947 Sep 22 08:40:57.602860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43034) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:57.613249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:40:57.680120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614ee65-4c91-4610-9a4f-36dd9f1dabd2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=c07c7f58-d014-46ce-9ea8-0b20f21f4ff6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:57.691170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:40:57.700889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-a42c822e-77da-495c-a9d0-e1a93a4d8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:57.701878 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-a42c822e-77da-495c-a9d0-e1a93a4d8bac service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.1278150 Sep 22 08:40:57.730875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:40:57.734825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:40:57.737641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:40:57.743502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:40:57.753664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:40:57.757497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:57.806888 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-62078e79-7488-46aa-847c-5bc040a85aae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 200 len: 1000 time: 0.0982358 Sep 22 08:40:57.867918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-71ced254-d9ef-4e67-a525-9160ae10808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:57.869263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-71ced254-d9ef-4e67-a525-9160ae10808c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.0567787 Sep 22 08:40:57.955593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-f7409b01-5ec2-4be8-a0f1-62e423292a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:57.957098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-f7409b01-5ec2-4be8-a0f1-62e423292a02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810595 Sep 22 08:40:57.976793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:58.053460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=d0437c91-cf19-4f0f-bb62-fbe93c7f2af7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:58.062497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:58.062851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: c07c7f58-d014-46ce-9ea8-0b20f21f4ff6, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:40:58.083578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:40:58.093201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c07c7f58-d014-46ce-9ea8-0b20f21f4ff6) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:58.095234 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-c76e8fcc-ef30-4e57-9a46-dc796a9cde08 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321142 Sep 22 08:40:58.097185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:40:58.097763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:58.102917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66fd4ff-6628-430d-bcdd-6254fcfcea1f None None] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:40:58.123057 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ccc7aa5d-4950-4f11-af37-305034725ae5 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5189426 Sep 22 08:40:58.126512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43038) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:40:58.194515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c690c83a-e696-4933-b7d9-dbde4f3582a0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:40:58.235467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c690c83a-e696-4933-b7d9-dbde4f3582a0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:40:58.235806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c690c83a-e696-4933-b7d9-dbde4f3582a0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:40:58.371089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53389a74-4b7a-48cd-a6b0-d286330ccdaa req-6c938ac9-7655-4fb3-8490-38c6be932fad service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692750 Sep 22 08:40:58.377190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:40:58.377965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:58.537675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Allocated IP 172.20.0.2 (c07c7f58-d014-46ce-9ea8-0b20f21f4ff6/d0437c91-cf19-4f0f-bb62-fbe93c7f2af7/8bae8db5-46e3-492c-9236-f2f641705615) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:58.718439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:58.742533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:58.753523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Transition to ACTIVE for port object 8bae8db5-46e3-492c-9236-f2f641705615 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:58.771493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Transition to ACTIVE for port object 8bae8db5-46e3-492c-9236-f2f641705615 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:58.777181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:58.843759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:58.846683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:58.850307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:58.855809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Pushing event updated for resources: {'Port': ['ID=8bae8db5-46e3-492c-9236-f2f641705615,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:58.984964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Attempting to bind port 8bae8db5-46e3-492c-9236-f2f641705615 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:40:58.985343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Attempting to bind port 8bae8db5-46e3-492c-9236-f2f641705615 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:40:58.985682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Attempting to bind port 8bae8db5-46e3-492c-9236-f2f641705615 on network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:40:58.990901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:40:58.991299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Checking segment: {'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:40:58.991695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:58.992079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Bound using segment: {'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:40:58.992544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Bound port: 8bae8db5-46e3-492c-9236-f2f641705615, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:40:58.992912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:59.070939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.20.0.1 (c07c7f58-d014-46ce-9ea8-0b20f21f4ff6/d0437c91-cf19-4f0f-bb62-fbe93c7f2af7/e2a3b8ea-68dd-438b-9b84-4de6c54db171) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:40:59.081622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] For port 8bae8db5-46e3-492c-9236-f2f641705615, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:40:59.084816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] For port 8bae8db5-46e3-492c-9236-f2f641705615, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8bae8db5-46e3-492c-9236-f2f641705615,segment=NetworkSegment(3991e374-ceef-41f2-b282-687ddab0b3ed),segment_id=3991e374-ceef-41f2-b282-687ddab0b3ed)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:40:59.088575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:59.168799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2671ec6-1824-4e5f-b488-9c990f031d05 None None] Pushing event updated for resources: {'Port': ['ID=8bae8db5-46e3-492c-9236-f2f641705615,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:59.236302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:59.252527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object e2a3b8ea-68dd-438b-9b84-4de6c54db171 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:40:59.277126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:59.354617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:40:59.357426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:40:59.361444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:40:59.399153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=e2a3b8ea-68dd-438b-9b84-4de6c54db171,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:40:59.426223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:59.532328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:59.932858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:40:59.941045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.056462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=e2a3b8ea-68dd-438b-9b84-4de6c54db171,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:00.058801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.059912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421799d-4288-4091-bbc3-fb0690ebd769 None None] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:00.172101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2cf5a0d6-851f-4226-ad8b-0eac5e301acc None None] Provisioning for port 8bae8db5-46e3-492c-9236-f2f641705615 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:00.236548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8bae8db5-46e3-492c-9236-f2f641705615 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:00.320971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:00.322092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:00.368998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 8bae8db5-46e3-492c-9236-f2f641705615 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:00.377366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8bae8db5-46e3-492c-9236-f2f641705615 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:00.377739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.378070 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8bae8db5-46e3-492c-9236-f2f641705615 Sep 22 08:41:00.498923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8bae8db5-46e3-492c-9236-f2f641705615 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:00.499878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.517667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:41:00.538495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 8bae8db5-46e3-492c-9236-f2f641705615, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8bae8db5-46e3-492c-9236-f2f641705615,segment=NetworkSegment(3991e374-ceef-41f2-b282-687ddab0b3ed),segment_id=3991e374-ceef-41f2-b282-687ddab0b3ed)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:00.542754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.617657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=8bae8db5-46e3-492c-9236-f2f641705615,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:00.628070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Provisioning for port e2a3b8ea-68dd-438b-9b84-4de6c54db171 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:00.633092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Provisioning complete for port e2a3b8ea-68dd-438b-9b84-4de6c54db171 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:00.633579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.633912 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Attempt 1 to provision port e2a3b8ea-68dd-438b-9b84-4de6c54db171 Sep 22 08:41:00.689621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:00.690473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Port e2a3b8ea-68dd-438b-9b84-4de6c54db171 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:00.700091 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:00.703795 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-21fcd1a6-7f04-45a4-beb7-629edd1556e6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5755062 Sep 22 08:41:00.706020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43042) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:00.711079 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:00.711589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-677176383'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:00.711708 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:00.716687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:00.720992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:00.724070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:00.731000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:00.742459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:00.745891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.789760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:41:00.807597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.808175 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 140b3307-a2a8-4c17-a2fd-84e0ee3f5407 of type vlan for network 6bf03e3c-671e-4857-a5be-04a49d1a9729 Sep 22 08:41:00.840327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.872725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.881048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:00.881679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:00.884823 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:00.994921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=6bf03e3c-671e-4857-a5be-04a49d1a9729,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:01.008966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:41:01.014585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43046) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:01.015136 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f749059-50d4-4428-9b48-5fcf25145831 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3075707 Sep 22 08:41:01.020508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:01.134093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:01.137903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:01.140766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:01.146625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:01.156951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:01.160493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.191881 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Attempt 2 to provision port e2a3b8ea-68dd-438b-9b84-4de6c54db171 Sep 22 08:41:01.203926 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:40:59Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:40:59Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:01.207671 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:01.208009 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Updating router be77f105-e7d3-45ff-b52b-8610a48158db port e2a3b8ea-68dd-438b-9b84-4de6c54db171 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:01.253776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Port e2a3b8ea-68dd-438b-9b84-4de6c54db171 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:01.270994 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.379035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.454663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=dcb15049-b800-4ae9-8ab3-e8cb73f77e0d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:01.468943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:01.469295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: 6bf03e3c-671e-4857-a5be-04a49d1a9729, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:41:01.487699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:41:01.496625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 6bf03e3c-671e-4857-a5be-04a49d1a9729) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:01.501046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:01.501631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.508503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc7d85-ada7-4f25-94da-5774bfc0d136 None None] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:01.524500 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cefe22e3-bb42-401f-98d4-8706df9586a9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5087478 Sep 22 08:41:01.527626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43050) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:01.615843 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.630402 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Transition to ACTIVE for port object e2a3b8ea-68dd-438b-9b84-4de6c54db171 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:01.638730 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.739989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-6bf03e3c-671e-4857-a5be-04a49d1a9729', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:41:01.740851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.754336 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Attempt 3 to provision port e2a3b8ea-68dd-438b-9b84-4de6c54db171 Sep 22 08:41:01.839985 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2d52-83aa-43ed-b81a-052440e0ddad None None] Pushing event updated for resources: {'Port': ['ID=e2a3b8ea-68dd-438b-9b84-4de6c54db171,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:01.862479 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Attempting to bind port e2a3b8ea-68dd-438b-9b84-4de6c54db171 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:01.862927 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Attempting to bind port e2a3b8ea-68dd-438b-9b84-4de6c54db171 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:01.863459 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Attempting to bind port e2a3b8ea-68dd-438b-9b84-4de6c54db171 on network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:01.864377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Port e2a3b8ea-68dd-438b-9b84-4de6c54db171 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:01.868878 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:01.869313 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Checking segment: {'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:01.869784 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.870269 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Bound using segment: {'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:01.870900 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Bound port: e2a3b8ea-68dd-438b-9b84-4de6c54db171, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3991e374-ceef-41f2-b282-687ddab0b3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:01.871372 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:01.953315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Allocated IP 172.21.0.2 (6bf03e3c-671e-4857-a5be-04a49d1a9729/dcb15049-b800-4ae9-8ab3-e8cb73f77e0d/1b5c50f3-e1dd-4afb-9091-f17df3273bba) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:01.969631 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] For port e2a3b8ea-68dd-438b-9b84-4de6c54db171, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:01.973136 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] For port e2a3b8ea-68dd-438b-9b84-4de6c54db171, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e2a3b8ea-68dd-438b-9b84-4de6c54db171,segment=NetworkSegment(3991e374-ceef-41f2-b282-687ddab0b3ed),segment_id=3991e374-ceef-41f2-b282-687ddab0b3ed)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:01.979749 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.048538 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:02.049202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:02.122256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.213676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.222188 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2d52-83aa-43ed-b81a-052440e0ddad None None] Pushing event updated for resources: {'Port': ['ID=e2a3b8ea-68dd-438b-9b84-4de6c54db171,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:02.225210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Transition to ACTIVE for port object 1b5c50f3-e1dd-4afb-9091-f17df3273bba will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:02.241230 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:02.244706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Transition to ACTIVE for port object 1b5c50f3-e1dd-4afb-9091-f17df3273bba will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:02.249149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8bae8db5-46e3-492c-9236-f2f641705615 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:02.279458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.367304 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Attempt 4 to provision port e2a3b8ea-68dd-438b-9b84-4de6c54db171 Sep 22 08:41:02.399707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:02.416823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:02.419241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:02.440581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Pushing event updated for resources: {'Port': ['ID=1b5c50f3-e1dd-4afb-9091-f17df3273bba,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:02.516159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.21.0.1 (6bf03e3c-671e-4857-a5be-04a49d1a9729/dcb15049-b800-4ae9-8ab3-e8cb73f77e0d/63970dbb-a8c3-447f-86f8-ac672b566fc0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:02.552224 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:40:59Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:01Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:02.556716 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd8763-3833-4a35-82c1-38d69ca5314d None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:40:59Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:01Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:02.559257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Port e2a3b8ea-68dd-438b-9b84-4de6c54db171 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:02.562241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Attempting to bind port 1b5c50f3-e1dd-4afb-9091-f17df3273bba on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:02.562788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Attempting to bind port 1b5c50f3-e1dd-4afb-9091-f17df3273bba by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:02.563348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Attempting to bind port 1b5c50f3-e1dd-4afb-9091-f17df3273bba on network 6bf03e3c-671e-4857-a5be-04a49d1a9729 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:02.568714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8bae8db5-46e3-492c-9236-f2f641705615 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:02.569091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.569428 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8bae8db5-46e3-492c-9236-f2f641705615 Sep 22 08:41:02.607056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:02.607456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Checking segment: {'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:02.607854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.608238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Bound using segment: {'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:02.608753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Bound port: 1b5c50f3-e1dd-4afb-9091-f17df3273bba, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:02.609127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.686154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Provisioning complete for port 8bae8db5-46e3-492c-9236-f2f641705615 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:02.686439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.687332 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Attempt 1 to provision port 8bae8db5-46e3-492c-9236-f2f641705615 Sep 22 08:41:02.695307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.712512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object 63970dbb-a8c3-447f-86f8-ac672b566fc0 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:02.736975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.837089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-beaa16eb-c362-4617-8446-2129f011367b None None] For port 1b5c50f3-e1dd-4afb-9091-f17df3273bba, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:02.863514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-beaa16eb-c362-4617-8446-2129f011367b None None] For port 1b5c50f3-e1dd-4afb-9091-f17df3273bba, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b5c50f3-e1dd-4afb-9091-f17df3273bba,segment=NetworkSegment(140b3307-a2a8-4c17-a2fd-84e0ee3f5407),segment_id=140b3307-a2a8-4c17-a2fd-84e0ee3f5407)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:02.873724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:02.911194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8bae8db5-46e3-492c-9236-f2f641705615 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:02.953463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:02.959899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:02.964169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:03.008502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=63970dbb-a8c3-447f-86f8-ac672b566fc0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:03.034371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aab14-0aa6-4cf5-81d9-69f382caeb14 None None] Current status of the port 8bae8db5-46e3-492c-9236-f2f641705615 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:03.037536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa16eb-c362-4617-8446-2129f011367b None None] Pushing event updated for resources: {'Port': ['ID=1b5c50f3-e1dd-4afb-9091-f17df3273bba,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:03.046702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:03.324555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:03.721422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:03.728059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:03.847620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:03.851048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=63970dbb-a8c3-447f-86f8-ac672b566fc0,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:03.978002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d68b899-7590-41cc-87e8-1d74d6b6f4ed None None] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:03.996497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:03.997639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:04.073393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-97741f39-c6ec-42d5-92fa-994b867f0e34 None None] Provisioning for port 1b5c50f3-e1dd-4afb-9091-f17df3273bba completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:04.170007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:04.278479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1b5c50f3-e1dd-4afb-9091-f17df3273bba up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:04.342184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:04.356344 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-445d7845-e458-47ad-8d22-f6cbd442dfcf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8275051 Sep 22 08:41:04.356759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 1b5c50f3-e1dd-4afb-9091-f17df3273bba completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:04.360779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43054) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:04.362675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1b5c50f3-e1dd-4afb-9091-f17df3273bba triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:04.363143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.363666 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1b5c50f3-e1dd-4afb-9091-f17df3273bba Sep 22 08:41:04.366717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1785031622'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:04.373506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:04.378841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:04.382285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:04.391115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:04.407475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:04.412035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.447008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:41:04.457570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.458183 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 236c2e8a-5c42-4fdf-b186-66b9d2a123fe of type vlan for network a10c764c-1ee9-40e2-9615-801cd0261d5e Sep 22 08:41:04.491645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.503334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1b5c50f3-e1dd-4afb-9091-f17df3273bba is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:04.504028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.518007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:04.526293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.532144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:04.532786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.539716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:04.540474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:04.635117 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2706554 Sep 22 08:41:04.637791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43058) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:04.646373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7a582-838d-4ac7-bdda-31c413f55918 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=a10c764c-1ee9-40e2-9615-801cd0261d5e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:04.647166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:04.678542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network a10c764c-1ee9-40e2-9615-801cd0261d5e details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:41:04.719086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 1b5c50f3-e1dd-4afb-9091-f17df3273bba, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b5c50f3-e1dd-4afb-9091-f17df3273bba,segment=NetworkSegment(140b3307-a2a8-4c17-a2fd-84e0ee3f5407),segment_id=140b3307-a2a8-4c17-a2fd-84e0ee3f5407)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:04.831659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.832423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2a3b8ea-68dd-438b-9b84-4de6c54db171 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:04.888057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:04.892001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:04.894903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:04.900657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:04.912508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:04.916701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.952055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Provisioning complete for port 1b5c50f3-e1dd-4afb-9091-f17df3273bba triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:04.952481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:04.952799 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Attempt 1 to provision port 1b5c50f3-e1dd-4afb-9091-f17df3273bba Sep 22 08:41:05.007583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:05.097465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=1b5c50f3-e1dd-4afb-9091-f17df3273bba,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:05.146370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:05.198200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e2a3b8ea-68dd-438b-9b84-4de6c54db171 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:05.239931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=8ee0b313-17f5-4601-9c78-ddacf134db9d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:05.241344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:05.243834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: a10c764c-1ee9-40e2-9615-801cd0261d5e, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:41:05.265783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e2a3b8ea-68dd-438b-9b84-4de6c54db171 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:05.265783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:05.265783 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e2a3b8ea-68dd-438b-9b84-4de6c54db171 Sep 22 08:41:05.268402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network a10c764c-1ee9-40e2-9615-801cd0261d5e is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:41:05.283990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, a10c764c-1ee9-40e2-9615-801cd0261d5e) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:05.297827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:05.297827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:05.319425 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-357b0b62-e6ac-4a72-906f-7701c0bb7fe0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6790121 Sep 22 08:41:05.326246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43064) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:05.344653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619cb47-6a56-4c26-97be-bb3fff4dcc96 None None] Network a10c764c-1ee9-40e2-9615-801cd0261d5e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:05.507758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Current status of the port 1b5c50f3-e1dd-4afb-9091-f17df3273bba is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:05.617615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Provisioning for port 63970dbb-a8c3-447f-86f8-ac672b566fc0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:05.675296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Provisioning complete for port 63970dbb-a8c3-447f-86f8-ac672b566fc0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:05.675671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:05.675998 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Attempt 1 to provision port 63970dbb-a8c3-447f-86f8-ac672b566fc0 Sep 22 08:41:05.800020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Port 63970dbb-a8c3-447f-86f8-ac672b566fc0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:05.800020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e2a3b8ea-68dd-438b-9b84-4de6c54db171 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:05.800020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:05.887612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-a10c764c-1ee9-40e2-9615-801cd0261d5e', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:41:05.887612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:05.914365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e2a3b8ea-68dd-438b-9b84-4de6c54db171, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e2a3b8ea-68dd-438b-9b84-4de6c54db171,segment=NetworkSegment(3991e374-ceef-41f2-b282-687ddab0b3ed),segment_id=3991e374-ceef-41f2-b282-687ddab0b3ed)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:05.924937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:03Z', 'revision_number': 3, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:03Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:01Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:05.963242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:06.011056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:06.011056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Updating router be77f105-e7d3-45ff-b52b-8610a48158db port 63970dbb-a8c3-447f-86f8-ac672b566fc0 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:06.138347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:06.191152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e2a3b8ea-68dd-438b-9b84-4de6c54db171,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:06.212756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c816b7cd-32f2-4389-88e9-072d116c0389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:06.231307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:06.245192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1b5c50f3-e1dd-4afb-9091-f17df3273bba up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:06.311443 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Attempt 2 to provision port 63970dbb-a8c3-447f-86f8-ac672b566fc0 Sep 22 08:41:06.505129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Allocated IP 172.22.0.2 (a10c764c-1ee9-40e2-9615-801cd0261d5e/8ee0b313-17f5-4601-9c78-ddacf134db9d/d3079182-b5e2-400b-940b-28637c053396) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:06.551611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Port 63970dbb-a8c3-447f-86f8-ac672b566fc0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:06.728904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1b5c50f3-e1dd-4afb-9091-f17df3273bba triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:06.729662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:06.729662 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1b5c50f3-e1dd-4afb-9091-f17df3273bba Sep 22 08:41:07.036054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.055256 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Attempt 3 to provision port 63970dbb-a8c3-447f-86f8-ac672b566fc0 Sep 22 08:41:07.087345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Transition to ACTIVE for port object d3079182-b5e2-400b-940b-28637c053396 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:07.099702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1b5c50f3-e1dd-4afb-9091-f17df3273bba is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:07.127694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.150128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Port 63970dbb-a8c3-447f-86f8-ac672b566fc0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:07.151055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Transition to ACTIVE for port object 63970dbb-a8c3-447f-86f8-ac672b566fc0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:07.154514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Transition to ACTIVE for port object d3079182-b5e2-400b-940b-28637c053396 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:07.159899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.236554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.22.0.1 (a10c764c-1ee9-40e2-9615-801cd0261d5e/8ee0b313-17f5-4601-9c78-ddacf134db9d/29d37ec8-6639-4df9-9cbf-0ecfbdcea333) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:07.263481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.339889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Network a10c764c-1ee9-40e2-9615-801cd0261d5e is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:07.385562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:07.394816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307303fa-c9f5-4248-ad89-84165717e0bd None None] Pushing event updated for resources: {'Port': ['ID=63970dbb-a8c3-447f-86f8-ac672b566fc0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:07.397865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:07.445947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.463724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:07.488788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.508897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Attempting to bind port 63970dbb-a8c3-447f-86f8-ac672b566fc0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:07.509260 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Attempting to bind port 63970dbb-a8c3-447f-86f8-ac672b566fc0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:07.509611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Attempting to bind port 63970dbb-a8c3-447f-86f8-ac672b566fc0 on network 6bf03e3c-671e-4857-a5be-04a49d1a9729 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:07.562236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network a10c764c-1ee9-40e2-9615-801cd0261d5e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:07.562358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:07.562358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Checking segment: {'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:07.562358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.562358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Bound using segment: {'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:07.563455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Bound port: 63970dbb-a8c3-447f-86f8-ac672b566fc0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140b3307-a2a8-4c17-a2fd-84e0ee3f5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:07.563455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.564708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:07.571865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:07.586016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Pushing event updated for resources: {'Port': ['ID=d3079182-b5e2-400b-940b-28637c053396,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:07.600117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Attempting to bind port d3079182-b5e2-400b-940b-28637c053396 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:07.600117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Attempting to bind port d3079182-b5e2-400b-940b-28637c053396 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:07.600117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Attempting to bind port d3079182-b5e2-400b-940b-28637c053396 on network a10c764c-1ee9-40e2-9615-801cd0261d5e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:07.634653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:07.654025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.684266 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Attempt 4 to provision port 63970dbb-a8c3-447f-86f8-ac672b566fc0 Sep 22 08:41:07.768991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:07.768991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Checking segment: {'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:07.769426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.772436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Bound using segment: {'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:07.772436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Bound port: d3079182-b5e2-400b-940b-28637c053396, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:07.772436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.848701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:07.854699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Port 63970dbb-a8c3-447f-86f8-ac672b566fc0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:07.897011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] For port 63970dbb-a8c3-447f-86f8-ac672b566fc0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:07.900858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] For port 63970dbb-a8c3-447f-86f8-ac672b566fc0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=63970dbb-a8c3-447f-86f8-ac672b566fc0,segment=NetworkSegment(140b3307-a2a8-4c17-a2fd-84e0ee3f5407),segment_id=140b3307-a2a8-4c17-a2fd-84e0ee3f5407)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:07.934618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:08.020137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] For port d3079182-b5e2-400b-940b-28637c053396, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:08.020137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:08.020137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:40:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:08.158119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] For port d3079182-b5e2-400b-940b-28637c053396, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d3079182-b5e2-400b-940b-28637c053396,segment=NetworkSegment(236c2e8a-5c42-4fdf-b186-66b9d2a123fe),segment_id=236c2e8a-5c42-4fdf-b186-66b9d2a123fe)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:08.230815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:08.237915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307303fa-c9f5-4248-ad89-84165717e0bd None None] Pushing event updated for resources: {'Port': ['ID=63970dbb-a8c3-447f-86f8-ac672b566fc0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:08.240553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2a3b8ea-68dd-438b-9b84-4de6c54db171 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:08.303687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:08.309282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:08.347843 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Attempt 5 to provision port 63970dbb-a8c3-447f-86f8-ac672b566fc0 Sep 22 08:41:08.434387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-75dc7ae4-487f-48c6-a904-b5dcb345fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:08.443419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:08.517536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a9582-8eb0-46ae-aca5-89631bb8df47 None None] Pushing event updated for resources: {'Port': ['ID=d3079182-b5e2-400b-940b-28637c053396,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:08.548001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:08.552301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:08.625400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd9514-173b-48fe-a597-df3a261b9d4f None None] Port 63970dbb-a8c3-447f-86f8-ac672b566fc0 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:08.639505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e2a3b8ea-68dd-438b-9b84-4de6c54db171 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:08.639869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:08.640384 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e2a3b8ea-68dd-438b-9b84-4de6c54db171 Sep 22 08:41:08.722388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network a10c764c-1ee9-40e2-9615-801cd0261d5e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:08.724080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:08.921760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:08.940199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e2a3b8ea-68dd-438b-9b84-4de6c54db171 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:08.963288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 1, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:08.969481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b099976a-ca6c-4ef3-8fa5-a503fabf833b None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 1, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:09.188872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:09.199837 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-893e56aa-abb0-4fe7-94db-92168cb8734b tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8732386 Sep 22 08:41:09.200054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:09.209594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'network': {'name': 'tempest-RoutersTest-525687111'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:09.212038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:09.216281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:network and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:09.219448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:09.225639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:09.238985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:09.242499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.278235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:41:09.288633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.289019 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added segment 88d3b94c-c7e5-428d-81fa-b388edf6d850 of type vlan for network 000baf0b-7ec8-4390-9af8-dce758e0907c Sep 22 08:41:09.322095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.356869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.363190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:09.363889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.471572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43078) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:09.472551 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2715030 Sep 22 08:41:09.477957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'subnet': {'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:09.483938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a3316-b50c-4675-991d-300e99357adb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Network': ['ID=000baf0b-7ec8-4390-9af8-dce758e0907c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:09.494351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 000baf0b-7ec8-4390-9af8-dce758e0907c details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:41:09.602808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9179d6-454a-43de-85fb-c7c7ea284678 None None] Network a10c764c-1ee9-40e2-9615-801cd0261d5e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:09.635884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:09.639890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:subnet and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:09.642798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:09.649073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:09.660316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Made reservation on behalf of 89098d0bdcd6456ea22b9c335c9919e8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:09.663775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.716480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.729628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.743648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bf5ccfde-5cb1-4a12-9cd8-3e520bc96355 None None] Provisioning for port d3079182-b5e2-400b-940b-28637c053396 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:09.898859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:09.977358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Subnet': ['ID=d00e2541-8e0e-4eb7-8038-7c8347f6b650,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:10.014634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Checking segment: {'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:10.014998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network hostable DHCP agents. Network: 000baf0b-7ec8-4390-9af8-dce758e0907c, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:41:10.038237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 000baf0b-7ec8-4390-9af8-dce758e0907c is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:41:10.050106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 000baf0b-7ec8-4390-9af8-dce758e0907c) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:10.054596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:10.055614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:10.059951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a9e13-314e-4a70-a6a9-5a948a67adca None None] Network 000baf0b-7ec8-4390-9af8-dce758e0907c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:10.083299 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ed0b7ee-fb83-43f0-b7ae-f53caae70023 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6105907 Sep 22 08:41:10.084040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43082) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:10.289371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Provisioning for port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:10.299328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d3079182-b5e2-400b-940b-28637c053396 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:10.350883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Provisioning complete for port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:10.350883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:10.350883 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Attempt 1 to provision port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 Sep 22 08:41:10.387327 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:10.398079 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:10.398741 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:10.503817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port d3079182-b5e2-400b-940b-28637c053396 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:10.511195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:10.512775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d3079182-b5e2-400b-940b-28637c053396 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:10.513311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:10.513777 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d3079182-b5e2-400b-940b-28637c053396 Sep 22 08:41:10.547799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-000baf0b-7ec8-4390-9af8-dce758e0907c', 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'fixed_ips': [{'subnet_id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:41:10.549696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:10.581158 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:10.850918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:10.941933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:10.979906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d3079182-b5e2-400b-940b-28637c053396 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:10.980277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:10.999205 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:08Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:11.005988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Allocated IP 172.23.0.2 (000baf0b-7ec8-4390-9af8-dce758e0907c/d00e2541-8e0e-4eb7-8038-7c8347f6b650/46bf6ca6-e832-4a4b-b2c3-6590c319f47f) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:11.006458 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:11.006952 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Updating router be77f105-e7d3-45ff-b52b-8610a48158db port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:11.016105 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Attempt 2 to provision port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 Sep 22 08:41:11.086345 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.191257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:11.192802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port d3079182-b5e2-400b-940b-28637c053396, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d3079182-b5e2-400b-940b-28637c053396,segment=NetworkSegment(236c2e8a-5c42-4fdf-b186-66b9d2a123fe),segment_id=236c2e8a-5c42-4fdf-b186-66b9d2a123fe)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:11.203036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.203554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 63970dbb-a8c3-447f-86f8-ac672b566fc0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:11.358493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=d3079182-b5e2-400b-940b-28637c053396,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:11.384462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 63970dbb-a8c3-447f-86f8-ac672b566fc0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:11.429796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 63970dbb-a8c3-447f-86f8-ac672b566fc0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:11.430163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.430488 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 63970dbb-a8c3-447f-86f8-ac672b566fc0 Sep 22 08:41:11.495944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.509008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Transition to ACTIVE for port object 46bf6ca6-e832-4a4b-b2c3-6590c319f47f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:11.541677 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.553462 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Transition to ACTIVE for port object 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:11.559870 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.565551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Transition to ACTIVE for port object 46bf6ca6-e832-4a4b-b2c3-6590c319f47f will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:11.583786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.650578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 63970dbb-a8c3-447f-86f8-ac672b566fc0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:11.650951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.658551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Allocated IP 172.23.0.1 (000baf0b-7ec8-4390-9af8-dce758e0907c/d00e2541-8e0e-4eb7-8038-7c8347f6b650/2291e378-7a77-4b77-b440-a0a4020eb021) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:11.669129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Network 000baf0b-7ec8-4390-9af8-dce758e0907c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:11.674518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:11.681351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:11.683932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Pushing event updated for resources: {'Port': ['ID=46bf6ca6-e832-4a4b-b2c3-6590c319f47f,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:11.696261 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Attempt 3 to provision port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 Sep 22 08:41:11.806309 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5cc6a-d142-4f56-9d9a-91f7e5ba90f8 None None] Pushing event updated for resources: {'Port': ['ID=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:11.826618 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Attempting to bind port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:11.826976 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Attempting to bind port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:11.828555 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Attempting to bind port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 on network a10c764c-1ee9-40e2-9615-801cd0261d5e {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:11.834191 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:11.834776 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Checking segment: {'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:11.835443 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.835967 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Bound using segment: {'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:11.836564 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Bound port: 29d37ec8-6639-4df9-9cbf-0ecfbdcea333, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236c2e8a-5c42-4fdf-b186-66b9d2a123fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:11.837081 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.839601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 63970dbb-a8c3-447f-86f8-ac672b566fc0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=63970dbb-a8c3-447f-86f8-ac672b566fc0,segment=NetworkSegment(140b3307-a2a8-4c17-a2fd-84e0ee3f5407),segment_id=140b3307-a2a8-4c17-a2fd-84e0ee3f5407)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:11.848944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.862000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.878601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Transition to ACTIVE for port object 2291e378-7a77-4b77-b440-a0a4020eb021 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:11.889477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Attempting to bind port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:11.890390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Attempting to bind port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:11.890743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Attempting to bind port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f on network 000baf0b-7ec8-4390-9af8-dce758e0907c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:11.892786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:11.906064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.909805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:11.910183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Checking segment: {'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:11.910558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.911096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Bound using segment: {'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:11.911741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Bound port: 46bf6ca6-e832-4a4b-b2c3-6590c319f47f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:11.912262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.937244 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] For port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:11.940797 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] For port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,segment=NetworkSegment(236c2e8a-5c42-4fdf-b186-66b9d2a123fe),segment_id=236c2e8a-5c42-4fdf-b186-66b9d2a123fe)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:11.945978 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:11.980452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 000baf0b-7ec8-4390-9af8-dce758e0907c is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:11.985066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:11.988347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=63970dbb-a8c3-447f-86f8-ac672b566fc0,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:11.993936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:12.016136 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:12.017191 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:12.020171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] For port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:12.024894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] For port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=46bf6ca6-e832-4a4b-b2c3-6590c319f47f,segment=NetworkSegment(88d3b94c-c7e5-428d-81fa-b388edf6d850),segment_id=88d3b94c-c7e5-428d-81fa-b388edf6d850)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:12.028935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.043906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=2291e378-7a77-4b77-b440-a0a4020eb021,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:12.065124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.111125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17792712-7a13-4049-9ac0-62a23b3e8b82 None None] Pushing event updated for resources: {'Port': ['ID=46bf6ca6-e832-4a4b-b2c3-6590c319f47f,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:12.185948 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5cc6a-d142-4f56-9d9a-91f7e5ba90f8 None None] Pushing event updated for resources: {'Port': ['ID=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:12.208832 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:12.209583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.242627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d3079182-b5e2-400b-940b-28637c053396 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:12.329150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d3079182-b5e2-400b-940b-28637c053396 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:12.329528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.329861 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d3079182-b5e2-400b-940b-28637c053396 Sep 22 08:41:12.397252 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Attempt 4 to provision port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 Sep 22 08:41:12.486855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.525172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f414c64b-b815-4cad-96f3-fd8ae286c9c4 None None] Port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:12.581602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d3079182-b5e2-400b-940b-28637c053396 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:12.582693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 63970dbb-a8c3-447f-86f8-ac672b566fc0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:12.640879 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:12.645447 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d32629-844d-4576-a5df-d73229e983b7 None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:07Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:12.683365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 63970dbb-a8c3-447f-86f8-ac672b566fc0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:12.683982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.684296 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 63970dbb-a8c3-447f-86f8-ac672b566fc0 Sep 22 08:41:12.714340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.719538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.821248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 63970dbb-a8c3-447f-86f8-ac672b566fc0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:12.834337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:12.837741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event updated for resources: {'Port': ['ID=2291e378-7a77-4b77-b440-a0a4020eb021,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:12.982624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Network 000baf0b-7ec8-4390-9af8-dce758e0907c is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:12.984075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:13.220271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b7e5a-7bfe-4738-b8ba-9a6d2ec3dc64 None None] Network 000baf0b-7ec8-4390-9af8-dce758e0907c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:13.259631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:13.346982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8038677f-866b-45b8-b04d-25be6a17c537 None None] Provisioning for port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:13.416347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:13.428400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:13.429217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-72c86ec0-66df-4ec7-b6d5-905d51ee703c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3441594 Sep 22 08:41:13.432000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:13.437155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:13.478634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:13.479274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:13.650230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:14.006119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:12Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '2291e378-7a77-4b77-b440-a0a4020eb021', 'name': '', 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:c6:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:11Z', 'updated_at': '2022-09-22T08:41:12Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:14.014272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:14.014545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Updating router be77f105-e7d3-45ff-b52b-8610a48158db port 2291e378-7a77-4b77-b440-a0a4020eb021 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:14.044808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Provisioning for port 2291e378-7a77-4b77-b440-a0a4020eb021 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:14.048427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 08:41:14.067808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Removed routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 08:41:14.068457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.069046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Provisioning complete for port 2291e378-7a77-4b77-b440-a0a4020eb021 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:14.069448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.069934 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Attempt 1 to provision port 2291e378-7a77-4b77-b440-a0a4020eb021 Sep 22 08:41:14.122476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.176588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Port 2291e378-7a77-4b77-b440-a0a4020eb021 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:14.387233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 46bf6ca6-e832-4a4b-b2c3-6590c319f47f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:14.411595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.415026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.504543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:14.512325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:14.512698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.513031 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f Sep 22 08:41:14.649116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.690876 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Attempt 2 to provision port 2291e378-7a77-4b77-b440-a0a4020eb021 Sep 22 08:41:14.702303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:14.781680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Transition to ACTIVE for port object 2291e378-7a77-4b77-b440-a0a4020eb021 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:14.803944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.870580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:14.876645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:14.877778 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c79f740-c213-48e2-93b1-ae93abf33af0 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 200 len: 933 time: 1.4448707 Sep 22 08:41:14.880431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43096) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:14.911833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Port 2291e378-7a77-4b77-b440-a0a4020eb021 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:14.913538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:14.913910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.045763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da01337-498e-44e3-98da-5b2b4056a9d7 None None] Pushing event updated for resources: {'Port': ['ID=2291e378-7a77-4b77-b440-a0a4020eb021,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:15.047639 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7aabd67f-3197-4e47-ba5b-01d7e0aa8d45 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 200 len: 933 time: 0.1661568 Sep 22 08:41:15.050287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43100) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:15.055730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'routes': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:15.063419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Attempting to bind port 2291e378-7a77-4b77-b440-a0a4020eb021 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:15.063790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Attempting to bind port 2291e378-7a77-4b77-b440-a0a4020eb021 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:15.064146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Attempting to bind port 2291e378-7a77-4b77-b440-a0a4020eb021 on network 000baf0b-7ec8-4390-9af8-dce758e0907c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:15.067475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=46bf6ca6-e832-4a4b-b2c3-6590c319f47f,segment=NetworkSegment(88d3b94c-c7e5-428d-81fa-b388edf6d850),segment_id=88d3b94c-c7e5-428d-81fa-b388edf6d850)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:15.072057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:15.072424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Checking segment: {'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:15.072818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.073204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Bound using segment: {'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:15.073652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Bound port: 2291e378-7a77-4b77-b440-a0a4020eb021, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d3b94c-c7e5-428d-81fa-b388edf6d850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:15.074022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.084594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.085402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:15.282298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=46bf6ca6-e832-4a4b-b2c3-6590c319f47f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:15.290238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] For port 2291e378-7a77-4b77-b440-a0a4020eb021, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:15.294782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] For port 2291e378-7a77-4b77-b440-a0a4020eb021, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2291e378-7a77-4b77-b440-a0a4020eb021,segment=NetworkSegment(88d3b94c-c7e5-428d-81fa-b388edf6d850),segment_id=88d3b94c-c7e5-428d-81fa-b388edf6d850)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:15.296296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:15.301423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.335057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:15.335447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.335779 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 Sep 22 08:41:15.413399 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Attempt 3 to provision port 2291e378-7a77-4b77-b440-a0a4020eb021 Sep 22 08:41:15.458987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:15.459648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:15.600813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da01337-498e-44e3-98da-5b2b4056a9d7 None None] Pushing event updated for resources: {'Port': ['ID=2291e378-7a77-4b77-b440-a0a4020eb021,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:15.659376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 08:41:15.659376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 08:41:15.691936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.694514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5e327a4-cbd1-4ee0-8f68-6ab1698fdf8e None None] Port 2291e378-7a77-4b77-b440-a0a4020eb021 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:15.701904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:15.777238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:15.777618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:15.949557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,segment=NetworkSegment(236c2e8a-5c42-4fdf-b186-66b9d2a123fe),segment_id=236c2e8a-5c42-4fdf-b186-66b9d2a123fe)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:15.966044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:16.081540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:16.126520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:16.129890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:16.152644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:14Z', 'revision_number': 6, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '2291e378-7a77-4b77-b440-a0a4020eb021', 'name': '', 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:c6:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:11Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:16.157034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee68cde-eca7-4c1a-8ec5-dae378e183d1 None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:14Z', 'revision_number': 6, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '2291e378-7a77-4b77-b440-a0a4020eb021', 'name': '', 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:c6:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:11Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:16.278323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 46bf6ca6-e832-4a4b-b2c3-6590c319f47f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:16.349039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:16.361861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:16.363080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:16.363080 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f Sep 22 08:41:16.576246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:16.592769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:16.596794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43104) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:16.601005 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-741129b6-3a16-44b2-b57c-fec220398f37 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 200 len: 699 time: 1.5350909 Sep 22 08:41:16.604219 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:16.604219 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:16.688088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:16.688088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:16.688088 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 Sep 22 08:41:16.828793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:16.837152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:16.842679 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0205f6bb-407d-47f3-bc09-51d68c38b726 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 200 len: 699 time: 0.2460597 Sep 22 08:41:17.168696 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:17.182852 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:17.183516 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:17.384508 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:17.474133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:17.759938 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 7, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '2291e378-7a77-4b77-b440-a0a4020eb021', 'name': '', 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:c6:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:11Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:17.764089 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:17.773648 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:17.774933 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:17.965292 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:17.981731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 2291e378-7a77-4b77-b440-a0a4020eb021 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:17.982077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:18.177653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 2291e378-7a77-4b77-b440-a0a4020eb021, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2291e378-7a77-4b77-b440-a0a4020eb021,segment=NetworkSegment(88d3b94c-c7e5-428d-81fa-b388edf6d850),segment_id=88d3b94c-c7e5-428d-81fa-b388edf6d850)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:18.177653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:18.238398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2291e378-7a77-4b77-b440-a0a4020eb021 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:18.290635 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 7, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '2291e378-7a77-4b77-b440-a0a4020eb021', 'name': '', 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:c6:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:11Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:18.294974 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf2e98-8701-4520-a9d8-4d058cc5a10f None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 7, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '2291e378-7a77-4b77-b440-a0a4020eb021', 'name': '', 'network_id': '000baf0b-7ec8-4390-9af8-dce758e0907c', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:c6:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:11Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 4, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd00e2541-8e0e-4eb7-8038-7c8347f6b650', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:18.308596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2291e378-7a77-4b77-b440-a0a4020eb021 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:18.313368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 2291e378-7a77-4b77-b440-a0a4020eb021 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:18.314746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2291e378-7a77-4b77-b440-a0a4020eb021 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:18.315116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:18.315649 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2291e378-7a77-4b77-b440-a0a4020eb021 Sep 22 08:41:18.438927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2291e378-7a77-4b77-b440-a0a4020eb021 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:18.439736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:18.473961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 2291e378-7a77-4b77-b440-a0a4020eb021, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2291e378-7a77-4b77-b440-a0a4020eb021,segment=NetworkSegment(88d3b94c-c7e5-428d-81fa-b388edf6d850),segment_id=88d3b94c-c7e5-428d-81fa-b388edf6d850)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:18.479676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:18.548068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=2291e378-7a77-4b77-b440-a0a4020eb021,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:18.576567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:41:18.577747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:41:18.766007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:18.868824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3a7dc80c-00f8-4650-a197-36357301a18e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7d771714-c1e8-4920-a189-bbc840b2e734 HTTP/1.1" status: 200 len: 994 time: 0.1017044 Sep 22 08:41:19.078244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 2291e378-7a77-4b77-b440-a0a4020eb021 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:19.078591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:19.204647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43122) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:19.267314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 2291e378-7a77-4b77-b440-a0a4020eb021, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2291e378-7a77-4b77-b440-a0a4020eb021,segment=NetworkSegment(88d3b94c-c7e5-428d-81fa-b388edf6d850),segment_id=88d3b94c-c7e5-428d-81fa-b388edf6d850)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:19.267790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:19.403226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 2291e378-7a77-4b77-b440-a0a4020eb021 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:19.413179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 18edd712-fe5f-4872-9d13-43de6200efb7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:19.413517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:19.580859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:19.581053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:19.584376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:19.632585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=2291e378-7a77-4b77-b440-a0a4020eb021,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:19.840797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 18edd712-fe5f-4872-9d13-43de6200efb7 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:19.992164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.004290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.040091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=18edd712-fe5f-4872-9d13-43de6200efb7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:20.136735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.136991 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 7d771714-c1e8-4920-a189-bbc840b2e734 disassociated (deleted). External IP: 172.26.8.131, port: 8ca1759e-8fa2-49ff-bcd3-760944154f07. Sep 22 08:41:20.330533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:20.491864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 4fa5b961-c3db-48ed-b477-d7867a335741 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:20.494091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:20.504649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:20.508242 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-50347041-786f-4444-80a0-ac81c2b7735a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6839068 Sep 22 08:41:20.510906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43126) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:20.517179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:20.517863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:20.579149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet d00e2541-8e0e-4eb7-8038-7c8347f6b650 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:41:20.582153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.637337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.675261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:20.679697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:20.692239 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] Sync routers for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:20.703911 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:20.705189 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:20.709221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.734698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.771887 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95551000-f035-4530-801e-2a2be61bf469 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/7d771714-c1e8-4920-a189-bbc840b2e734 HTTP/1.1" status: 204 len: 168 time: 1.5660510 Sep 22 08:41:20.772649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:41:20.775119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f958406-ac9a-433c-abee-0d14e7fecd46" -d '{"events": [{"name": "network-changed", "server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:41:20.829853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.839532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24bd21b-34da-4273-9083-8e782e94b7d8 x-openstack-request-id: req-c24bd21b-34da-4273-9083-8e782e94b7d8 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:41:20.839830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:41:20.840124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c24bd21b-34da-4273-9083-8e782e94b7d8 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:41:20.840701 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24bd21b-34da-4273-9083-8e782e94b7d8'] response: {'name': 'network-changed', 'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'status': 'completed', 'code': 200} Sep 22 08:41:20.933717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae4140-aae8-4a74-aef9-6b9fb6084f7f None None] Network 000baf0b-7ec8-4390-9af8-dce758e0907c requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:20.943416 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:20.956994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=d00e2541-8e0e-4eb7-8038-7c8347f6b650,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:20.968466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:20.983932 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e25ec47f-90f6-4ade-8aad-d8047c4f8fb3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/d00e2541-8e0e-4eb7-8038-7c8347f6b650 HTTP/1.1" status: 204 len: 168 time: 0.4719906 Sep 22 08:41:20.986930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43134) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:21.002850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-d5d9abea-db3c-40b1-8c2b-3ca582a7c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:21.004662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-d5d9abea-db3c-40b1-8c2b-3ca582a7c5d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 1099 time: 0.1180243 Sep 22 08:41:21.145440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:21.157247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:21.157758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:21.193734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-c675d6c9-537c-4088-b106-0dcc203602d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:21.199071 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-c675d6c9-537c-4088-b106-0dcc203602d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d98c3966-4930-4e8a-bd54-6d607e9bd70b HTTP/1.1" status: 200 len: 897 time: 0.1789122 Sep 22 08:41:21.285756 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-75aa149d-22f6-4870-98d7-6efe3084e10e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07 HTTP/1.1" status: 200 len: 217 time: 0.0787940 Sep 22 08:41:21.362318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:19Z', 'revision_number': 8, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:21.366061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:21.376569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:21.377200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:21.444342 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:41:21.456673 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:21.462650 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] Checking router: 4fa5b961-c3db-48ed-b477-d7867a335741 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:21.474713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=46bf6ca6-e832-4a4b-b2c3-6590c319f47f,segment=NetworkSegment(88d3b94c-c7e5-428d-81fa-b388edf6d850),segment_id=88d3b94c-c7e5-428d-81fa-b388edf6d850)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:21.475041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:21.476618 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:21.477467 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:21.491129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df2e9-d029-4818-bea0-1cccfc6357eb req-743fb762-3341-4657-9f40-6e8e6b804490 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:21.491862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-bf2df2e9-d029-4818-bea0-1cccfc6357eb req-743fb762-3341-4657-9f40-6e8e6b804490 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:21.526786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-281d5189-e565-463f-956b-0022ec7f7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:21.528454 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-281d5189-e565-463f-956b-0022ec7f7112 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2f000481-3435-4fc7-b3ed-9b5bf7bbaa37 HTTP/1.1" status: 200 len: 834 time: 0.2348826 Sep 22 08:41:21.629887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-4343867b-077b-4821-8926-71b9b256e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:21.631651 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-4343867b-077b-4821-8926-71b9b256e57a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d98c3966-4930-4e8a-bd54-6d607e9bd70b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0956287 Sep 22 08:41:21.643298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:21.707031 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:21.750336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 46bf6ca6-e832-4a4b-b2c3-6590c319f47f owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:21.789063 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-74b7fc20-a9a4-4e0d-bf02-9fd1d3f3b95a service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503832 Sep 22 08:41:21.812148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e744101-bd57-475d-b153-59c61b3d8e7d None None] DHCP port deletion for 000baf0b-7ec8-4390-9af8-dce758e0907c request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:41:21.820292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-bf2df2e9-d029-4818-bea0-1cccfc6357eb req-743fb762-3341-4657-9f40-6e8e6b804490 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:21.820931 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf2df2e9-d029-4818-bea0-1cccfc6357eb req-743fb762-3341-4657-9f40-6e8e6b804490 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 946 time: 0.5744541 Sep 22 08:41:21.824030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e744101-bd57-475d-b153-59c61b3d8e7d None None] Deleting port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:21.824802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7e744101-bd57-475d-b153-59c61b3d8e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:21.896285 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf2df2e9-d029-4818-bea0-1cccfc6357eb req-606fbdc1-531b-41b4-8ed5-a7c3b8baf6b2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671501 Sep 22 08:41:21.902384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:21.980424 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f958406-ac9a-433c-abee-0d14e7fecd46 req-14175037-e9c1-4dc3-a88e-0bc22bc49027 service neutron] 10.222.0.48 "GET /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850283 Sep 22 08:41:21.995407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No DVR routers for this DVR port 46bf6ca6-e832-4a4b-b2c3-6590c319f47f on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:41:21.997158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=46bf6ca6-e832-4a4b-b2c3-6590c319f47f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:22.040899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e744101-bd57-475d-b153-59c61b3d8e7d None None] The port '46bf6ca6-e832-4a4b-b2c3-6590c319f47f' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:41:22.134546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:19Z', 'revision_number': 8, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:22.143908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d03fb5-3e5d-4bc1-8d07-798fae23e912 None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:19Z', 'revision_number': 8, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '29d37ec8-6639-4df9-9cbf-0ecfbdcea333', 'name': '', 'network_id': 'a10c764c-1ee9-40e2-9615-801cd0261d5e', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:74:26:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:06Z', 'updated_at': '2022-09-22T08:41:15Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': '8ee0b313-17f5-4601-9c78-ddacf134db9d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:22.152513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.186465 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:22.187097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000baf0b-7ec8-4390-9af8-dce758e0907c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:22.195852 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374f4a4-ba16-43fe-8077-61cfb892e38f None None] The sync data for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv is: [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:40:23Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9da2cfa8-906b-4ba6-9875-fb33d317a5e5', 'name': '', 'network_id': 'd98c3966-4930-4e8a-bd54-6d607e9bd70b', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:c6:7f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:22Z', 'updated_at': '2022-09-22T08:40:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '2f000481-3435-4fc7-b3ed-9b5bf7bbaa37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:22.200802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d3b94c-c7e5-428d-81fa-b388edf6d850') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:22.200802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d3b94c-c7e5-428d-81fa-b388edf6d850') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:22.217481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.240554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.257403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:41:22.257403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.271912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 46bf6ca6-e832-4a4b-b2c3-6590c319f47f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:22.349667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 46bf6ca6-e832-4a4b-b2c3-6590c319f47f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:22.350146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 46bf6ca6-e832-4a4b-b2c3-6590c319f47f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:22.382689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.404420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.417742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=000baf0b-7ec8-4390-9af8-dce758e0907c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:22.426238 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc90c0b9-dfb0-4daf-a53a-a70bf7a63720 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/000baf0b-7ec8-4390-9af8-dce758e0907c HTTP/1.1" status: 204 len: 168 time: 1.4379754 Sep 22 08:41:22.429161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43148) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:22.497161 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 88d3b94c-c7e5-428d-81fa-b388edf6d850 resource provider aggregate not found Sep 22 08:41:22.545913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087ce95-486a-4962-890e-02f24433b7a2 req-dd374427-2868-4bdb-b103-07086fa87a54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:22.547501 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f087ce95-486a-4962-890e-02f24433b7a2 req-dd374427-2868-4bdb-b103-07086fa87a54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 946 time: 0.1014171 Sep 22 08:41:22.575283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a43542c-ce8d-4a8a-bfd6-725d60ac5efe None None] New status for floating IP 7d771714-c1e8-4920-a189-bbc840b2e734: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:41:22.578562 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 88d3b94c-c7e5-428d-81fa-b388edf6d850 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88d3b94c-c7e5-428d-81fa-b388edf6d850 found for delete ", "request_id": "req-12559140-ae6e-4700-a444-9d4213c58f2c"}]} Sep 22 08:41:22.626559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 8ca1759e-8fa2-49ff-bcd3-760944154f07 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:22.626901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.888181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 8ca1759e-8fa2-49ff-bcd3-760944154f07, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8ca1759e-8fa2-49ff-bcd3-760944154f07,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:22.888893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:22.976489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:23.021784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 8ca1759e-8fa2-49ff-bcd3-760944154f07 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:23.175974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce9c19-5345-4fe9-82f8-191621efd476 req-91c776a4-d739-4da2-8eb7-f68ba83e4a75 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:23.177429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3ce9c19-5345-4fe9-82f8-191621efd476 req-91c776a4-d739-4da2-8eb7-f68ba83e4a75 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca8bee5-a66f-492e-b35f-1243209b7525 HTTP/1.1" status: 200 len: 946 time: 0.1247015 Sep 22 08:41:23.271777 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3ce9c19-5345-4fe9-82f8-191621efd476 req-baf25420-7db2-45d1-9293-0fcc23e25124 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd716425-fec8-4559-8c32-2e04f9ecd8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637658 Sep 22 08:41:23.274355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:23.366500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=8ca1759e-8fa2-49ff-bcd3-760944154f07,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:23.414913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 8ca1759e-8fa2-49ff-bcd3-760944154f07 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:41:23.417395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:23.421829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'name': 'network-vif-deleted', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:41:23.424134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df37f68-d009-4f90-9ff4-a6b1f0bda76d" -d '{"events": [{"server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "name": "network-vif-deleted", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:41:23.430756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:23.431103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:23.437954 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f087ce95-486a-4962-890e-02f24433b7a2 req-6e3c4b33-5926-4488-a8d4-59643c77fe4d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/8ca1759e-8fa2-49ff-bcd3-760944154f07 HTTP/1.1" status: 204 len: 173 time: 0.8852298 Sep 22 08:41:23.476089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bdc70b-44a8-4998-8e0a-1f4a6bf91b7e x-openstack-request-id: req-66bdc70b-44a8-4998-8e0a-1f4a6bf91b7e {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:41:23.476383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca8bee5-a66f-492e-b35f-1243209b7525", "name": "network-vif-deleted", "tag": "8ca1759e-8fa2-49ff-bcd3-760944154f07", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:41:23.476639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66bdc70b-44a8-4998-8e0a-1f4a6bf91b7e {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:41:23.477045 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66bdc70b-44a8-4998-8e0a-1f4a6bf91b7e'] response: {'server_uuid': 'bca8bee5-a66f-492e-b35f-1243209b7525', 'name': 'network-vif-deleted', 'tag': '8ca1759e-8fa2-49ff-bcd3-760944154f07', 'status': 'completed', 'code': 200} Sep 22 08:41:23.631954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 29d37ec8-6639-4df9-9cbf-0ecfbdcea333, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,segment=NetworkSegment(236c2e8a-5c42-4fdf-b186-66b9d2a123fe),segment_id=236c2e8a-5c42-4fdf-b186-66b9d2a123fe)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:23.632194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:23.757567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:23.944336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:24.002850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=29d37ec8-6639-4df9-9cbf-0ecfbdcea333,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:24.229626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2291e378-7a77-4b77-b440-a0a4020eb021 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:24.263240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2291e378-7a77-4b77-b440-a0a4020eb021 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:24.263820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2291e378-7a77-4b77-b440-a0a4020eb021 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:24.272156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:24.372982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43160) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:24.441710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a256c27-901b-4c82-8bdb-e23abeea1249 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:24.476214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a256c27-901b-4c82-8bdb-e23abeea1249 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:24.543080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a256c27-901b-4c82-8bdb-e23abeea1249 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:24.562650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a256c27-901b-4c82-8bdb-e23abeea1249 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd716425-fec8-4559-8c32-2e04f9ecd8f7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:24.575244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a256c27-901b-4c82-8bdb-e23abeea1249 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:24.579773 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a256c27-901b-4c82-8bdb-e23abeea1249 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/fd716425-fec8-4559-8c32-2e04f9ecd8f7 HTTP/1.1" status: 204 len: 168 time: 0.2026021 Sep 22 08:41:24.609785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:24.610260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:24.884352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:24.894586 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:24.900989 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cbe6b3df-c08e-4376-9ac3-90605c80ca90 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4702733 Sep 22 08:41:24.903759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43170) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:24.904034 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:24.904823 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:24.996017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet 8ee0b313-17f5-4601-9c78-ddacf134db9d {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:41:24.999709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.054557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.063329 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:25.144074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.222668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.264458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee0b313-17f5-4601-9c78-ddacf134db9d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:25.268673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.275366 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-45f91389-686f-4f9f-b5e1-3b4e8fea4d4a tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/8ee0b313-17f5-4601-9c78-ddacf134db9d HTTP/1.1" status: 204 len: 168 time: 0.3702929 Sep 22 08:41:25.277936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43174) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:25.281176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca2ec9-44c7-40b3-830d-bb1a07662c82 None None] Network a10c764c-1ee9-40e2-9615-801cd0261d5e requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:25.315668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.412627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.419197 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:23Z', 'revision_number': 9, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:25.424420 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:25.425670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port d3079182-b5e2-400b-940b-28637c053396 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:25.426174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.433935 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:25.434654 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:25.572321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] DHCP port deletion for a10c764c-1ee9-40e2-9615-801cd0261d5e request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:41:25.578088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Deleting port d3079182-b5e2-400b-940b-28637c053396 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:25.578688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.612048 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:25.664317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port d3079182-b5e2-400b-940b-28637c053396, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d3079182-b5e2-400b-940b-28637c053396,segment=NetworkSegment(236c2e8a-5c42-4fdf-b186-66b9d2a123fe),segment_id=236c2e8a-5c42-4fdf-b186-66b9d2a123fe)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:25.664590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.725094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:25.725654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.795161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for d3079182-b5e2-400b-940b-28637c053396 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:25.810316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] For port d3079182-b5e2-400b-940b-28637c053396, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d3079182-b5e2-400b-940b-28637c053396,segment=NetworkSegment(236c2e8a-5c42-4fdf-b186-66b9d2a123fe),segment_id=236c2e8a-5c42-4fdf-b186-66b9d2a123fe)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:25.810805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.888417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.951075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Calling delete_port for d3079182-b5e2-400b-940b-28637c053396 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:25.979047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 9da2cfa8-906b-4ba6-9875-fb33d317a5e5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:25.979787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:25.995351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=d3079182-b5e2-400b-940b-28637c053396,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:25.997403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No DVR routers for this DVR port d3079182-b5e2-400b-940b-28637c053396 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:41:26.054124 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:23Z', 'revision_number': 9, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:26.063104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:41:26.063104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:41:26.065743 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084765e-fcdf-4454-98dc-49bd3c21b9bb None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:23Z', 'revision_number': 9, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': '63970dbb-a8c3-447f-86f8-ac672b566fc0', 'name': '', 'network_id': '6bf03e3c-671e-4857-a5be-04a49d1a9729', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:f2:ac:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:02Z', 'updated_at': '2022-09-22T08:41:11Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'dcb15049-b800-4ae9-8ab3-e8cb73f77e0d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:26.129525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:26.133093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.160790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10c764c-1ee9-40e2-9615-801cd0261d5e']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:26.174040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236c2e8a-5c42-4fdf-b186-66b9d2a123fe') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:26.174332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236c2e8a-5c42-4fdf-b186-66b9d2a123fe') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:26.187404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.204181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.210556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:41:26.210946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.280976 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 236c2e8a-5c42-4fdf-b186-66b9d2a123fe resource provider aggregate not found Sep 22 08:41:26.304752 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 236c2e8a-5c42-4fdf-b186-66b9d2a123fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 236c2e8a-5c42-4fdf-b186-66b9d2a123fe found for delete ", "request_id": "req-bac0e34b-e49a-4f81-a2b5-6786c61bc80a"}]} Sep 22 08:41:26.317317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.321554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.340726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.349715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=a10c764c-1ee9-40e2-9615-801cd0261d5e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:26.357629 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0a6bad5b-fc49-4840-b6cc-08ce83502bd6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/a10c764c-1ee9-40e2-9615-801cd0261d5e HTTP/1.1" status: 204 len: 168 time: 1.0761521 Sep 22 08:41:26.357759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43182) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:26.397198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=9da2cfa8-906b-4ba6-9875-fb33d317a5e5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:26.564288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Deleting port d3079182-b5e2-400b-940b-28637c053396 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:26.565294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:26.676836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d3079182-b5e2-400b-940b-28637c053396 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:26.741085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8ca1759e-8fa2-49ff-bcd3-760944154f07 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:26.780753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-46fb623c-40e2-4635-909a-1540f07efadd None None] The port 'd3079182-b5e2-400b-940b-28637c053396' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:41:26.792007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: d3079182-b5e2-400b-940b-28637c053396 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:26.792359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d3079182-b5e2-400b-940b-28637c053396 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:26.792754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:26.815224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 8ca1759e-8fa2-49ff-bcd3-760944154f07 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:26.815574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8ca1759e-8fa2-49ff-bcd3-760944154f07 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:26.832461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:26.832799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 29d37ec8-6639-4df9-9cbf-0ecfbdcea333 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:26.853597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.053338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.220179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 4fa5b961-c3db-48ed-b477-d7867a335741 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:27.385342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 63970dbb-a8c3-447f-86f8-ac672b566fc0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:27.385900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.395933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:27.405244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] Sync routers for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:27.409776 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a49c2cc6-7033-4f48-b555-c8a0a131ce01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/4fa5b961-c3db-48ed-b477-d7867a335741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989185 Sep 22 08:41:27.412462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43186) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:27.417177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:27.417177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:27.481973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet 2f000481-3435-4fc7-b3ed-9b5bf7bbaa37 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:41:27.485165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.540708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.587321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 63970dbb-a8c3-447f-86f8-ac672b566fc0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=63970dbb-a8c3-447f-86f8-ac672b566fc0,segment=NetworkSegment(140b3307-a2a8-4c17-a2fd-84e0ee3f5407),segment_id=140b3307-a2a8-4c17-a2fd-84e0ee3f5407)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:27.587842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.594831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:27.628377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.712414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.718077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 63970dbb-a8c3-447f-86f8-ac672b566fc0 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:27.755134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=2f000481-3435-4fc7-b3ed-9b5bf7bbaa37,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:27.758584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.764710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-66f377dd-4fd1-443d-96ba-39491e472478 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/2f000481-3435-4fc7-b3ed-9b5bf7bbaa37 HTTP/1.1" status: 204 len: 168 time: 0.3511524 Sep 22 08:41:27.768474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43190) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:27.772905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880d529-95f3-4d49-9dd1-de1a7a7a9e5b None None] Network d98c3966-4930-4e8a-bd54-6d607e9bd70b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:27.922284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.968766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:27.982736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=63970dbb-a8c3-447f-86f8-ac672b566fc0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:28.269759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:41:26Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:28.275166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] Checking router: 4fa5b961-c3db-48ed-b477-d7867a335741 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:28.288634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] Routers {'4fa5b961-c3db-48ed-b477-d7867a335741'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:28.289289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['4fa5b961-c3db-48ed-b477-d7867a335741'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:28.349799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] DHCP port deletion for d98c3966-4930-4e8a-bd54-6d607e9bd70b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:41:28.359474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:28.377091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 5c643b7d-1a26-462e-931d-fd95c91544e4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:28.378090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:28.378407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] Deleting port 30e70691-9d7d-483f-b62b-788851ed6477 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:28.378783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:28.464861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:28.583936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 5c643b7d-1a26-462e-931d-fd95c91544e4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5c643b7d-1a26-462e-931d-fd95c91544e4,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:28.584347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:28.712461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] For port 30e70691-9d7d-483f-b62b-788851ed6477, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=30e70691-9d7d-483f-b62b-788851ed6477,segment=NetworkSegment(39d39b27-c4c2-4d10-adf8-1381e764a3b1),segment_id=39d39b27-c4c2-4d10-adf8-1381e764a3b1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:28.713064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:28.791531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 5c643b7d-1a26-462e-931d-fd95c91544e4 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:28.798807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:28.891416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] Set router 4fa5b961-c3db-48ed-b477-d7867a335741 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:28.960457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:28.970778 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:28.990900 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:28.991541 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:28.998779 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b827b9f-0f3e-4752-bf0d-cdd8ee68eac9 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6388307 Sep 22 08:41:28.998957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:29.048049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.076645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] Calling delete_port for 30e70691-9d7d-483f-b62b-788851ed6477 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:29.095131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet dcb15049-b800-4ae9-8ab3-e8cb73f77e0d {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:41:29.104923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.171681 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:29.205434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=5c643b7d-1a26-462e-931d-fd95c91544e4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:29.207365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.221749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.240587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.309129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] Pushing event deleted for resources: {'Port': ['ID=30e70691-9d7d-483f-b62b-788851ed6477,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:29.313568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1de90-e6c6-41f6-ae19-330523bcf8a1 None None] No DVR routers for this DVR port 30e70691-9d7d-483f-b62b-788851ed6477 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:41:29.334780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.341655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:41:26Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:29.347295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495baccc-2b1f-4687-8ea3-ea2656b711bd None None] The sync data for ids ['4fa5b961-c3db-48ed-b477-d7867a335741'] in dv-neutron-857569-1-hyperv is: [{'id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'name': 'tempest-TestNetworkBasicOps-router-1385385823', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:16Z', 'updated_at': '2022-09-22T08:41:26Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5c643b7d-1a26-462e-931d-fd95c91544e4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa5b961-c3db-48ed-b477-d7867a335741', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:17Z', 'updated_at': '2022-09-22T08:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:29.410095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.412507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.432636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.437561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.437798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router 4fa5b961-c3db-48ed-b477-d7867a335741 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:41:29.453997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.455663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db4b9aeb-0fb4-48ea-bb5e-bba509a8dc9b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/4fa5b961-c3db-48ed-b477-d7867a335741 HTTP/1.1" status: 204 len: 168 time: 1.6861641 Sep 22 08:41:29.458313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43198) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:29.477856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb15049-b800-4ae9-8ab3-e8cb73f77e0d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:29.481533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.487888 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93056c35-79c0-4785-9d34-c8d1f8f1de3f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/dcb15049-b800-4ae9-8ab3-e8cb73f77e0d HTTP/1.1" status: 204 len: 168 time: 0.4879210 Sep 22 08:41:29.490414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43202) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:29.494528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341210f8-8500-484a-954b-c00e4c82ad01 None None] Network 6bf03e3c-671e-4857-a5be-04a49d1a9729 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:29.540952 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:27Z', 'revision_number': 10, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:29.545110 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:29.553740 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:29.554342 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:29.590639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.637429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.650987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 1b5c50f3-e1dd-4afb-9091-f17df3273bba {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:29.651355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.728215 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:29.784888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.815233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98c3966-4930-4e8a-bd54-6d607e9bd70b']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:29.829420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d39b27-c4c2-4d10-adf8-1381e764a3b1') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:29.829721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d39b27-c4c2-4d10-adf8-1381e764a3b1') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:29.850983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.870632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] DHCP port deletion for 6bf03e3c-671e-4857-a5be-04a49d1a9729 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:41:29.875246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.875557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Deleting port 1b5c50f3-e1dd-4afb-9091-f17df3273bba {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:29.876182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.882689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:41:29.883086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:29.931527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 1b5c50f3-e1dd-4afb-9091-f17df3273bba, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b5c50f3-e1dd-4afb-9091-f17df3273bba,segment=NetworkSegment(140b3307-a2a8-4c17-a2fd-84e0ee3f5407),segment_id=140b3307-a2a8-4c17-a2fd-84e0ee3f5407)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:29.933162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.029530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.035978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.072183 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 39d39b27-c4c2-4d10-adf8-1381e764a3b1 resource provider aggregate not found Sep 22 08:41:30.101551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=d98c3966-4930-4e8a-bd54-6d607e9bd70b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:30.109338 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 39d39b27-c4c2-4d10-adf8-1381e764a3b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39d39b27-c4c2-4d10-adf8-1381e764a3b1 found for delete ", "request_id": "req-32933927-62bd-4648-9b23-03bb85a7dc25"}]} Sep 22 08:41:30.117760 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-988d39f6-3dd9-4c1b-8d35-d706b2172e58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/d98c3966-4930-4e8a-bd54-6d607e9bd70b HTTP/1.1" status: 204 len: 168 time: 0.6584115 Sep 22 08:41:30.139556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43212) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:30.147125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--749254959', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:30.151960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 1b5c50f3-e1dd-4afb-9091-f17df3273bba owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:30.153289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:30.158307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:30.164690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:30.173273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:30.195159 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:27Z', 'revision_number': 10, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:30.202969 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8bfb4f-7838-4453-85d3-73fe42300ae5 None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:27Z', 'revision_number': 10, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None, '_interfaces': [{'id': 'e2a3b8ea-68dd-438b-9b84-4de6c54db171', 'name': '', 'network_id': 'c07c7f58-d014-46ce-9ea8-0b20f21f4ff6', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'mac_address': 'fa:16:3e:fd:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:40:58Z', 'updated_at': '2022-09-22T08:41:05Z', 'revision_number': 5, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'subnets': [{'id': 'd0437c91-cf19-4f0f-bb62-fbe93c7f2af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:30.205533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:30.222468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.245537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] For port 1b5c50f3-e1dd-4afb-9091-f17df3273bba, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1b5c50f3-e1dd-4afb-9091-f17df3273bba,segment=NetworkSegment(140b3307-a2a8-4c17-a2fd-84e0ee3f5407),segment_id=140b3307-a2a8-4c17-a2fd-84e0ee3f5407)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:30.245936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.283305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:41:30.297108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.297511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment 763a8d24-d1f8-4df0-838a-b4ab986845bb of type vlan for network 8dcafb55-eaba-41cd-8e2f-12013c449976 Sep 22 08:41:30.381175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Calling delete_port for 1b5c50f3-e1dd-4afb-9091-f17df3273bba owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:30.440295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.455662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.465804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:41:30.466172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:41:30.486404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=1b5c50f3-e1dd-4afb-9091-f17df3273bba,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:30.487183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.489873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No DVR routers for this DVR port 1b5c50f3-e1dd-4afb-9091-f17df3273bba on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:41:30.492815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:30.493412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.610478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=8dcafb55-eaba-41cd-8e2f-12013c449976,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:30.613120 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80a6626b-8541-480c-b2a4-94673790ed42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4711335 Sep 22 08:41:30.615926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43216) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:30.616854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.621680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:30.626562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:41:30.631156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:30.636145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:30.639419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:30.648451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf03e3c-671e-4857-a5be-04a49d1a9729']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:30.650973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:30.662523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140b3307-a2a8-4c17-a2fd-84e0ee3f5407') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:30.662863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140b3307-a2a8-4c17-a2fd-84e0ee3f5407') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:30.663971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.665735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.675948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.686934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.694660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.702880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:41:30.703305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.775895 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 140b3307-a2a8-4c17-a2fd-84e0ee3f5407 resource provider aggregate not found Sep 22 08:41:30.801607 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 140b3307-a2a8-4c17-a2fd-84e0ee3f5407 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 140b3307-a2a8-4c17-a2fd-84e0ee3f5407 found for delete ", "request_id": "req-62033a0f-09d1-4220-8452-629bf74e0351"}]} Sep 22 08:41:30.818781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.842160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.844908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=6bf03e3c-671e-4857-a5be-04a49d1a9729,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:30.856429 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c42809e-4bbe-407a-acd0-31f95b4ac981 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/6bf03e3c-671e-4857-a5be-04a49d1a9729 HTTP/1.1" status: 204 len: 168 time: 1.3649907 Sep 22 08:41:30.859567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43224) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:30.959410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:30.992216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Deleting port 1b5c50f3-e1dd-4afb-9091-f17df3273bba {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:30.992500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:30.995682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:31.025943 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:31.026258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9da2cfa8-906b-4ba6-9875-fb33d317a5e5 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:31.027300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 30e70691-9d7d-483f-b62b-788851ed6477 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:31.066611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 30e70691-9d7d-483f-b62b-788851ed6477 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:31.066951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 30e70691-9d7d-483f-b62b-788851ed6477 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:31.067420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1b5c50f3-e1dd-4afb-9091-f17df3273bba no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:31.181235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-add1c909-038f-4bcb-a061-2767fb4e4888 None None] The port '1b5c50f3-e1dd-4afb-9091-f17df3273bba' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:41:31.187808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 1b5c50f3-e1dd-4afb-9091-f17df3273bba {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:31.188150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1b5c50f3-e1dd-4afb-9091-f17df3273bba not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:31.311847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:31.340562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:31.409983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:31.476933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.218 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/b7095393-5944-453a-8c0c-2098bb9a65a7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:31.637578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:31.666684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:31.727627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:31.730383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:31.733894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:31.751957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port e2a3b8ea-68dd-438b-9b84-4de6c54db171 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:31.752477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:31.774963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=b7095393-5944-453a-8c0c-2098bb9a65a7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:32.062391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port e2a3b8ea-68dd-438b-9b84-4de6c54db171, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e2a3b8ea-68dd-438b-9b84-4de6c54db171,segment=NetworkSegment(3991e374-ceef-41f2-b282-687ddab0b3ed),segment_id=3991e374-ceef-41f2-b282-687ddab0b3ed)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:32.062742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:32.180120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c643b7d-1a26-462e-931d-fd95c91544e4 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:32.187255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for e2a3b8ea-68dd-438b-9b84-4de6c54db171 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:32.214508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5c643b7d-1a26-462e-931d-fd95c91544e4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:32.214849 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c643b7d-1a26-462e-931d-fd95c91544e4 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:32.215273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 63970dbb-a8c3-447f-86f8-ac672b566fc0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:32.250735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 63970dbb-a8c3-447f-86f8-ac672b566fc0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:32.251263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 63970dbb-a8c3-447f-86f8-ac672b566fc0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:32.272139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:32.368862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:32.416525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=e2a3b8ea-68dd-438b-9b84-4de6c54db171,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:32.621476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:32.657689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:32.824807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:41:32.930129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:33.011836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:33.022031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Sync routers for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:33.033928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:33.034773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:33.040416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.043677 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7f648b05-fd29-40c7-9208-c7b80d6650ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4266164 Sep 22 08:41:33.044997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43228) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:33.064276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:33.076235 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:33.078001 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-66a32f2c-37d7-4351-ab7c-35c388055241 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2174532 Sep 22 08:41:33.080727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43232) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:33.094642 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:33.095267 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:33.098879 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-04594ddc-2590-4f3d-b5a9-a9d33077759c tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0501111 Sep 22 08:41:33.099091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43236) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:33.149848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting subnet d0437c91-cf19-4f0f-bb62-fbe93c7f2af7 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:41:33.153411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.214344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.234040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce2b7a-e69b-4160-b337-b6542d515bf8 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:33.238303 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c8ce2b7a-e69b-4160-b337-b6542d515bf8 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354885 Sep 22 08:41:33.239105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43240) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:33.248780 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:33.260469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:33.297682 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b77159e0-e828-4cd7-92c2-af0a4921780f tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579000 Sep 22 08:41:33.300481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43244) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:33.306755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-114617240', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:33.312068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.406302 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 11, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:33.410242 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:33.419420 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:33.420034 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:33.432955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:33.437686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:33.441271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:33.447724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:33.461401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:33.465564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.534539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.553113 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:33.592987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Subnet': ['ID=d0437c91-cf19-4f0f-bb62-fbe93c7f2af7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:33.596140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68270a-6b47-49f6-8fc7-329577587a14 None None] Network c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:33.599871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.606937 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-173ef67a-835e-4ff5-9d9f-4026c1fcdb35 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/d0437c91-cf19-4f0f-bb62-fbe93c7f2af7 HTTP/1.1" status: 204 len: 168 time: 0.5251243 Sep 22 08:41:33.609479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:33.618070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:33.665711 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 11, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:33.670151 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa65418-a694-4165-b83d-b7f1edb5b7ea None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 11, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:33.684798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Checking router: 64b4858e-0b6d-4443-8a18-7bd996de0fd3 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:33.685146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Updating router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 port b7095393-5944-453a-8c0c-2098bb9a65a7 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:33.742211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.755357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Deleting port 8bae8db5-46e3-492c-9236-f2f641705615 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:41:33.755700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.793174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.861141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.947370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=65def992-edcd-40d7-9980-5924c5fb8682,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:33.953079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:33.953531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: 8dcafb55-eaba-41cd-8e2f-12013c449976, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:41:33.974732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:41:33.977101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] For port 8bae8db5-46e3-492c-9236-f2f641705615, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8bae8db5-46e3-492c-9236-f2f641705615,segment=NetworkSegment(3991e374-ceef-41f2-b282-687ddab0b3ed),segment_id=3991e374-ceef-41f2-b282-687ddab0b3ed)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:33.978179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:33.986523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 8dcafb55-eaba-41cd-8e2f-12013c449976) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:33.990752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:33.991805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.002243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf6678e-19bd-4c55-9a36-293fdb59829e None None] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:34.029260 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7b004640-3e3c-4b1c-a2ea-66c004909f53 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7276764 Sep 22 08:41:34.032671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43252) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:34.117585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Calling delete_port for 8bae8db5-46e3-492c-9236-f2f641705615 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:41:34.204616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.218527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e783e-cfc3-4968-8e5c-632326dfc911 None None] DHCP port deletion for c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:41:34.279177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Port': ['ID=8bae8db5-46e3-492c-9236-f2f641705615,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:34.281888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No DVR routers for this DVR port 8bae8db5-46e3-492c-9236-f2f641705615 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:41:34.316568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2a3b8ea-68dd-438b-9b84-4de6c54db171 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:34.356831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e2a3b8ea-68dd-438b-9b84-4de6c54db171 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:34.357170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2a3b8ea-68dd-438b-9b84-4de6c54db171 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:34.413110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.440204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07c7f58-d014-46ce-9ea8-0b20f21f4ff6']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:34.454744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3991e374-ceef-41f2-b282-687ddab0b3ed') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:34.454958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3991e374-ceef-41f2-b282-687ddab0b3ed') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:34.470120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.488081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.494827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:41:34.495266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.502947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-8dcafb55-eaba-41cd-8e2f-12013c449976', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:41:34.503865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.572318 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3991e374-ceef-41f2-b282-687ddab0b3ed resource provider aggregate not found Sep 22 08:41:34.595129 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3991e374-ceef-41f2-b282-687ddab0b3ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3991e374-ceef-41f2-b282-687ddab0b3ed found for delete ", "request_id": "req-a7de6476-6e5a-4811-a2df-ba7848c149b5"}]} Sep 22 08:41:34.616445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.638425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.640552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.649520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Pushing event deleted for resources: {'Network': ['ID=c07c7f58-d014-46ce-9ea8-0b20f21f4ff6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:34.660358 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c9014b0-56eb-45a9-91dc-ee3f1effcba4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/networks/c07c7f58-d014-46ce-9ea8-0b20f21f4ff6 HTTP/1.1" status: 204 len: 168 time: 1.0497556 Sep 22 08:41:34.660942 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:34.663543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Transition to ACTIVE for port object b7095393-5944-453a-8c0c-2098bb9a65a7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:34.667231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'routes': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:34.700282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.778216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Attempting to bind port b7095393-5944-453a-8c0c-2098bb9a65a7 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:34.778717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Attempting to bind port b7095393-5944-453a-8c0c-2098bb9a65a7 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:34.778848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Attempting to bind port b7095393-5944-453a-8c0c-2098bb9a65a7 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:34.790786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:34.791167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:34.791824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.791944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:34.792410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Bound port: b7095393-5944-453a-8c0c-2098bb9a65a7, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:34.792784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.807074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:34.848768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed2e7a-70e3-4290-bd11-62ad0bfa9ff3 None None] Pushing event updated for resources: {'Port': ['ID=b7095393-5944-453a-8c0c-2098bb9a65a7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:34.857273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Allocated IP 172.20.0.2 (8dcafb55-eaba-41cd-8e2f-12013c449976/65def992-edcd-40d7-9980-5924c5fb8682/64fc0d29-2ad4-42d1-a2a4-68970240e38a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:34.949236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] For port b7095393-5944-453a-8c0c-2098bb9a65a7, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:34.969965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] For port b7095393-5944-453a-8c0c-2098bb9a65a7, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b7095393-5944-453a-8c0c-2098bb9a65a7,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:34.977899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.006454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.extraroute_db [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Added routes are [] {{(pid=89051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 08:41:35.006997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.extraroute_db [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Removed routes are [] {{(pid=89051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 08:41:35.007477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.079724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:35.080272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:35.214510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed2e7a-70e3-4290-bd11-62ad0bfa9ff3 None None] Pushing event updated for resources: {'Port': ['ID=b7095393-5944-453a-8c0c-2098bb9a65a7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:35.310064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.328114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Transition to ACTIVE for port object 64fc0d29-2ad4-42d1-a2a4-68970240e38a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:35.349805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:35.375236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.378681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.456768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Transition to ACTIVE for port object 64fc0d29-2ad4-42d1-a2a4-68970240e38a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:35.474345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.516090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router be77f105-e7d3-45ff-b52b-8610a48158db has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:35.527260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (8dcafb55-eaba-41cd-8e2f-12013c449976/65def992-edcd-40d7-9980-5924c5fb8682/18125e64-af87-4c80-8e50-c76d448d52dc) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:35.607193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:35.614071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:35.618866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Pushing event updated for resources: {'Port': ['ID=64fc0d29-2ad4-42d1-a2a4-68970240e38a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:35.621290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:35.664568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:35.672139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.675970 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-343e0915-287f-4b94-aa1d-fc321c2170d1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 200 len: 700 time: 1.0139716 Sep 22 08:41:35.678441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43264) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:35.680200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] Sync routers for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:35.732174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f072ac08-4720-46fc-b5e1-52a6308cd5c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:35.750593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f072ac08-4720-46fc-b5e1-52a6308cd5c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:35.754611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:35.754775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43268) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:35.754947 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f072ac08-4720-46fc-b5e1-52a6308cd5c3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 200 len: 205 time: 0.0768239 Sep 22 08:41:35.755052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:35.915388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86f7108f-93b8-41a2-88dd-066fadb7dbfc tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.954318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Attempting to bind port 64fc0d29-2ad4-42d1-a2a4-68970240e38a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:35.954695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Attempting to bind port 64fc0d29-2ad4-42d1-a2a4-68970240e38a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:35.955292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Attempting to bind port 64fc0d29-2ad4-42d1-a2a4-68970240e38a on network 8dcafb55-eaba-41cd-8e2f-12013c449976 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:35.971925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:35.971925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Checking segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:35.972270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:35.972652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Bound using segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:35.973129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Bound port: 64fc0d29-2ad4-42d1-a2a4-68970240e38a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:35.973506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.002706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:36.047656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.158544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 11, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:36.170052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 18125e64-af87-4c80-8e50-c76d448d52dc will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:36.182096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] Checking router: be77f105-e7d3-45ff-b52b-8610a48158db for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:36.205056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a22f5e-eae0-4c68-a259-11e5e7ef3a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.219249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:36.221115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] Routers {'be77f105-e7d3-45ff-b52b-8610a48158db'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:36.221713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['be77f105-e7d3-45ff-b52b-8610a48158db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:36.249279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86f7108f-93b8-41a2-88dd-066fadb7dbfc tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.252537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86f7108f-93b8-41a2-88dd-066fadb7dbfc tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.281984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86f7108f-93b8-41a2-88dd-066fadb7dbfc tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.282511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f7108f-93b8-41a2-88dd-066fadb7dbfc tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Fanout notify agent at l3_agent the message router_deleted on router be77f105-e7d3-45ff-b52b-8610a48158db {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:41:36.285054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.290979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8bae8db5-46e3-492c-9236-f2f641705615 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:41:36.366593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:36.368688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] For port 64fc0d29-2ad4-42d1-a2a4-68970240e38a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:36.370853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-86f7108f-93b8-41a2-88dd-066fadb7dbfc tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.375720 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-86f7108f-93b8-41a2-88dd-066fadb7dbfc tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 204 len: 168 time: 0.6161020 Sep 22 08:41:36.375720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:36.377087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43272) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:36.379582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:36.385831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 8bae8db5-46e3-492c-9236-f2f641705615 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:41:36.386176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8bae8db5-46e3-492c-9236-f2f641705615 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:41:36.387709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19345985-bf2a-4f37-8f80-49a34c459434 None None] The sync data for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv is: [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:36.393954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] For port 64fc0d29-2ad4-42d1-a2a4-68970240e38a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=64fc0d29-2ad4-42d1-a2a4-68970240e38a,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:36.400903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] Set router be77f105-e7d3-45ff-b52b-8610a48158db gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:36.412095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957086498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:36.433184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=18125e64-af87-4c80-8e50-c76d448d52dc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:36.435821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:36.442223 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Usage tracker for resource:router and tenant:89098d0bdcd6456ea22b9c335c9919e8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:36.446839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:36.449921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.455992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:36.464306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.477565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.478558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.557074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 11, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:36.580225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.581807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ee72b-191f-4408-9daa-7e1e1d29933a None None] The sync data for ids ['be77f105-e7d3-45ff-b52b-8610a48158db'] in dv-neutron-857569-1-hyperv is: [{'id': 'be77f105-e7d3-45ff-b52b-8610a48158db', 'name': 'tempest-RoutersTest-router-723630689', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:40:57Z', 'updated_at': '2022-09-22T08:41:32Z', 'revision_number': 11, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:36.600098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a4668-78ab-4f46-be94-1d12907c39b6 None None] Pushing event updated for resources: {'Port': ['ID=64fc0d29-2ad4-42d1-a2a4-68970240e38a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:36.621906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.666871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:36.673327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43276) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:36.673973 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e8319a80-9393-404f-b614-dcf003d52dc4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2950244 Sep 22 08:41:36.681166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8a75d684-b6be-4c6b-98e5-c79c4bb9bbe4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:36.789944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:37.190246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a75d684-b6be-4c6b-98e5-c79c4bb9bbe4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:37.201075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a75d684-b6be-4c6b-98e5-c79c4bb9bbe4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:37.488191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:37.494831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:37.508464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a75d684-b6be-4c6b-98e5-c79c4bb9bbe4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Router 70cf1b7f-87bc-4687-b08b-e1d795bbd17a is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:41:37.615848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:37.619441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=18125e64-af87-4c80-8e50-c76d448d52dc,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:37.658595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a75d684-b6be-4c6b-98e5-c79c4bb9bbe4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:37.665035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a75d684-b6be-4c6b-98e5-c79c4bb9bbe4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:37.666458 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8a75d684-b6be-4c6b-98e5-c79c4bb9bbe4 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "PUT /v2.0/routers/70cf1b7f-87bc-4687-b08b-e1d795bbd17a HTTP/1.1" status: 200 len: 693 time: 0.9902036 Sep 22 08:41:37.668958 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] Sync routers for ids ['70cf1b7f-87bc-4687-b08b-e1d795bbd17a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:37.671561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43280) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:37.685923 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] Routers {'70cf1b7f-87bc-4687-b08b-e1d795bbd17a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:37.687265 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['70cf1b7f-87bc-4687-b08b-e1d795bbd17a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:37.769355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:37.770795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:37.830625 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ad3d0d52-40aa-4364-83d3-5ca6729e5201 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/routers/70cf1b7f-87bc-4687-b08b-e1d795bbd17a HTTP/1.1" status: 200 len: 699 time: 0.1556427 Sep 22 08:41:37.831174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:37.841087 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] Set router 70cf1b7f-87bc-4687-b08b-e1d795bbd17a gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:37.886390 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3058563e-7d19-45f4-a5af-b0005b22389d tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=70cf1b7f-87bc-4687-b08b-e1d795bbd17a HTTP/1.1" status: 200 len: 205 time: 0.0538423 Sep 22 08:41:37.893367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43288) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:37.945922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471065fb-207e-4ae5-b576-b001c75dd724 None None] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:37.989294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:37.991423 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf1b7f-87bc-4687-b08b-e1d795bbd17a', 'name': 'tempest-RoutersTest-router-957086498', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:36Z', 'updated_at': '2022-09-22T08:41:37Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:37.995908 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] Checking router: 70cf1b7f-87bc-4687-b08b-e1d795bbd17a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:38.007384 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] Routers {'70cf1b7f-87bc-4687-b08b-e1d795bbd17a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:38.008313 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['70cf1b7f-87bc-4687-b08b-e1d795bbd17a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:38.063455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9e1e7f86-bf94-4e9e-a548-db9325f4166b None None] Provisioning for port 64fc0d29-2ad4-42d1-a2a4-68970240e38a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:38.127058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4f2af5a-cda2-48ea-8927-9844dec7c853 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.154172 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] Set router 70cf1b7f-87bc-4687-b08b-e1d795bbd17a gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:38.264883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:38.276919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d102934-efbd-40e9-8e6d-dbd5c12761f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/64b4858e-0b6d-4443-8a18-7bd996de0fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2430294 Sep 22 08:41:38.279540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43292) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.296790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f55e3bc-7392-4980-abf5-444af87c15ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.376966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b7095393-5944-453a-8c0c-2098bb9a65a7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:38.411441 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cf1b7f-87bc-4687-b08b-e1d795bbd17a', 'name': 'tempest-RoutersTest-router-957086498', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:36Z', 'updated_at': '2022-09-22T08:41:37Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:38.422847 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe26bf-ef09-4294-865b-27b4ad8a4252 None None] The sync data for ids ['70cf1b7f-87bc-4687-b08b-e1d795bbd17a'] in dv-neutron-857569-1-hyperv is: [{'id': '70cf1b7f-87bc-4687-b08b-e1d795bbd17a', 'name': 'tempest-RoutersTest-router-957086498', 'tenant_id': '89098d0bdcd6456ea22b9c335c9919e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:36Z', 'updated_at': '2022-09-22T08:41:37Z', 'revision_number': 2, 'project_id': '89098d0bdcd6456ea22b9c335c9919e8', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:38.486036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port b7095393-5944-453a-8c0c-2098bb9a65a7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:38.501357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port b7095393-5944-453a-8c0c-2098bb9a65a7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:38.502013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.502485 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port b7095393-5944-453a-8c0c-2098bb9a65a7 Sep 22 08:41:38.530538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed76cf6-364a-427f-91d7-afe7237bdc74 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.531309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed76cf6-364a-427f-91d7-afe7237bdc74 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.531915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed76cf6-364a-427f-91d7-afe7237bdc74 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.532512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed76cf6-364a-427f-91d7-afe7237bdc74 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.533129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed76cf6-364a-427f-91d7-afe7237bdc74 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.533726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed76cf6-364a-427f-91d7-afe7237bdc74 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.538963 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ed76cf6-364a-427f-91d7-afe7237bdc74 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2575026 Sep 22 08:41:38.539845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.546798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Sync routers for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:38.581143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4f2af5a-cda2-48ea-8927-9844dec7c853 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.584384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4f2af5a-cda2-48ea-8927-9844dec7c853 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.607587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:38.608190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:38.644195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c5e46-292c-4cfa-8c7a-58171931daf7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.644952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4f2af5a-cda2-48ea-8927-9844dec7c853 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.645421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c5e46-292c-4cfa-8c7a-58171931daf7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.645543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f2af5a-cda2-48ea-8927-9844dec7c853 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Fanout notify agent at l3_agent the message router_deleted on router 70cf1b7f-87bc-4687-b08b-e1d795bbd17a {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:41:38.645879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c5e46-292c-4cfa-8c7a-58171931daf7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.646329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c5e46-292c-4cfa-8c7a-58171931daf7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.647418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c5e46-292c-4cfa-8c7a-58171931daf7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.647881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c5e46-292c-4cfa-8c7a-58171931daf7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:38.653098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d1c5e46-292c-4cfa-8c7a-58171931daf7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1121156 Sep 22 08:41:38.653984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43300) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.669482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4f2af5a-cda2-48ea-8927-9844dec7c853 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.676409 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f4f2af5a-cda2-48ea-8927-9844dec7c853 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/70cf1b7f-87bc-4687-b08b-e1d795bbd17a HTTP/1.1" status: 204 len: 168 time: 0.7762094 Sep 22 08:41:38.676706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43304) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.746611 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b538a3d0-9ae4-4cac-a806-af1afb14b135 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=70cf1b7f-87bc-4687-b08b-e1d795bbd17a HTTP/1.1" status: 200 len: 205 time: 0.0665798 Sep 22 08:41:38.746906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.800497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Provisioning for port 18125e64-af87-4c80-8e50-c76d448d52dc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:38.814373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Provisioning complete for port 18125e64-af87-4c80-8e50-c76d448d52dc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:38.815069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.815779 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Attempt 1 to provision port 18125e64-af87-4c80-8e50-c76d448d52dc Sep 22 08:41:38.828347 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-247b05df-6eaf-447a-b687-fb39714933b6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] delete failed (client error): The resource could not be found. Sep 22 08:41:38.829473 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-247b05df-6eaf-447a-b687-fb39714933b6 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/70cf1b7f-87bc-4687-b08b-e1d795bbd17a HTTP/1.1" status: 404 len: 336 time: 0.0813975 Sep 22 08:41:38.832210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43312) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.880794 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-90911897-46d3-4e40-981f-76630f956996 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:38.881247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90911897-46d3-4e40-981f-76630f956996 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:38.882932 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90911897-46d3-4e40-981f-76630f956996 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/d00e2541-8e0e-4eb7-8038-7c8347f6b650 HTTP/1.1" status: 404 len: 337 time: 0.0492020 Sep 22 08:41:38.885706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43316) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.919913 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1cbfc9eb-c3ab-4629-843d-64913907eed6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2646010 Sep 22 08:41:38.944531 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5227c55-0792-4ddd-8049-53d4f6f879e3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:38.944994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5227c55-0792-4ddd-8049-53d4f6f879e3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:38.955320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43322) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:38.956021 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f5227c55-0792-4ddd-8049-53d4f6f879e3 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/8ee0b313-17f5-4601-9c78-ddacf134db9d HTTP/1.1" status: 404 len: 337 time: 0.0693600 Sep 22 08:41:38.975877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port b7095393-5944-453a-8c0c-2098bb9a65a7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:38.976396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:38.992892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Port 18125e64-af87-4c80-8e50-c76d448d52dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:39.011021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port b7095393-5944-453a-8c0c-2098bb9a65a7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b7095393-5944-453a-8c0c-2098bb9a65a7,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:39.013921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.019898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880581718', 'description': 'tempest-secgroup-smoke-880581718 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:39.021659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:39.026346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:39.034807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:39.040699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:39.045013 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b127d0-7971-4736-899f-2ec19f6bd3f1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:39.046106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b127d0-7971-4736-899f-2ec19f6bd3f1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:39.047897 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a7b127d0-7971-4736-899f-2ec19f6bd3f1 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/dcb15049-b800-4ae9-8ab3-e8cb73f77e0d HTTP/1.1" status: 404 len: 337 time: 0.0911138 Sep 22 08:41:39.050363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43330) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.052607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:39.080096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.101951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:39.106591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:39.110555 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c068ff-0c3b-40a7-aa8b-ea8dbc2aa016 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:39.110992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:39.111113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c068ff-0c3b-40a7-aa8b-ea8dbc2aa016 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:39.115122 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2c068ff-0c3b-40a7-aa8b-ea8dbc2aa016 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/d0437c91-cf19-4f0f-bb62-fbe93c7f2af7 HTTP/1.1" status: 404 len: 337 time: 0.0615103 Sep 22 08:41:39.116099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43334) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.136052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.136857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 64fc0d29-2ad4-42d1-a2a4-68970240e38a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:39.160588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:39.171057 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b39af374-16b2-4fef-8631-bcae4c9608fa tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 200 len: 205 time: 0.0532174 Sep 22 08:41:39.173441 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43338) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.378731 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-363a73bf-315b-4a7e-9a8d-4939e885bd5f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] delete failed (client error): The resource could not be found. Sep 22 08:41:39.379780 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-363a73bf-315b-4a7e-9a8d-4939e885bd5f tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/be77f105-e7d3-45ff-b52b-8610a48158db HTTP/1.1" status: 404 len: 336 time: 0.2054040 Sep 22 08:41:39.382577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43342) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.405965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=b7095393-5944-453a-8c0c-2098bb9a65a7,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:39.432088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 64fc0d29-2ad4-42d1-a2a4-68970240e38a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:39.435188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.440244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.442304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 64fc0d29-2ad4-42d1-a2a4-68970240e38a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:39.442675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.443004 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 64fc0d29-2ad4-42d1-a2a4-68970240e38a Sep 22 08:41:39.448504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88649341-d380-481b-9bae-4e45adc74f6e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Synchronizing usage tracker for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:39.478440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88649341-d380-481b-9bae-4e45adc74f6e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] Unset dirty status for tenant:89098d0bdcd6456ea22b9c335c9919e8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:39.481803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-88649341-d380-481b-9bae-4e45adc74f6e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=4da3e849-5ba6-41ea-ad6f-8054308386fa HTTP/1.1" status: 200 len: 205 time: 0.0951996 Sep 22 08:41:39.482228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43346) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.490631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb35910d-2e66-46a6-896e-568283ef260f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:39.496470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.497692 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-645d3982-260d-4583-9858-24ac0ef74ab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4827316 Sep 22 08:41:39.500876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43350) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.505528 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Attempt 2 to provision port 18125e64-af87-4c80-8e50-c76d448d52dc Sep 22 08:41:39.507991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'cb35910d-2e66-46a6-896e-568283ef260f', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:39.514665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:39.520400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:39.523643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:39.534708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:39.556966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.566110 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-73c0838c-62df-47da-bce9-4775bd8edd87 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] delete failed (client error): The resource could not be found. Sep 22 08:41:39.569869 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-73c0838c-62df-47da-bce9-4775bd8edd87 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/4da3e849-5ba6-41ea-ad6f-8054308386fa HTTP/1.1" status: 404 len: 336 time: 0.0866394 Sep 22 08:41:39.570399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43354) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.611448 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5456939e-fae9-47a6-bb64-8159bee51975 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:39.611689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5456939e-fae9-47a6-bb64-8159bee51975 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:39.616460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5456939e-fae9-47a6-bb64-8159bee51975 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/1c1fa445-7b0c-4c28-b858-abfbc605a353 HTTP/1.1" status: 404 len: 337 time: 0.0450077 Sep 22 08:41:39.617016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43358) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.657115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Port 18125e64-af87-4c80-8e50-c76d448d52dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:39.657641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.674462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.678288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.681562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.702968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98dfb9d-2085-46cf-ad90-3fd0ab240207,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:39.727780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.732084 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d8b286b-f869-4513-b7cd-f0ac6593a109 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2266500 Sep 22 08:41:39.732658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43362) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.738324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'cb35910d-2e66-46a6-896e-568283ef260f', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:39.745806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:39.751524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:39.751854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 64fc0d29-2ad4-42d1-a2a4-68970240e38a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:39.752245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.760158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:39.767900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:39.780621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:37Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:39.786595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.790554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Checking router: 64b4858e-0b6d-4443-8a18-7bd996de0fd3 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:39.790907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Updating router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 port 18125e64-af87-4c80-8e50-c76d448d52dc binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:39.796922 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-054c0cfd-c6f8-40c7-83bb-d1854c2fcb85 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=c787c416-97d0-40e5-b993-9f419c9fbdf0 HTTP/1.1" status: 200 len: 205 time: 0.1766939 Sep 22 08:41:39.797436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.836595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 64fc0d29-2ad4-42d1-a2a4-68970240e38a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=64fc0d29-2ad4-42d1-a2a4-68970240e38a,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:39.844808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.850754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.855822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.864953 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9bb0b30a-451b-49fa-860a-506011116fcb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] delete failed (client error): The resource could not be found. Sep 22 08:41:39.868458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9bb0b30a-451b-49fa-860a-506011116fcb tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/c787c416-97d0-40e5-b993-9f419c9fbdf0 HTTP/1.1" status: 404 len: 336 time: 0.0678787 Sep 22 08:41:39.868644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.872811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd53abc-4021-421d-961a-c5c0f4df16a8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:39.893875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.895708 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2713a68-79d3-48fa-a021-fc183be2fe2d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615834 Sep 22 08:41:39.900477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43374) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.900827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.906890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'cb35910d-2e66-46a6-896e-568283ef260f', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:39.914158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:39.918833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:39.922531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef6323ad-265a-41cf-9513-b0b60bef1b1e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=ccfe5698-761f-4f74-b5d4-c3bec7ee2b47 HTTP/1.1" status: 200 len: 205 time: 0.0529010 Sep 22 08:41:39.925039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:39.930719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:39.937512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:39.958155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:39.978961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=64fc0d29-2ad4-42d1-a2a4-68970240e38a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:40.005753 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-02656d6d-3504-4309-af3f-aaaa23d1eb17 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] delete failed (client error): The resource could not be found. Sep 22 08:41:40.006931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-02656d6d-3504-4309-af3f-aaaa23d1eb17 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/ccfe5698-761f-4f74-b5d4-c3bec7ee2b47 HTTP/1.1" status: 404 len: 336 time: 0.0808365 Sep 22 08:41:40.009592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.039042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.046205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.050500 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6496b1c-1682-4bc8-b8bd-be1772536caf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:40.051044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6496b1c-1682-4bc8-b8bd-be1772536caf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:40.053030 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c6496b1c-1682-4bc8-b8bd-be1772536caf tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/d4ffa7c5-409f-4a7e-bc44-3c5f47835bd2 HTTP/1.1" status: 404 len: 337 time: 0.0421853 Sep 22 08:41:40.055495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43386) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.068596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a2f217-7bdc-4484-abda-f5bbe49b84bc,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:40.080622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.084545 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ac4125d9-197d-416b-a387-ce95411d8d99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801515 Sep 22 08:41:40.084711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.089852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'cb35910d-2e66-46a6-896e-568283ef260f', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:40.096162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:40.100813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:40.103979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:40.108415 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-57f6ae3b-73be-4820-ab83-a564894b0787 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa33ba0-32f8-4675-be93-1cc5626c6223 HTTP/1.1" status: 200 len: 205 time: 0.0516984 Sep 22 08:41:40.110202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:40.110656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43394) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.129487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.158412 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Attempt 3 to provision port 18125e64-af87-4c80-8e50-c76d448d52dc Sep 22 08:41:40.184513 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b7a78cfc-15e1-4f35-9f71-d544baa0421c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] delete failed (client error): The resource could not be found. Sep 22 08:41:40.188696 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7a78cfc-15e1-4f35-9f71-d544baa0421c tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/4fa33ba0-32f8-4675-be93-1cc5626c6223 HTTP/1.1" status: 404 len: 336 time: 0.0739408 Sep 22 08:41:40.189343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43398) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.204604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.218000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.233723 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a337a78-bbac-4031-83fd-ada72b85daa2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:40.234205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a337a78-bbac-4031-83fd-ada72b85daa2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:40.235928 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a337a78-bbac-4031-83fd-ada72b85daa2 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/f44e0a27-ecdf-4da3-b4d2-58351fb920fb HTTP/1.1" status: 404 len: 337 time: 0.0455816 Sep 22 08:41:40.238573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43402) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.240723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Port 18125e64-af87-4c80-8e50-c76d448d52dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:40.251563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a57818-5204-40b3-a756-0b7687567a2c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:40.255892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b7095393-5944-453a-8c0c-2098bb9a65a7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:40.266109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.270278 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e15ac0d9-2c3a-4366-b6a2-e2035923c5bd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820161 Sep 22 08:41:40.270610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43406) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.277701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'cb35910d-2e66-46a6-896e-568283ef260f', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:40.284398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:40.290209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:40.294167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:40.299889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:40.303130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e1369217-82f2-451f-9f56-2f2955830ea7 tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d HTTP/1.1" status: 200 len: 205 time: 0.0613821 Sep 22 08:41:40.303429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43410) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.375691 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-7414847d-79a1-4a91-a92c-a037fd6ce38e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] delete failed (client error): The resource could not be found. Sep 22 08:41:40.377029 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7414847d-79a1-4a91-a92c-a037fd6ce38e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/routers/cd253fdb-abf4-4f9e-a710-fe99c2ff5b2d HTTP/1.1" status: 404 len: 336 time: 0.0725887 Sep 22 08:41:40.379513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43414) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.381913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.399313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Transition to ACTIVE for port object 18125e64-af87-4c80-8e50-c76d448d52dc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:40.402961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port b7095393-5944-453a-8c0c-2098bb9a65a7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:40.403356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.403680 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port b7095393-5944-453a-8c0c-2098bb9a65a7 Sep 22 08:41:40.414550 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:41:40.423982 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83b3e39-c701-4aeb-8933-f58aa61dfaee tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:40.424438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83b3e39-c701-4aeb-8933-f58aa61dfaee tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:40.426073 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e83b3e39-c701-4aeb-8933-f58aa61dfaee tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/35d9d0e9-2473-4bfb-be09-8f0fe9ea636e HTTP/1.1" status: 404 len: 337 time: 0.0452290 Sep 22 08:41:40.427117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.427410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.428898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43418) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.469290 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dbd143-edb2-47b5-a563-3cbc9fe20b3e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] DELETE failed (client error): The resource could not be found. Sep 22 08:41:40.469849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dbd143-edb2-47b5-a563-3cbc9fe20b3e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 08:41:40.474444 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a6dbd143-edb2-47b5-a563-3cbc9fe20b3e tempest-RoutersTest-820336284 tempest-RoutersTest-820336284-project] 10.222.0.42 "DELETE /v2.0/subnets/3333b50f-b7a1-4cc2-8aeb-445a4f675c8b HTTP/1.1" status: 404 len: 337 time: 0.0442326 Sep 22 08:41:40.499939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.504610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.529692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f59a44-efa2-42f0-b033-bc852543ed19,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:40.539572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.544338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.545035 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04b08e64-90cc-4842-9c7a-bc05061b0c8d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2719002 Sep 22 08:41:40.553894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'cb35910d-2e66-46a6-896e-568283ef260f', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:40.560009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:40.564859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:40.567816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:40.573621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:40.584041 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:41:40.591958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.639007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4b514-2055-44fe-92f6-2897a3c60c44 None None] Pushing event updated for resources: {'Port': ['ID=18125e64-af87-4c80-8e50-c76d448d52dc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:40.661530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.665676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.688880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c5d4c1-0a05-45a2-8493-ea49773cfad1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:40.705712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.707186 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fce96f71-1c2b-4414-8353-7c3e6ff84aff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596591 Sep 22 08:41:40.727777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Attempting to bind port 18125e64-af87-4c80-8e50-c76d448d52dc on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:40.728469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Attempting to bind port 18125e64-af87-4c80-8e50-c76d448d52dc by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:40.728883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Attempting to bind port 18125e64-af87-4c80-8e50-c76d448d52dc on network 8dcafb55-eaba-41cd-8e2f-12013c449976 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:40.737546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:40.738181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Checking segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:40.738476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.738923 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Bound using segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:40.739512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Bound port: 18125e64-af87-4c80-8e50-c76d448d52dc, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:40.739950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.751954 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Attempt 4 to provision port 18125e64-af87-4c80-8e50-c76d448d52dc Sep 22 08:41:40.788156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43432) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.913687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port b7095393-5944-453a-8c0c-2098bb9a65a7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:40.914778 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 64fc0d29-2ad4-42d1-a2a4-68970240e38a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:40.954196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Port 18125e64-af87-4c80-8e50-c76d448d52dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:40.954722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:40.975900 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1986eaf2-7a4c-44f2-974d-00bac0855f00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89098d0bdcd6456ea22b9c335c9919e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840186 Sep 22 08:41:40.976440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:40.997370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] For port 18125e64-af87-4c80-8e50-c76d448d52dc, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:41.001851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] For port 18125e64-af87-4c80-8e50-c76d448d52dc, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=18125e64-af87-4c80-8e50-c76d448d52dc,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:41.007567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:41.026046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-7281a3e2-8e37-469e-9984-49aca9d96517 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:41.065533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a49cc32-c5c0-45fc-a183-436d232925fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:41.067932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-7281a3e2-8e37-469e-9984-49aca9d96517 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:41.069089 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-7281a3e2-8e37-469e-9984-49aca9d96517 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880581718&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.1120460 Sep 22 08:41:41.077624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 64fc0d29-2ad4-42d1-a2a4-68970240e38a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:41.077624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:41.077624 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 64fc0d29-2ad4-42d1-a2a4-68970240e38a Sep 22 08:41:41.100921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:41.101554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:41.166562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a49cc32-c5c0-45fc-a183-436d232925fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:41.202682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4b514-2055-44fe-92f6-2897a3c60c44 None None] Pushing event updated for resources: {'Port': ['ID=18125e64-af87-4c80-8e50-c76d448d52dc,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:41.263832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-cde2d213-1071-4471-834d-d8375f334a7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:41.265045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-cde2d213-1071-4471-834d-d8375f334a7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:41.281272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-cde2d213-1071-4471-834d-d8375f334a7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:41.282684 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-cde2d213-1071-4471-834d-d8375f334a7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 796 time: 0.2043660 Sep 22 08:41:41.283723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a49cc32-c5c0-45fc-a183-436d232925fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:41.312256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49cc32-c5c0-45fc-a183-436d232925fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d2167-4714-46a6-9660-5a84b17d5306,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:41.319593 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5078f329-5917-42e4-b9eb-65b2f1ebe77f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0309653 Sep 22 08:41:41.321484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a49cc32-c5c0-45fc-a183-436d232925fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:41.325213 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3a49cc32-c5c0-45fc-a183-436d232925fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea1d2167-4714-46a6-9660-5a84b17d5306 HTTP/1.1" status: 204 len: 168 time: 0.3455677 Sep 22 08:41:41.372669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:41.414595 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-3266fa5a-efea-4d6a-a3fe-e06f755d573c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887923 Sep 22 08:41:41.431785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-52ff38fc-c6b8-45ae-b685-20167e78946e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:41:41.432792 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-52ff38fc-c6b8-45ae-b685-20167e78946e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060067 Sep 22 08:41:41.435747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 64fc0d29-2ad4-42d1-a2a4-68970240e38a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:41.501777 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Attempt 5 to provision port 18125e64-af87-4c80-8e50-c76d448d52dc Sep 22 08:41:41.575237 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-e1548dff-4ce6-4c26-99d3-9f9377eda2f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328933 Sep 22 08:41:41.644319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Port 18125e64-af87-4c80-8e50-c76d448d52dc had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:41.685831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Provisioning complete for port 64fc0d29-2ad4-42d1-a2a4-68970240e38a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:41.686740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:41.687070 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Attempt 1 to provision port 64fc0d29-2ad4-42d1-a2a4-68970240e38a Sep 22 08:41:41.718993 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-2430d0de-c2be-4142-be17-54aae12340a8 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370981 Sep 22 08:41:41.860497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe62e5e6-6036-40f3-abe6-8a80d3a23467 None None] Current status of the port 64fc0d29-2ad4-42d1-a2a4-68970240e38a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:41.870936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:40Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:41.876795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcecf8-3695-410c-a29a-a9d2c437cad6 None None] The sync data for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv is: [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:40Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:42.008977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3390fe90-5cdf-4cf2-b022-d0b4fcff3302 req-bc40b85d-7339-473d-9462-7a9cb2a7c900 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:42.053060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3390fe90-5cdf-4cf2-b022-d0b4fcff3302 req-bc40b85d-7339-473d-9462-7a9cb2a7c900 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:42.054585 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3390fe90-5cdf-4cf2-b022-d0b4fcff3302 req-bc40b85d-7339-473d-9462-7a9cb2a7c900 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 210 time: 0.1912093 Sep 22 08:41:42.272580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 18125e64-af87-4c80-8e50-c76d448d52dc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:42.356043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 18125e64-af87-4c80-8e50-c76d448d52dc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:42.362080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 18125e64-af87-4c80-8e50-c76d448d52dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:42.362461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:42.362805 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 18125e64-af87-4c80-8e50-c76d448d52dc Sep 22 08:41:42.439475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:42.507947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 18125e64-af87-4c80-8e50-c76d448d52dc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:42.509197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:42.560841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 18125e64-af87-4c80-8e50-c76d448d52dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=18125e64-af87-4c80-8e50-c76d448d52dc,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:42.569416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:42.658978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=18125e64-af87-4c80-8e50-c76d448d52dc,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:43.166198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:43.180365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420287791', 'description': 'tempest-secgroup-smoke-420287791 description', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:43.180585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-24182bc8-ac4a-4dd8-82e0-4d55fc5a73bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:43.181130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-24182bc8-ac4a-4dd8-82e0-4d55fc5a73bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:43.189593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:43.193928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:43.195549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-24182bc8-ac4a-4dd8-82e0-4d55fc5a73bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:43.196907 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-24182bc8-ac4a-4dd8-82e0-4d55fc5a73bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 796 time: 0.1998851 Sep 22 08:41:43.199396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:43.207403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:43.234166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.254382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.256176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-b014232e-c9b0-424e-8221-87c9d0314c58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:43.275909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:43.280505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:43.283756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:43.289755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:43.317842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0843671b-92e3-4341-9549-8359875c9d2e req-6aebe1f9-e730-4508-abe9-d9bdcea6a000 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 210 time: 0.0666702 Sep 22 08:41:43.328084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-b014232e-c9b0-424e-8221-87c9d0314c58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:43.329322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-b014232e-c9b0-424e-8221-87c9d0314c58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 379 time: 0.1227200 Sep 22 08:41:43.338493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['cb35910d-2e66-46a6-896e-568283ef260f']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:43.384047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.387695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.400314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:43.408668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:43.417022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:43.427904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:43.431482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd63b1f9-1868-4c8f-badf-fae668d708c9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:43.484304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:43.494121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:43.503880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.507416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.511957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:43.515482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.549019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d83ff0c-b8db-4a29-8568-1851ab01ec68,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:43.552163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.556096 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb3d4ac3-79cf-448f-8ac8-2c5cd50cf4a3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3860784 Sep 22 08:41:43.556305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43510) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:43.561791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'security_group_rule': {'security_group_id': '5d83ff0c-b8db-4a29-8568-1851ab01ec68', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:43.567723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:43.571495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:43.574294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:43.580378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:43.596825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.660715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.664866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.683084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.13 (8dcafb55-eaba-41cd-8e2f-12013c449976/65def992-edcd-40d7-9980-5924c5fb8682/266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:43.691854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a988aaa-64ed-4843-be06-5e86cbe7b97e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:43.701360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.705131 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-19e84f92-bac8-4f10-b769-7fad70433d72 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453497 Sep 22 08:41:43.705352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:43.710249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'security_group_rule': {'security_group_id': '5d83ff0c-b8db-4a29-8568-1851ab01ec68', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:43.716019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:43.720229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:43.723069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:43.728744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:43.745564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.808409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.814245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.837329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba76053-a0b0-4a23-b25c-9196b877e5bd,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:43.847610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.848796 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cf00726b-e9c9-4b82-82cf-a626af1e09ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425681 Sep 22 08:41:43.851548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:43.856626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'security_group_rule': {'security_group_id': '5d83ff0c-b8db-4a29-8568-1851ab01ec68', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:43.862945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:43.866779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:43.869727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:43.875879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:43.877829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.892873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.896795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:43.923948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.958229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.961664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.986632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3df36d3-0f72-44da-ad0a-9657ce1bd670,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:43.995628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:43.999544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:43.999709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-81219162-d9c8-4ade-8cb8-b0f4f4c06788 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472342 Sep 22 08:41:44.001317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43522) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:44.007157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:44.013811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'security_group_rule': {'security_group_id': '5d83ff0c-b8db-4a29-8568-1851ab01ec68', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:44.018032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:44.043593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:44.055477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:44.067239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:44.071989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:44.081005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:44.098044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:44.098653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.122760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.151569 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-84ddfec4-9f89-4ed9-84b9-84961dd2f74a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8173754 Sep 22 08:41:44.172323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-d5132669-0e53-43a6-92e3-3f1c628b2fc3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:41:44.173379 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-d5132669-0e53-43a6-92e3-3f1c628b2fc3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114863 Sep 22 08:41:44.184391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Request body: {'port': {'device_id': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:44.227755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Provisioning for port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:44.233119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 18125e64-af87-4c80-8e50-c76d448d52dc up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:44.264632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Provisioning complete for port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:44.264992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.265318 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Attempt 1 to provision port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac Sep 22 08:41:44.380782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:44.383726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.393562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 18125e64-af87-4c80-8e50-c76d448d52dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:44.393927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.394266 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 18125e64-af87-4c80-8e50-c76d448d52dc Sep 22 08:41:44.397872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.435411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2563fdce-ae91-43d7-a35b-c04c0d634269,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:44.445012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.464503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.465845 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0e882bc3-ea40-46a9-ba31-eb1f2bd5ed8d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4622564 Sep 22 08:41:44.469665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43528) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:44.476340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'security_group_rule': {'security_group_id': '5d83ff0c-b8db-4a29-8568-1851ab01ec68', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:44.507606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:44.521331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:44.530587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:44.531000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 18125e64-af87-4c80-8e50-c76d448d52dc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:44.539905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:44.540235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836139-d7d4-4b35-945f-8edea43b4c08 req-5e275160-9d9e-44b1-91b6-ca2fe7437393 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:44.541716 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4836139-d7d4-4b35-945f-8edea43b4c08 req-5e275160-9d9e-44b1-91b6-ca2fe7437393 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 932 time: 0.1055567 Sep 22 08:41:44.588383 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4836139-d7d4-4b35-945f-8edea43b4c08 req-6a7c6666-14ad-4806-a961-c00e524032cb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Sep 22 08:41:44.598751 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Project 2635c4a2e5c14f4b9c653b66393bb862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:41:44.616080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.783016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.786374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.819816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444b97bc-1a73-40af-a385-182c4a6ab1bf,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:44.837787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.838951 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cda73be9-b181-4b2f-b116-cbd93cdcc2f8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3683681 Sep 22 08:41:44.841740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43532) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:44.855836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'security_group_rule': {'security_group_id': '5d83ff0c-b8db-4a29-8568-1851ab01ec68', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:44.863187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:44.882394 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Attempt 2 to provision port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac Sep 22 08:41:44.896392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:security_group_rule and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:44.908665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:44.917528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:44.931839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:41:44.937281 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Project 2635c4a2e5c14f4b9c653b66393bb862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:41:44.937570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:44.952939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.957401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:44.993137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Transition to ACTIVE for port object 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:45.004154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.203678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Pushing event updated for resources: {'Port': ['ID=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:45.211777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.221971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.252297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b439a2-ed47-4b1b-8150-ac79f5587e9b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:45.263483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.264675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bf53e6b9-d8bf-45c6-b998-2bad333c4f66 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4208684 Sep 22 08:41:45.267820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43536) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:45.273343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'network': {'name': 'tempest-network-smoke--616695650', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:45.278217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:45.280917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Attempting to bind port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:45.281240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Attempting to bind port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:45.281606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Attempting to bind port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac on network 8dcafb55-eaba-41cd-8e2f-12013c449976 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:45.282830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:network and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:45.286028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:45.286562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac on network 8dcafb55-eaba-41cd-8e2f-12013c449976 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:41:45.286879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Attempting to bind port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac on network 8dcafb55-eaba-41cd-8e2f-12013c449976 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:45.291787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:45.292009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:45.292335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Checking segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:45.292713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Bound using segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:45.293128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Bound port: 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:45.293446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.302744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Made reservation on behalf of 2635c4a2e5c14f4b9c653b66393bb862 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:45.306138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.333402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:41:45.343015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.343386 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Added segment 0dbda133-a50e-4006-a7bc-b218850b16e3 of type vlan for network 2540cc97-968a-4c0c-b906-92556fe12edb Sep 22 08:41:45.369216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.385828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] For port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:45.389009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] For port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:45.393658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.397702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:45.398329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.399749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.399902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] 10.222.0.48 "PUT /v2.0/ports/266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac HTTP/1.1" status: 200 len: 1094 time: 1.2194357 Sep 22 08:41:45.407358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:45.407888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.438808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:41:45.439018 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Attempt 3 to provision port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac Sep 22 08:41:45.441766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214e3355-efab-4297-bf47-70bca28cbb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:41:45.502446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5f8204-5883-4fcb-a54b-6e36fec29553 x-openstack-request-id: req-0e5f8204-5883-4fcb-a54b-6e36fec29553 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:41:45.502865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:41:45.503192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e5f8204-5883-4fcb-a54b-6e36fec29553 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:41:45.503670 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5f8204-5883-4fcb-a54b-6e36fec29553'] response: {'name': 'network-changed', 'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'status': 'completed', 'code': 200} Sep 22 08:41:45.512717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cd5cb77e-2e69-4476-b0de-dcbd5bb1e462 None None] Port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:45.528811 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2572198 Sep 22 08:41:45.529506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:45.534859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'admin_state_up': True, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:45.546793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:45.550630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62a468-2802-4335-8c69-a164f5b3ac10 service neutron] Pushing event updated for resources: {'Port': ['ID=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:45.551997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3973-7f32-4d08-acc8-de128d9f1651 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Network': ['ID=2540cc97-968a-4c0c-b906-92556fe12edb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:45.554378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:router and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:45.557410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:45.562886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-2b821b30-0d79-47d8-b0ad-b8b35efbb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:45.563265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:45.564395 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-2b821b30-0d79-47d8-b0ad-b8b35efbb0e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 1097 time: 0.1193628 Sep 22 08:41:45.569175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 2540cc97-968a-4c0c-b906-92556fe12edb details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:41:45.573657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.574876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.590757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:45.639522 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-d47212ae-c14b-4b32-8eac-42ad09d4e43b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac HTTP/1.1" status: 200 len: 217 time: 0.0671804 Sep 22 08:41:45.709737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-48a45e37-42ab-4a21-bc01-e9f7307b82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:45.711516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-48a45e37-42ab-4a21-bc01-e9f7307b82fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 200 len: 834 time: 0.0667803 Sep 22 08:41:45.801374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-b6e244a3-41fe-46b9-953c-4ca0a2e7d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:45.802845 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-b6e244a3-41fe-46b9-953c-4ca0a2e7d834 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dcafb55-eaba-41cd-8e2f-12013c449976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843637 Sep 22 08:41:45.936616 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-89c245ef-528b-47d3-b825-532658401553 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271057 Sep 22 08:41:46.056129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:46.152478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9fc93-9d44-45cb-a13c-d1e180b3f087 req-afaf4204-d77e-4c42-b39a-32450ae61bd8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:46.152478 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7b9fc93-9d44-45cb-a13c-d1e180b3f087 req-afaf4204-d77e-4c42-b39a-32450ae61bd8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 944 time: 0.3035653 Sep 22 08:41:46.188182 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b32e4f1b-ad6d-4b03-9a13-1d8bb0168154 req-e20e9f5f-c4bb-4f69-b9af-b0c74c7ba42d service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461936 Sep 22 08:41:46.213113 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7b9fc93-9d44-45cb-a13c-d1e180b3f087 req-02d5f078-c1da-4551-8bfb-75e2fa60ea81 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549977 Sep 22 08:41:46.313669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e3355-efab-4297-bf47-70bca28cbb1d req-73dabb9d-9d6d-4906-8ff3-1662cdd83537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:46.315275 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214e3355-efab-4297-bf47-70bca28cbb1d req-73dabb9d-9d6d-4906-8ff3-1662cdd83537 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 1097 time: 0.0827627 Sep 22 08:41:46.415980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:46.445628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:46.450605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e3355-efab-4297-bf47-70bca28cbb1d req-eac297ad-b271-45d1-8a72-e1fa53174790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:46.452105 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214e3355-efab-4297-bf47-70bca28cbb1d req-eac297ad-b271-45d1-8a72-e1fa53174790 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 897 time: 0.1302917 Sep 22 08:41:46.523189 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214e3355-efab-4297-bf47-70bca28cbb1d req-15a06932-a449-43be-a9f4-9ca9de2ef9d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac HTTP/1.1" status: 200 len: 217 time: 0.0646021 Sep 22 08:41:46.583095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Allocated IP 172.26.8.132 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/c695fa6c-a6f2-4b99-a21a-e1d87c237a93) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:46.586394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e3355-efab-4297-bf47-70bca28cbb1d req-3f2fffda-5e5b-4896-a2ba-8abb88c8509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:46.587863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214e3355-efab-4297-bf47-70bca28cbb1d req-3f2fffda-5e5b-4896-a2ba-8abb88c8509c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 200 len: 834 time: 0.0580254 Sep 22 08:41:46.673221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e3355-efab-4297-bf47-70bca28cbb1d req-cd73c461-6ada-4dc5-827c-6de2329608df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:46.674725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214e3355-efab-4297-bf47-70bca28cbb1d req-cd73c461-6ada-4dc5-827c-6de2329608df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dcafb55-eaba-41cd-8e2f-12013c449976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805924 Sep 22 08:41:46.728173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:46.758065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:46.807807 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214e3355-efab-4297-bf47-70bca28cbb1d req-89ab232d-8b59-40c9-8038-5712d3eaeb00 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257226 Sep 22 08:41:46.821225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:46.823880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:46.828004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:46.865724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Port': ['ID=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:46.937533 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214e3355-efab-4297-bf47-70bca28cbb1d req-472f9968-6764-4343-bcfa-549eee8566c1 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236849 Sep 22 08:41:47.360846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:47.414979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f01e52-c92c-4f22-8c3f-abdcf44c9d14 req-5c25ebf7-6467-42b8-a113-7021a21deb64 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:47.415708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-13f01e52-c92c-4f22-8c3f-abdcf44c9d14 req-5c25ebf7-6467-42b8-a113-7021a21deb64 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:47.430643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-13f01e52-c92c-4f22-8c3f-abdcf44c9d14 req-5c25ebf7-6467-42b8-a113-7021a21deb64 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:47.431924 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-13f01e52-c92c-4f22-8c3f-abdcf44c9d14 req-5c25ebf7-6467-42b8-a113-7021a21deb64 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 944 time: 0.1014814 Sep 22 08:41:47.481469 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-13f01e52-c92c-4f22-8c3f-abdcf44c9d14 req-d049f7fd-e93a-4669-b214-a66f22c4607a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436032 Sep 22 08:41:47.704130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:47.913803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Router ce474c7d-db79-418e-8287-c012bfb35d7f is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:41:48.090734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:48.101025 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Sync routers for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:48.110294 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:48.110882 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:48.118646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:48.119985 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e0a0614e-ebfa-4250-b26a-f6146495b12d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5890381 Sep 22 08:41:48.123163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43550) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:48.261397 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5acfa49-d115-4284-9b4f-85966ad622ca tempest-TestNetworkAdvancedServerOps-1160213714 tempest-TestNetworkAdvancedServerOps-1160213714-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=2635c4a2e5c14f4b9c653b66393bb862&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1365232 Sep 22 08:41:48.263988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:48.286425 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:48.390681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca6ec95-af6a-4320-b650-1ee3881737c6 tempest-TestNetworkAdvancedServerOps-1160213714 tempest-TestNetworkAdvancedServerOps-1160213714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:48.392239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ca6ec95-af6a-4320-b650-1ee3881737c6 tempest-TestNetworkAdvancedServerOps-1160213714 tempest-TestNetworkAdvancedServerOps-1160213714-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273122 Sep 22 08:41:48.395041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:48.438502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-458c84c3-3475-4cc5-91c2-33d79d46a4a4 tempest-TestNetworkAdvancedServerOps-1160213714 tempest-TestNetworkAdvancedServerOps-1160213714-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423555 Sep 22 08:41:48.441351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:48.446840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1782129424', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:48.557297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:48.561440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:subnet and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:48.565629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:48.574646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:48.586032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Made reservation on behalf of 2635c4a2e5c14f4b9c653b66393bb862 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:48.589732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:48.603285 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:47Z', 'revision_number': 3, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:48.607131 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Checking router: ce474c7d-db79-418e-8287-c012bfb35d7f for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:48.607501 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Updating router ce474c7d-db79-418e-8287-c012bfb35d7f port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:48.658854 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:48.741046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:41:48.782290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4902ed-2220-4b9d-9ec8-2eec99f1c808 req-b2060d4e-3583-4539-a861-55a5c9b79adb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:48.783813 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bd4902ed-2220-4b9d-9ec8-2eec99f1c808 req-b2060d4e-3583-4539-a861-55a5c9b79adb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 944 time: 0.1747246 Sep 22 08:41:48.888983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:48.907542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'port_id': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'mac_address': 'fa:16:3e:84:3c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:41:48.984355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:48.984859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:48.994692 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.004112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:41:49.007397 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Transition to ACTIVE for port object c695fa6c-a6f2-4b99-a21a-e1d87c237a93 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:49.015301 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.021294 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bd4902ed-2220-4b9d-9ec8-2eec99f1c808 req-9f69a897-6936-4ded-85af-f1530db7dab5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028689 Sep 22 08:41:49.022951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:49.031499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.063484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.079360 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Attempting to bind port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:49.079734 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Attempting to bind port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:49.080090 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Attempting to bind port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:49.095442 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:49.095812 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:49.096207 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.096592 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:49.097051 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Bound port: c695fa6c-a6f2-4b99-a21a-e1d87c237a93, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:49.097436 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.102883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:49.147650 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Pushing event updated for resources: {'Port': ['ID=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:49.148242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Subnet': ['ID=967600e7-0f7d-4755-9b57-244108900d67,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:49.156433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Checking segment: {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:49.156789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Network hostable DHCP agents. Network: 2540cc97-968a-4c0c-b906-92556fe12edb, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:41:49.157536 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.157882 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.158218 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.158553 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.158873 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.159197 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.159539 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.159857 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.160181 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.160494 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.160807 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.161117 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:49.175413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Network 2540cc97-968a-4c0c-b906-92556fe12edb is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:41:49.185079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 2540cc97-968a-4c0c-b906-92556fe12edb) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:49.189770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:49.190560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.195043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5db56-016c-488c-acf1-0e70a27db4c9 None None] Network 2540cc97-968a-4c0c-b906-92556fe12edb requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:49.198430 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] For port c695fa6c-a6f2-4b99-a21a-e1d87c237a93, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:49.202498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] For port c695fa6c-a6f2-4b99-a21a-e1d87c237a93, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:49.205846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.217732 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-66bc2a78-bd92-4713-bcd1-04c440d04551 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7752891 Sep 22 08:41:49.219946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43570) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:49.268777 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:49.269311 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:49.281636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:41:49.354911 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179d2d-7536-4416-9a9e-3ce607bb016b None None] Pushing event updated for resources: {'Port': ['ID=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:49.465926 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:49.544124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-2540cc97-968a-4c0c-b906-92556fe12edb', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:41:49.544942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:49.762393 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:47Z', 'revision_number': 3, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:49.766648 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d5279-21bc-42bf-9ac4-33cc827a94c3 None None] The sync data for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv is: [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:47Z', 'revision_number': 3, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:49.822907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Allocated IP 172.20.0.2 (2540cc97-968a-4c0c-b906-92556fe12edb/967600e7-0f7d-4755-9b57-244108900d67/c8537a1a-0585-49f0-b65f-e9d0e770975e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:50.096285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.119713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.130986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Transition to ACTIVE for port object c8537a1a-0585-49f0-b65f-e9d0e770975e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:50.150320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Transition to ACTIVE for port object c8537a1a-0585-49f0-b65f-e9d0e770975e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:50.157142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.227253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Network 2540cc97-968a-4c0c-b906-92556fe12edb is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:50.230411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:50.234246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:50.358505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Pushing event updated for resources: {'Port': ['ID=c8537a1a-0585-49f0-b65f-e9d0e770975e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:50.361897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c695fa6c-a6f2-4b99-a21a-e1d87c237a93 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:50.406485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.406828 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.407162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.407515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.407838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.408164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.408484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.409610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.409610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.409610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.409852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.410034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:50.438883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Attempting to bind port c8537a1a-0585-49f0-b65f-e9d0e770975e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:50.439836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Attempting to bind port c8537a1a-0585-49f0-b65f-e9d0e770975e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:50.439836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Attempting to bind port c8537a1a-0585-49f0-b65f-e9d0e770975e on network 2540cc97-968a-4c0c-b906-92556fe12edb {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:50.447643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b01f01-945b-4c52-bd0a-133dca301cb0 req-7fef61d8-2ac1-446c-9227-994bb16e4909 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:50.450316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:50.450690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Checking segment: {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:50.451082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.452007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Bound using segment: {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:50.452487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Bound port: c8537a1a-0585-49f0-b65f-e9d0e770975e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:50.452850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.455193 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a5b01f01-945b-4c52-bd0a-133dca301cb0 req-7fef61d8-2ac1-446c-9227-994bb16e4909 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 945 time: 0.2565906 Sep 22 08:41:50.521327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:50.531451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:50.531827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.532160 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 Sep 22 08:41:50.558874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a5b01f01-945b-4c52-bd0a-133dca301cb0 req-03e9ffe4-ff58-4693-84ac-802ed3d8d1a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027904 Sep 22 08:41:50.617467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] For port c8537a1a-0585-49f0-b65f-e9d0e770975e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:50.622388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] For port c8537a1a-0585-49f0-b65f-e9d0e770975e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c8537a1a-0585-49f0-b65f-e9d0e770975e,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:50.630757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.640767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Allocated IP 172.20.0.1 (2540cc97-968a-4c0c-b906-92556fe12edb/967600e7-0f7d-4755-9b57-244108900d67/3e2973e7-d723-4736-91ec-8a635853aa58) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:50.762891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:50.806914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f0ad-7c8a-4f7f-b2f7-dfaffb43c127 None None] Pushing event updated for resources: {'Port': ['ID=c8537a1a-0585-49f0-b65f-e9d0e770975e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:50.819521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.823603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:50.824112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.837985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Transition to ACTIVE for port object 3e2973e7-d723-4736-91ec-8a635853aa58 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:50.848281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port c695fa6c-a6f2-4b99-a21a-e1d87c237a93, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:50.856499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.866109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.914627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:50.963159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:50.963642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:50.964044 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac Sep 22 08:41:50.965853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Network 2540cc97-968a-4c0c-b906-92556fe12edb is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:50.968786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:50.972967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:51.016224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:51.018033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Port': ['ID=3e2973e7-d723-4736-91ec-8a635853aa58,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:51.043259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.043615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.043958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.044297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.044630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.044962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.045827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.046158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.046484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.046810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.047135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.047550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:41:51.064049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:51.114747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:51.115123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:51.143113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:41:51.145396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54db95da-2282-4be8-b239-1d3d942b6f33" -d '{"events": [{"server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "name": "network-vif-plugged", "status": "completed", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:41:51.153171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:51.157776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:51.197345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149a799-ac81-48d7-b4c4-6859a081a358 x-openstack-request-id: req-b149a799-ac81-48d7-b4c4-6859a081a358 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:41:51.197653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "name": "network-vif-plugged", "status": "completed", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:41:51.197929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b149a799-ac81-48d7-b4c4-6859a081a358 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:41:51.198279 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b149a799-ac81-48d7-b4c4-6859a081a358'] response: {'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'code': 200} Sep 22 08:41:51.210444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:51.243954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:51.600852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d34289-7df6-44c6-b39b-d9790f62ad25 req-6e9f1ae8-eeb0-42ea-901a-2e485d654ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:51.602311 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b3d34289-7df6-44c6-b39b-d9790f62ad25 req-6e9f1ae8-eeb0-42ea-901a-2e485d654ae0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 1099 time: 0.2331109 Sep 22 08:41:51.680317 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b3d34289-7df6-44c6-b39b-d9790f62ad25 req-b2599e32-c764-4090-a473-454dab1168fa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636473 Sep 22 08:41:51.895887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:51.906301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:52.013036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2691b4b-cbdd-4fc0-b21c-805c74bfd454 req-5adea875-2f4f-46f9-8ea1-b61032c8547a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:52.015110 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a2691b4b-cbdd-4fc0-b21c-805c74bfd454 req-5adea875-2f4f-46f9-8ea1-b61032c8547a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 946 time: 0.3339217 Sep 22 08:41:52.054150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Port': ['ID=3e2973e7-d723-4736-91ec-8a635853aa58,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:52.078228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:52.095495 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a2691b4b-cbdd-4fc0-b21c-805c74bfd454 req-745fd1e7-680d-420d-ad5a-93d08b6a5a73 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729170 Sep 22 08:41:52.159261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f749b-97b6-4bfa-be52-1fd139b00a8d None None] Network 2540cc97-968a-4c0c-b906-92556fe12edb requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:41:52.246177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Network 2540cc97-968a-4c0c-b906-92556fe12edb is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:52.247178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:52.253729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f234b47-955f-4ccd-8c26-d9e3cfa47624 None None] Provisioning for port c8537a1a-0585-49f0-b65f-e9d0e770975e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:52.337646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8537a1a-0585-49f0-b65f-e9d0e770975e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:52.468572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Router ce474c7d-db79-418e-8287-c012bfb35d7f has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:52.474052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c8537a1a-0585-49f0-b65f-e9d0e770975e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:52.481214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c8537a1a-0585-49f0-b65f-e9d0e770975e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:52.481575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:52.481899 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c8537a1a-0585-49f0-b65f-e9d0e770975e Sep 22 08:41:52.615633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c8537a1a-0585-49f0-b65f-e9d0e770975e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:52.616014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:52.660118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port c8537a1a-0585-49f0-b65f-e9d0e770975e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c8537a1a-0585-49f0-b65f-e9d0e770975e,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:52.665340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:52.666270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c695fa6c-a6f2-4b99-a21a-e1d87c237a93 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:52.669621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:52.680434 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99aed528-0629-4c1d-9ac8-f28e2ac3382e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "PUT /v2.0/routers/ce474c7d-db79-418e-8287-c012bfb35d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4593899 Sep 22 08:41:52.729971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Sync routers for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:52.797783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:52.798420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:52.884169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=c8537a1a-0585-49f0-b65f-e9d0e770975e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:52.896410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-c9d304a9-11da-462e-af0c-303d8d976b49 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Synchronizing usage tracker for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:52.901856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Provisioning complete for port c8537a1a-0585-49f0-b65f-e9d0e770975e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:52.902231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:52.902564 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Attempt 1 to provision port c8537a1a-0585-49f0-b65f-e9d0e770975e Sep 22 08:41:52.922808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-c9d304a9-11da-462e-af0c-303d8d976b49 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Unset dirty status for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:52.932078 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-c9d304a9-11da-462e-af0c-303d8d976b49 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420287791&fields=id&tenant_id=2635c4a2e5c14f4b9c653b66393bb862 HTTP/1.1" status: 200 len: 267 time: 0.1066573 Sep 22 08:41:53.117788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-1a85810f-87c7-4bf1-b686-379fb8ac58d4 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:53.118588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-1a85810f-87c7-4bf1-b686-379fb8ac58d4 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Synchronizing usage tracker for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:53.140991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-1a85810f-87c7-4bf1-b686-379fb8ac58d4 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Unset dirty status for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:53.149329 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-1a85810f-87c7-4bf1-b686-379fb8ac58d4 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/networks?id=2540cc97-968a-4c0c-b906-92556fe12edb HTTP/1.1" status: 200 len: 796 time: 0.2157359 Sep 22 08:41:53.167002 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-7e5d9d29-a2c5-42da-a3ee-57482500a15e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/quotas/2635c4a2e5c14f4b9c653b66393bb862 HTTP/1.1" status: 200 len: 375 time: 0.0164950 Sep 22 08:41:53.185670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Current status of the port c8537a1a-0585-49f0-b65f-e9d0e770975e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:53.189461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:53.189834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:53.191529 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 Sep 22 08:41:53.247689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Provisioning for port 3e2973e7-d723-4736-91ec-8a635853aa58 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:53.259101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:53.276625 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-dfedfd67-77ea-4e66-bf2d-559c39d35fe6 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2635c4a2e5c14f4b9c653b66393bb862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086240 Sep 22 08:41:53.313779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Provisioning complete for port 3e2973e7-d723-4736-91ec-8a635853aa58 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:53.314210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:53.314500 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Attempt 1 to provision port 3e2973e7-d723-4736-91ec-8a635853aa58 Sep 22 08:41:53.336834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505de85-921c-4a30-97ef-4489ea4631af req-7af249c5-ee69-41f0-a1a4-e67dfb0458c8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:53.338430 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0505de85-921c-4a30-97ef-4489ea4631af req-7af249c5-ee69-41f0-a1a4-e67dfb0458c8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 946 time: 0.1069908 Sep 22 08:41:53.387151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0505de85-921c-4a30-97ef-4489ea4631af req-cb421379-5895-49a9-a45f-8001e6f7593e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Sep 22 08:41:53.428341 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-e396a48f-0a0b-44fe-bc6f-4b90fd266806 service neutron] 10.222.0.42 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386995 Sep 22 08:41:53.450033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Port 3e2973e7-d723-4736-91ec-8a635853aa58 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:53.569980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-f6560846-c015-4b37-8fa8-0fe980b7d43b service neutron] 10.222.0.42 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341810 Sep 22 08:41:53.581237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:53.593088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f3b3d-c983-4102-b0ca-7090109bced0 req-2cce6ad9-3d84-4166-bcfa-7005bd59ea7d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:53.599719 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e4f3b3d-c983-4102-b0ca-7090109bced0 req-2cce6ad9-3d84-4166-bcfa-7005bd59ea7d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 946 time: 0.0989027 Sep 22 08:41:53.643182 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e4f3b3d-c983-4102-b0ca-7090109bced0 req-1423f4d6-f7ba-4c67-a532-695c3edf2c62 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Sep 22 08:41:53.673489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43596) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:53.691503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 2, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:53.696085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Checking router: ce474c7d-db79-418e-8287-c012bfb35d7f for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:53.696505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Updating router ce474c7d-db79-418e-8287-c012bfb35d7f port 3e2973e7-d723-4736-91ec-8a635853aa58 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:41:53.765757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:53.786950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d04392a5-5014-4c57-8437-6c64fa1d35e9 req-b7e2e074-47d7-498c-87d8-6abf6faf106a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Synchronizing usage tracker for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:53.824534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d04392a5-5014-4c57-8437-6c64fa1d35e9 req-b7e2e074-47d7-498c-87d8-6abf6faf106a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Unset dirty status for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:53.825739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d04392a5-5014-4c57-8437-6c64fa1d35e9 req-b7e2e074-47d7-498c-87d8-6abf6faf106a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 210 time: 0.1008964 Sep 22 08:41:53.835809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce6924-98a0-4780-b8eb-db5540b6bc90 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:53.850581 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1dce6924-98a0-4780-b8eb-db5540b6bc90 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 1094 time: 0.1734760 Sep 22 08:41:53.850970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:53.856496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:53.863611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:53.867723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:41:53.870552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:41:53.877328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:53.889849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:53.980834 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Attempt 2 to provision port 3e2973e7-d723-4736-91ec-8a635853aa58 Sep 22 08:41:54.055005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.069091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Port 3e2973e7-d723-4736-91ec-8a635853aa58 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:54.193224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.206843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Transition to ACTIVE for port object 3e2973e7-d723-4736-91ec-8a635853aa58 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:54.216753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.216963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.167 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/8b7d86c7-2909-473a-9de8-5671aa1f4402) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:54.301184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8537a1a-0585-49f0-b65f-e9d0e770975e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:54.377614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.408074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.488374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:54.489003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825029-6fed-43e4-8428-93a62e5d1f78 None None] Pushing event updated for resources: {'Port': ['ID=3e2973e7-d723-4736-91ec-8a635853aa58,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:54.491586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:54.496479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:54.499709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Attempting to bind port 3e2973e7-d723-4736-91ec-8a635853aa58 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:54.500080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Attempting to bind port 3e2973e7-d723-4736-91ec-8a635853aa58 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:54.500440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Attempting to bind port 3e2973e7-d723-4736-91ec-8a635853aa58 on network 2540cc97-968a-4c0c-b906-92556fe12edb {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:54.511319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:54.511688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Checking segment: {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:54.512084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.512469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Bound using segment: {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:54.512924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Bound port: 3e2973e7-d723-4736-91ec-8a635853aa58, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:54.513295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.527270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=8b7d86c7-2909-473a-9de8-5671aa1f4402,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:54.528499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c8537a1a-0585-49f0-b65f-e9d0e770975e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:54.528872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.529505 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c8537a1a-0585-49f0-b65f-e9d0e770975e Sep 22 08:41:54.589006 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Attempt 3 to provision port 3e2973e7-d723-4736-91ec-8a635853aa58 Sep 22 08:41:54.736521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Port 3e2973e7-d723-4736-91ec-8a635853aa58 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:54.755161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] For port 3e2973e7-d723-4736-91ec-8a635853aa58, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:54.807707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] For port 3e2973e7-d723-4736-91ec-8a635853aa58, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3e2973e7-d723-4736-91ec-8a635853aa58,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:54.819065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:54.907359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8825029-6fed-43e4-8428-93a62e5d1f78 None None] Pushing event updated for resources: {'Port': ['ID=3e2973e7-d723-4736-91ec-8a635853aa58,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:54.919627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:54.920285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:54.955968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:55.004640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c8537a1a-0585-49f0-b65f-e9d0e770975e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:55.009486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-e61f8c29-c3fe-4cad-b5d9-e6e084e751f9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:55.024035 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-e61f8c29-c3fe-4cad-b5d9-e6e084e751f9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.48 "GET /v2.0/networks?id=2540cc97-968a-4c0c-b906-92556fe12edb HTTP/1.1" status: 200 len: 796 time: 0.2204001 Sep 22 08:41:55.082804 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-ade021f9-9ed1-455c-9ed0-2019c3fd7431 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2635c4a2e5c14f4b9c653b66393bb862 HTTP/1.1" status: 200 len: 379 time: 0.0495389 Sep 22 08:41:55.093508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'port': {'device_id': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'admin_state_up': True, 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'security_groups': ['5d83ff0c-b8db-4a29-8568-1851ab01ec68']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:55.155459 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ca96e97-4c1f-4282-9649-00051892e6a2 req-cf0bcd9c-6d5b-43f2-88b8-24d1ba7ba457 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 210 time: 0.0604210 Sep 22 08:41:55.184592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:55.218723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:55.240829 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Attempt 4 to provision port 3e2973e7-d723-4736-91ec-8a635853aa58 Sep 22 08:41:55.271293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:41:55.282072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:41:55.292965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Made reservation on behalf of 2635c4a2e5c14f4b9c653b66393bb862 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:41:55.296843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:55.442964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:55.448084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-002d77a2-d687-4250-ae46-ab380c000e8a None None] Port 3e2973e7-d723-4736-91ec-8a635853aa58 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:55.450100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:55.559291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=8b7d86c7-2909-473a-9de8-5671aa1f4402,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:55.564360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:55.577849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Allocated IP 172.20.0.9 (2540cc97-968a-4c0c-b906-92556fe12edb/967600e7-0f7d-4755-9b57-244108900d67/232c92bf-b337-4a95-89d4-b982c76d44e3) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:41:55.596546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:54Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:55.600646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d99e6-e4f0-41c6-9a0f-13c5f82c336f None None] The sync data for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv is: [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:54Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:55.790239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca associated. External IP: 172.26.8.167, port: 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac. Sep 22 08:41:55.849136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:55.870923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Transition to ACTIVE for port object 232c92bf-b337-4a95-89d4-b982c76d44e3 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:55.901976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.002016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Network 2540cc97-968a-4c0c-b906-92556fe12edb is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:41:56.003257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:41:56.036810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:41:56.113628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:56.114412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.256213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:56.261484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-96582c1b-c3c5-4bb0-8c58-81b19322032a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1735077 Sep 22 08:41:56.334020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3e2973e7-d723-4736-91ec-8a635853aa58 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:56.350220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Request body: {'port': {'device_id': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:41:56.375948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:41:56.419780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Provisioning for port 232c92bf-b337-4a95-89d4-b982c76d44e3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:56.426634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Provisioning complete for port 232c92bf-b337-4a95-89d4-b982c76d44e3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:56.427289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.427947 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Attempt 1 to provision port 232c92bf-b337-4a95-89d4-b982c76d44e3 Sep 22 08:41:56.458086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 3e2973e7-d723-4736-91ec-8a635853aa58 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:41:56.485671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3e2973e7-d723-4736-91ec-8a635853aa58 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:56.486405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.486941 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3e2973e7-d723-4736-91ec-8a635853aa58 Sep 22 08:41:56.546159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Port 232c92bf-b337-4a95-89d4-b982c76d44e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:56.589633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ab916-944d-4a40-bd1c-d981c87ef49b req-be053719-8fc1-4356-9e3d-f147ecbeb29e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:56.590358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-147ab916-944d-4a40-bd1c-d981c87ef49b req-be053719-8fc1-4356-9e3d-f147ecbeb29e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Synchronizing usage tracker for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:41:56.594452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.603939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:41:56.615017 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] Sync routers for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:41:56.619325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3e2973e7-d723-4736-91ec-8a635853aa58 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:56.619905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.633631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.634137 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:56.635047 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:56.664677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 3e2973e7-d723-4736-91ec-8a635853aa58, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3e2973e7-d723-4736-91ec-8a635853aa58,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:41:56.670308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:56.694723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-147ab916-944d-4a40-bd1c-d981c87ef49b req-be053719-8fc1-4356-9e3d-f147ecbeb29e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Unset dirty status for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:41:56.695931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-147ab916-944d-4a40-bd1c-d981c87ef49b req-be053719-8fc1-4356-9e3d-f147ecbeb29e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 931 time: 0.3064167 Sep 22 08:41:56.720945 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f9a6edf-9eab-4bdd-9eec-3065b13adbb6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8684661 Sep 22 08:41:56.721937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:41:56.725452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43624) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:56.725663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29a824f-43d2-4547-9120-a02c2aff1755" -d '{"events": [{"name": "network-changed", "server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:41:56.777661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=3e2973e7-d723-4736-91ec-8a635853aa58,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:56.785648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352ed7b-16cf-4d31-9802-5e9521ca1496 x-openstack-request-id: req-b352ed7b-16cf-4d31-9802-5e9521ca1496 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:41:56.785944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:41:56.786267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b352ed7b-16cf-4d31-9802-5e9521ca1496 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:41:56.786570 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b352ed7b-16cf-4d31-9802-5e9521ca1496'] response: {'name': 'network-changed', 'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'status': 'completed', 'code': 200} Sep 22 08:41:56.906269 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:56.968287 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-147ab916-944d-4a40-bd1c-d981c87ef49b req-de432dae-06e3-4e4e-9974-afef4e38e154 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578382 Sep 22 08:41:57.047823 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Attempt 2 to provision port 232c92bf-b337-4a95-89d4-b982c76d44e3 Sep 22 08:41:57.057284 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-801ee463-7bcf-421d-ae66-acf021f70337 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 992 time: 0.3266635 Sep 22 08:41:57.122289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Port 232c92bf-b337-4a95-89d4-b982c76d44e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:57.167886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-8408c81b-8d87-4bbf-954d-c1a2ddcd859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:57.169889 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-8408c81b-8d87-4bbf-954d-c1a2ddcd859c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 1099 time: 0.3071702 Sep 22 08:41:57.275962 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7b2af3ae-2f6b-4e4f-80da-72df7ca598ca', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'port_id': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'mac_address': 'fa:16:3e:84:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:41:54Z', 'updated_at': '2022-09-22T08:41:54Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:57.280161 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] Checking router: 64b4858e-0b6d-4443-8a18-7bd996de0fd3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:41:57.288388 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:41:57.288979 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:57.374244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-cf92b5ad-cec1-4574-9791-4798834bc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:57.375637 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-cf92b5ad-cec1-4574-9791-4798834bc920 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 897 time: 0.1990900 Sep 22 08:41:57.381496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232c92bf-b337-4a95-89d4-b982c76d44e3 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:41:57.446630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:57.465796 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:41:57.535062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Transition to ACTIVE for port object 232c92bf-b337-4a95-89d4-b982c76d44e3 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:41:57.546738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:57.623842 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Attempt 3 to provision port 232c92bf-b337-4a95-89d4-b982c76d44e3 Sep 22 08:41:57.684391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Port 232c92bf-b337-4a95-89d4-b982c76d44e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:57.771902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-bc88f0cd-cb62-46a0-b900-3a9fb9db0cb4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac HTTP/1.1" status: 200 len: 1000 time: 0.3858891 Sep 22 08:41:57.818823 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7b2af3ae-2f6b-4e4f-80da-72df7ca598ca', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'port_id': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'mac_address': 'fa:16:3e:84:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:41:54Z', 'updated_at': '2022-09-22T08:41:54Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:41:57.822848 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e7911-4ca2-40a3-b168-5c7932dfe8b3 None None] The sync data for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv is: [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7b2af3ae-2f6b-4e4f-80da-72df7ca598ca', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'port_id': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'mac_address': 'fa:16:3e:84:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:41:54Z', 'updated_at': '2022-09-22T08:41:54Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:41:57.917181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:57.945705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-946429e7-080d-40a5-9fac-50d03bb5a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:57.952260 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-946429e7-080d-40a5-9fac-50d03bb5a534 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 200 len: 834 time: 0.1680436 Sep 22 08:41:57.955256 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-cca221f3-c6ac-4665-99c0-5074c4c9b861 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5156438 Sep 22 08:41:58.034225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f9aa36-40bf-466d-98b4-046d8bb41e2b None None] New status for floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:41:58.061141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:58.079960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Attempting to bind port 232c92bf-b337-4a95-89d4-b982c76d44e3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:41:58.080591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Attempting to bind port 232c92bf-b337-4a95-89d4-b982c76d44e3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:41:58.080591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Attempting to bind port 232c92bf-b337-4a95-89d4-b982c76d44e3 on network 2540cc97-968a-4c0c-b906-92556fe12edb {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:58.089476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Port 232c92bf-b337-4a95-89d4-b982c76d44e3 on network 2540cc97-968a-4c0c-b906-92556fe12edb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:41:58.089801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Attempting to bind port 232c92bf-b337-4a95-89d4-b982c76d44e3 on network 2540cc97-968a-4c0c-b906-92556fe12edb {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:41:58.106543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:41:58.106986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Checking segment: {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:41:58.109432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Bound using segment: {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:41:58.109432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Bound port: 232c92bf-b337-4a95-89d4-b982c76d44e3, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dbda133-a50e-4006-a7bc-b218850b16e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:41:58.110106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:58.199354 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Attempt 4 to provision port 232c92bf-b337-4a95-89d4-b982c76d44e3 Sep 22 08:41:58.225934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-1a2cfb90-5344-47ed-b5f7-efdfc1629785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:58.232358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-1a2cfb90-5344-47ed-b5f7-efdfc1629785 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dcafb55-eaba-41cd-8e2f-12013c449976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2629499 Sep 22 08:41:58.237134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-72bc5474-dcb5-45ad-8c9b-10b150f9ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:58.238593 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-72bc5474-dcb5-45ad-8c9b-10b150f9ad02 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 1099 time: 0.2198114 Sep 22 08:41:58.324883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3e2973e7-d723-4736-91ec-8a635853aa58 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:41:58.337972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:41:58.371771 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-817f6695-101a-4264-a7c0-4d4dbb3df079 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 992 time: 0.3094866 Sep 22 08:41:58.395478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c68d4-c4fd-46a8-8c15-76abe5d48d41 req-71cd60c9-aa05-48cb-95f6-e6bfda22b3f7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:58.401007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Port 232c92bf-b337-4a95-89d4-b982c76d44e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:41:58.402305 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a3c68d4-c4fd-46a8-8c15-76abe5d48d41 req-71cd60c9-aa05-48cb-95f6-e6bfda22b3f7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 943 time: 0.2795160 Sep 22 08:41:58.411019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:41:58.427709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:58.445546 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:41:58.447717 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a3c68d4-c4fd-46a8-8c15-76abe5d48d41 req-101c962b-7155-4eae-bbe3-9a3ab03766f3 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445535 Sep 22 08:41:58.467851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:58.468593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:58.470069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] 10.222.0.48 "PUT /v2.0/ports/232c92bf-b337-4a95-89d4-b982c76d44e3 HTTP/1.1" status: 200 len: 1093 time: 2.1988151 Sep 22 08:41:58.480325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:41:58.481004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3e2973e7-d723-4736-91ec-8a635853aa58 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:41:58.481542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:41:58.482156 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3e2973e7-d723-4736-91ec-8a635853aa58 Sep 22 08:41:58.485860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b20d44-dd74-4741-9c2c-882c81b8a891" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:41:58.559635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd01fc1a-e49f-497c-ae99-7b362f51829a x-openstack-request-id: req-fd01fc1a-e49f-497c-ae99-7b362f51829a {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:41:58.559635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:41:58.559635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd01fc1a-e49f-497c-ae99-7b362f51829a {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:41:58.560089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd01fc1a-e49f-497c-ae99-7b362f51829a'] response: {'name': 'network-changed', 'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'status': 'completed', 'code': 200} Sep 22 08:41:58.609426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3e2973e7-d723-4736-91ec-8a635853aa58 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:41:58.656802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5b86-d00d-4411-8428-685d0422f74a service neutron] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:41:58.663032 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-7b03a61b-0e21-4974-b083-4c4f8bf239d8 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192421 Sep 22 08:41:58.666695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-4091d299-62df-4c25-9cf6-2e610112a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:58.668130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-4091d299-62df-4c25-9cf6-2e610112a1d7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.3995385 Sep 22 08:41:58.842571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-53c4e986-bb59-4e84-afd6-4fe2cbbecb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:58.844065 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-53c4e986-bb59-4e84-afd6-4fe2cbbecb04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2635c4a2e5c14f4b9c653b66393bb862&device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 1096 time: 0.3336670 Sep 22 08:41:58.901951 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Attempt 5 to provision port 232c92bf-b337-4a95-89d4-b982c76d44e3 Sep 22 08:41:58.922033 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-c79d8bfc-845d-4305-a1aa-53daae69b039 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd HTTP/1.1" status: 200 len: 1002 time: 0.2342649 Sep 22 08:41:58.933075 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-3ea5de9e-e6a3-4c03-84b8-60fe9b1234c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=232c92bf-b337-4a95-89d4-b982c76d44e3 HTTP/1.1" status: 200 len: 217 time: 0.0825410 Sep 22 08:41:58.963854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a466bbb9-f7ba-441c-b1e1-732bc499e7d5 None None] Port 232c92bf-b337-4a95-89d4-b982c76d44e3 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:41:59.050211 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-90f19938-6c0d-457c-9ec0-4e6702902239 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811584 Sep 22 08:41:59.067718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-5ae11c8d-4eb3-492b-b241-d0561fe1bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:59.069093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-5ae11c8d-4eb3-492b-b241-d0561fe1bb0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.1351860 Sep 22 08:41:59.070674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-ef518a4e-a535-4e86-9fdc-c975787eaaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:59.072031 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-ef518a4e-a535-4e86-9fdc-c975787eaaf8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967600e7-0f7d-4755-9b57-244108900d67 HTTP/1.1" status: 200 len: 835 time: 0.1041548 Sep 22 08:41:59.221956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-6de399ce-3aef-4543-94a8-4229d650a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:59.223450 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-6de399ce-3aef-4543-94a8-4229d650a8ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1421716 Sep 22 08:41:59.225826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-9abda493-39a9-4053-ab95-60117ea66751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:59.227110 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-9abda493-39a9-4053-ab95-60117ea66751 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2540cc97-968a-4c0c-b906-92556fe12edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108127 Sep 22 08:41:59.373076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:41:59.484000 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d05a5cea-2b38-43c7-adbb-0158ff21ab0d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 994 time: 0.1090422 Sep 22 08:41:59.587076 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-f21da7fe-08b5-4dd7-8cfb-cd3f369d86f7 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520925 Sep 22 08:41:59.588872 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-753a4e6b-bda9-4d1e-b515-9a0daf61f43e service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529048 Sep 22 08:41:59.653717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b7840-e3e0-4b99-8e34-8d1632833d34 req-0aa23d04-6b5f-48ee-a357-26567275c9fc tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:59.655717 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-441b7840-e3e0-4b99-8e34-8d1632833d34 req-0aa23d04-6b5f-48ee-a357-26567275c9fc tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 943 time: 0.0939853 Sep 22 08:41:59.699762 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-441b7840-e3e0-4b99-8e34-8d1632833d34 req-1117196e-be90-41a5-b64e-6c698125a8cb tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382030 Sep 22 08:41:59.827426 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f815178-5365-49e7-b0d2-a48a91b49dd9 req-bbd7b29e-7fbc-44b6-8c20-f01a671619bc service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280924 Sep 22 08:41:59.829189 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad08c7cb-514b-4274-a612-6b2ea3429bdb req-f32784e9-8325-4171-b28d-4b3350386682 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311754 Sep 22 08:41:59.946413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-2005c79e-257b-428f-bd0d-c21cbd9aa127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:41:59.947915 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-2005c79e-257b-428f-bd0d-c21cbd9aa127 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2635c4a2e5c14f4b9c653b66393bb862&device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 1096 time: 0.0807700 Sep 22 08:42:00.078044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-ff88d4e8-8a9e-48a4-a114-380375e7d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:00.079419 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-ff88d4e8-8a9e-48a4-a114-380375e7d107 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2540cc97-968a-4c0c-b906-92556fe12edb HTTP/1.1" status: 200 len: 897 time: 0.1248007 Sep 22 08:42:00.145044 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-529f074f-6d05-490e-876c-42151ebfa44a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=232c92bf-b337-4a95-89d4-b982c76d44e3 HTTP/1.1" status: 200 len: 217 time: 0.0597324 Sep 22 08:42:00.207906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-aca83e4a-da73-4b36-a7a0-3e6269666a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:00.209293 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-aca83e4a-da73-4b36-a7a0-3e6269666a4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967600e7-0f7d-4755-9b57-244108900d67 HTTP/1.1" status: 200 len: 835 time: 0.0585351 Sep 22 08:42:00.289676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-97d803dc-1bda-45b6-a5ac-285dcc4e7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:00.291125 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-97d803dc-1bda-45b6-a5ac-285dcc4e7e29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2540cc97-968a-4c0c-b906-92556fe12edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755396 Sep 22 08:42:00.420334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-07951abf-3da5-4e87-8078-65a105561f30 service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222758 Sep 22 08:42:00.550052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-97b20d44-dd74-4741-9c2c-882c81b8a891 req-f95f3263-e654-40f8-b466-f72ef9a00045 service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229286 Sep 22 08:42:00.901409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6619c04-d8c9-47bc-bf61-1d0daa13bf90 req-dd4bf68e-fd35-402a-9a39-a9ab22940c53 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:00.902848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6619c04-d8c9-47bc-bf61-1d0daa13bf90 req-dd4bf68e-fd35-402a-9a39-a9ab22940c53 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 943 time: 0.0931621 Sep 22 08:42:00.946140 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6619c04-d8c9-47bc-bf61-1d0daa13bf90 req-b3b87149-a961-41f4-9e4f-4979c7ec233b tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370314 Sep 22 08:42:02.141611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a9735-33d2-421b-acce-cea4dac3cbf0 req-357ac4c9-4de3-4e49-af0b-b95fe4fa9a0d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:02.142845 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c9a9735-33d2-421b-acce-cea4dac3cbf0 req-357ac4c9-4de3-4e49-af0b-b95fe4fa9a0d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 943 time: 0.0883615 Sep 22 08:42:02.189403 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c9a9735-33d2-421b-acce-cea4dac3cbf0 req-efe27a63-bf56-48a2-9e61-1f4925d3110e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409360 Sep 22 08:42:02.312872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43648) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:02.510218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Deleting port 58d28d75-abb8-4f75-a84a-901d4bca73f5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:02.510562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:02.777112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:02.777441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:02.808415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 232c92bf-b337-4a95-89d4-b982c76d44e3 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:42:02.900452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Calling delete_port for 58d28d75-abb8-4f75-a84a-901d4bca73f5 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:02.941805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:02.955624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'port_id': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'mac_address': 'fa:16:3e:7c:39:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:42:03.014612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 232c92bf-b337-4a95-89d4-b982c76d44e3 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:42:03.014988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:03.032986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232c92bf-b337-4a95-89d4-b982c76d44e3 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:42:03.048487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:03.053479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:03.056028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:03.105988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event deleted for resources: {'Port': ['ID=58d28d75-abb8-4f75-a84a-901d4bca73f5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:03.125396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:03.208273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:03.208768 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Floating IP b73cea8d-4372-46cf-8ac8-0899824760f2 disassociated (deleted). External IP: 172.26.8.117, port: 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd. Sep 22 08:42:03.292840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['232c92bf-b337-4a95-89d4-b982c76d44e3'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:42:03.528345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31d7ce-6282-4098-b98e-c5b7b82fcdaf req-99f33dd3-0c84-4b3e-bc27-be9975d38277 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:03.529826 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4a31d7ce-6282-4098-b98e-c5b7b82fcdaf req-99f33dd3-0c84-4b3e-bc27-be9975d38277 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 944 time: 0.2297080 Sep 22 08:42:03.659402 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4a31d7ce-6282-4098-b98e-c5b7b82fcdaf req-5c996fb2-2442-4285-bfa0-723b0391e3a1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207664 Sep 22 08:42:03.680612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:42:03.855912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:42:03.865383 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:42:03.875085 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:03.875716 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:03.877677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:03.936749 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-315aabf2-304c-4ac5-80e7-91d3c31e3a1c tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "DELETE /v2.0/floatingips/b73cea8d-4372-46cf-8ac8-0899824760f2 HTTP/1.1" status: 204 len: 168 time: 1.6190741 Sep 22 08:42:03.936749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:03.936749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b83adb-449d-4444-9050-8843796d2206" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:03.986575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aefb5b-3827-4e2a-a070-555d702cc5db x-openstack-request-id: req-81aefb5b-3827-4e2a-a070-555d702cc5db {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:03.986575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:03.986575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81aefb5b-3827-4e2a-a070-555d702cc5db {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:03.986859 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81aefb5b-3827-4e2a-a070-555d702cc5db'] response: {'name': 'network-changed', 'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'status': 'completed', 'code': 200} Sep 22 08:42:04.064959 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:04.213891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83adb-449d-4444-9050-8843796d2206 req-53b5eb51-336a-4d48-9133-42d423d16655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:04.215803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90b83adb-449d-4444-9050-8843796d2206 req-53b5eb51-336a-4d48-9133-42d423d16655 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 1099 time: 0.2090554 Sep 22 08:42:04.409092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83adb-449d-4444-9050-8843796d2206 req-cac1868a-c17c-44f3-b90f-74124b708803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:04.410542 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90b83adb-449d-4444-9050-8843796d2206 req-cac1868a-c17c-44f3-b90f-74124b708803 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.1880877 Sep 22 08:42:04.423145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa1cdf-00bc-4ac3-a7d6-0b66bc9e84ee req-b335963c-999b-4ab8-ba34-577350e88707 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:04.423841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-92aa1cdf-00bc-4ac3-a7d6-0b66bc9e84ee req-b335963c-999b-4ab8-ba34-577350e88707 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:42:04.458640 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:19Z', 'revision_number': 1, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:04.462319 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:42:04.471205 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:04.475657 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:41:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:04.494884 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90b83adb-449d-4444-9050-8843796d2206 req-364c5fc1-159d-414c-8bbc-f985999c7346 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd HTTP/1.1" status: 200 len: 217 time: 0.0673616 Sep 22 08:42:04.502287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-92aa1cdf-00bc-4ac3-a7d6-0b66bc9e84ee req-b335963c-999b-4ab8-ba34-577350e88707 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:42:04.503358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-92aa1cdf-00bc-4ac3-a7d6-0b66bc9e84ee req-b335963c-999b-4ab8-ba34-577350e88707 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 946 time: 0.2612004 Sep 22 08:42:04.593321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83adb-449d-4444-9050-8843796d2206 req-3752da8c-51aa-4470-b6c1-3d2e76b28096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:04.594743 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90b83adb-449d-4444-9050-8843796d2206 req-3752da8c-51aa-4470-b6c1-3d2e76b28096 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.0936146 Sep 22 08:42:04.597626 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-92aa1cdf-00bc-4ac3-a7d6-0b66bc9e84ee req-5959487b-4ce1-4845-ab85-9829a0db01a8 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620558 Sep 22 08:42:04.652086 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:04.676611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83adb-449d-4444-9050-8843796d2206 req-cf64bea4-1c06-4a92-92ca-3a42fdadb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:04.678077 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90b83adb-449d-4444-9050-8843796d2206 req-cf64bea4-1c06-4a92-92ca-3a42fdadb9ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772820 Sep 22 08:42:04.813162 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90b83adb-449d-4444-9050-8843796d2206 req-20770173-3201-442c-a1f4-0ad948bdba00 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274307 Sep 22 08:42:04.817124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 232c92bf-b337-4a95-89d4-b982c76d44e3 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:42:04.871099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3dc2f-71f6-4cec-a72b-28a1d9a6e190 req-14643581-483b-4e3f-a331-9ee1168b6c7f tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:04.873475 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bfe3dc2f-71f6-4cec-a72b-28a1d9a6e190 req-14643581-483b-4e3f-a331-9ee1168b6c7f tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 944 time: 0.1016285 Sep 22 08:42:04.900714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 232c92bf-b337-4a95-89d4-b982c76d44e3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:42:04.907407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 232c92bf-b337-4a95-89d4-b982c76d44e3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:42:04.907782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:04.908812 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 232c92bf-b337-4a95-89d4-b982c76d44e3 Sep 22 08:42:04.921297 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bfe3dc2f-71f6-4cec-a72b-28a1d9a6e190 req-3a2a693c-2c54-40fa-8c45-f1edf142c455 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413783 Sep 22 08:42:04.952432 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90b83adb-449d-4444-9050-8843796d2206 req-25878928-4da8-4d40-b606-2a8185ef847a service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321878 Sep 22 08:42:05.048325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 232c92bf-b337-4a95-89d4-b982c76d44e3 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:42:05.048696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:05.053505 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:19Z', 'revision_number': 1, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:05.057367 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02f558b-df2b-4b3f-82f1-d4d31f404195 None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '4a17e205-231d-487d-97b8-57ec8f8ce2ea', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'floating_ip_address': '172.26.8.72', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'port_id': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'mac_address': 'fa:16:3e:69:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:38:10Z', 'updated_at': '2022-09-22T08:38:19Z', 'revision_number': 1, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:42:05.076991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:05.079183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f0f2f0-ae0e-43ad-a5b3-e480f2f88928" -d '{"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-plugged", "status": "completed", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:05.087601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:05.091631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:05.128316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8b4422-e924-4055-8972-e183fc565c95 x-openstack-request-id: req-fe8b4422-e924-4055-8972-e183fc565c95 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:05.128612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-plugged", "status": "completed", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:05.128861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe8b4422-e924-4055-8972-e183fc565c95 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:05.129249 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8b4422-e924-4055-8972-e183fc565c95'] response: {'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'code': 200} Sep 22 08:42:05.168646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:05.297160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb2f94-daca-40cf-b7ba-5b2683f533e1 None None] New status for floating IP b73cea8d-4372-46cf-8ac8-0899824760f2: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:42:05.384597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dcd35-d43f-4350-8c63-9e933cc7b0e0 req-c29e2b76-c821-41c8-a5f4-b73c89ef5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:05.386096 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0f1dcd35-d43f-4350-8c63-9e933cc7b0e0 req-c29e2b76-c821-41c8-a5f4-b73c89ef5b81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 1098 time: 0.0830157 Sep 22 08:42:05.429947 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0f1dcd35-d43f-4350-8c63-9e933cc7b0e0 req-2057bf98-fa27-4cbf-9981-20b54359ac7f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357161 Sep 22 08:42:05.797364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dccf2a-43c8-4df3-85ed-be95750d55b3 req-25c96843-c78d-44a0-9a4f-fb2314cb0d02 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:05.798806 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-71dccf2a-43c8-4df3-85ed-be95750d55b3 req-25c96843-c78d-44a0-9a4f-fb2314cb0d02 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 946 time: 0.0887079 Sep 22 08:42:05.842044 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-71dccf2a-43c8-4df3-85ed-be95750d55b3 req-aa393644-599f-43ce-839d-fb0acda67aa0 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376463 Sep 22 08:42:06.002685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-9be27bd7-e373-4282-bcd1-c85b9bd1bbe1 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:06.004151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-9be27bd7-e373-4282-bcd1-c85b9bd1bbe1 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 946 time: 0.0906634 Sep 22 08:42:06.124250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-13cab292-cbf5-434b-99d7-012a058e51c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:06.128322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Deleting port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:06.128664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:06.248860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f38be-05ca-4cac-b01c-003bedb0da53 req-b9de5a71-f3e5-42b0-b28b-1db49be945f9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:06.250303 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e98f38be-05ca-4cac-b01c-003bedb0da53 req-b9de5a71-f3e5-42b0-b28b-1db49be945f9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.2100048 Sep 22 08:42:06.379438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e98f38be-05ca-4cac-b01c-003bedb0da53 req-0ce0895e-2ff4-4928-8bb7-ba6b5c88d19f tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231685 Sep 22 08:42:06.427310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] For port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:06.427677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:06.552447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Calling delete_port for 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:06.793333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:06.843970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event deleted for resources: {'Port': ['ID=6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:06.930159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] No DVR routers for this DVR port 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:42:06.932590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:06.935159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'name': 'network-vif-deleted', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:06.937479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104b2c2-0fbc-4efa-8288-6cccf42dd09e" -d '{"events": [{"server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "name": "network-vif-deleted", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:06.953591 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-17a1307a-86e8-4230-8f5e-4b3dd5a82eed req-a606eaf8-e727-4aa3-b1e7-bb3bc5a1b82b tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "DELETE /v2.0/ports/6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd HTTP/1.1" status: 204 len: 173 time: 0.9439213 Sep 22 08:42:06.992863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deaffb7-da1c-49df-aefa-146dcc95457d x-openstack-request-id: req-5deaffb7-da1c-49df-aefa-146dcc95457d {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:06.993135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca770f4-a87d-4cc3-859a-40483373f82d", "name": "network-vif-deleted", "tag": "6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:06.993390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5deaffb7-da1c-49df-aefa-146dcc95457d {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:06.993790 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5deaffb7-da1c-49df-aefa-146dcc95457d'] response: {'server_uuid': '7ca770f4-a87d-4cc3-859a-40483373f82d', 'name': 'network-vif-deleted', 'tag': '6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd', 'status': 'completed', 'code': 200} Sep 22 08:42:07.019709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0fb9d376-b0d6-4727-b2d0-aa8e65709253 req-fad4b0d0-3c08-46b5-824c-fc6fa26ea054 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ca770f4-a87d-4cc3-859a-40483373f82d HTTP/1.1" status: 200 len: 210 time: 0.0623608 Sep 22 08:42:07.646753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1aaf8-f1f4-49a4-a2d9-cb9a6405e3af req-db2bb9de-b988-4191-bff1-866030f596fc tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:07.648239 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-41a1aaf8-f1f4-49a4-a2d9-cb9a6405e3af req-db2bb9de-b988-4191-bff1-866030f596fc tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.1534526 Sep 22 08:42:07.692999 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-41a1aaf8-f1f4-49a4-a2d9-cb9a6405e3af req-478adae3-085e-4040-8c93-9a56f7ee523f tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391598 Sep 22 08:42:07.896923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff8f4a-238c-46b9-901e-c435a1b21d2a req-f2e3b3a9-65b4-4630-b314-555ba95b0c20 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:07.899980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3dff8f4a-238c-46b9-901e-c435a1b21d2a req-f2e3b3a9-65b4-4630-b314-555ba95b0c20 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0978708 Sep 22 08:42:07.946135 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3dff8f4a-238c-46b9-901e-c435a1b21d2a req-159095fc-b698-431f-bd9b-82659225b42c tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 Sep 22 08:42:07.976246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43678) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:08.053404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80a5230-68c8-42fd-83d2-c3ae49804c6e tempest-TestNetworkAdvancedServerOps-1160213714 tempest-TestNetworkAdvancedServerOps-1160213714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:08.054913 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e80a5230-68c8-42fd-83d2-c3ae49804c6e tempest-TestNetworkAdvancedServerOps-1160213714 tempest-TestNetworkAdvancedServerOps-1160213714-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 1093 time: 0.0776334 Sep 22 08:42:08.057850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43684) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:08.063075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:08.068963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:08.072858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Usage tracker for resource:floatingip and tenant:2635c4a2e5c14f4b9c653b66393bb862 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:08.075720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:08.081963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:08.096183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:08.240248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:08.294166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a41157ce-9cec-4526-9eaf-ff0be73f5053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:08.386314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Allocated IP 172.26.8.89 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/7a59aadc-8acb-4863-acc2-e80a15ba8a26) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:42:08.533114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:08.562320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:08.630085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:42:08.632747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:42:08.636486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:42:08.669973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Port': ['ID=7a59aadc-8acb-4863-acc2-e80a15ba8a26,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:08.837328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:08.911344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:08.912058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6b7b7b3f-83b8-44dd-b98a-10f2ad92d2fd not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:09.061238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:09.134599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:09.450082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:09.455235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:09.526990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:09.563601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event updated for resources: {'Port': ['ID=7a59aadc-8acb-4863-acc2-e80a15ba8a26,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:09.566136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:09.597098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:09.745647 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Floating IP 2d603ead-1a10-4e3e-92e9-bba61b2fa367 associated. External IP: 172.26.8.89, port: 232c92bf-b337-4a95-89d4-b982c76d44e3. Sep 22 08:42:10.098086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Router ce474c7d-db79-418e-8287-c012bfb35d7f has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:42:10.275706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:42:10.285180 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] Sync routers for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:42:10.293976 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:10.294577 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:10.300657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:10.368559 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-76ffd545-284f-458b-8ea4-91b485507e30 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3081512 Sep 22 08:42:10.368559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:10.371859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d85e90-0c1a-468d-8089-4a42fd6390e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:10.446167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf0bda-1de8-4be8-ab0a-98a3d4e82a4b x-openstack-request-id: req-77bf0bda-1de8-4be8-ab0a-98a3d4e82a4b {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:10.446320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:10.452035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77bf0bda-1de8-4be8-ab0a-98a3d4e82a4b {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:10.452685 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bf0bda-1de8-4be8-ab0a-98a3d4e82a4b'] response: {'name': 'network-changed', 'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'status': 'completed', 'code': 200} Sep 22 08:42:10.486894 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:10.579508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-095ab1a8-ee59-4432-8c40-1b6658e9648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:10.581953 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-095ab1a8-ee59-4432-8c40-1b6658e9648f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2635c4a2e5c14f4b9c653b66393bb862&device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 1098 time: 0.1146238 Sep 22 08:42:10.673717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d098e-7179-469f-b049-1ca19fd03221 req-d6c92fcb-7285-4bd4-8a30-e3e766a23fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:10.676167 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f5d098e-7179-469f-b049-1ca19fd03221 req-d6c92fcb-7285-4bd4-8a30-e3e766a23fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.1856620 Sep 22 08:42:10.780375 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f5d098e-7179-469f-b049-1ca19fd03221 req-bd58cd98-9b7b-4af4-a6db-6dda774f22f0 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967412 Sep 22 08:42:10.817079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43706) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:10.860348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:10.866075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-f708ba53-a12e-4502-b1b7-b4d57a58dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:10.868588 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-f708ba53-a12e-4502-b1b7-b4d57a58dbb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2540cc97-968a-4c0c-b906-92556fe12edb HTTP/1.1" status: 200 len: 897 time: 0.2799067 Sep 22 08:42:10.973516 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '2d603ead-1a10-4e3e-92e9-bba61b2fa367', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'port_id': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'mac_address': 'fa:16:3e:7c:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:42:08Z', 'updated_at': '2022-09-22T08:42:08Z', 'revision_number': 0, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:56Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:10.977514 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] Checking router: ce474c7d-db79-418e-8287-c012bfb35d7f for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:42:10.999449 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:11.000065 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:11.004235 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-58a18877-9191-4cf1-82bc-cb17e90c0789 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/floatingips/2d603ead-1a10-4e3e-92e9-bba61b2fa367 HTTP/1.1" status: 200 len: 990 time: 0.1855228 Sep 22 08:42:11.037510 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-b1db0144-3303-44b0-a021-8410e7c4312b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=232c92bf-b337-4a95-89d4-b982c76d44e3 HTTP/1.1" status: 200 len: 998 time: 0.1622882 Sep 22 08:42:11.110106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-b0aadbe7-839e-4e91-949e-cc7b8624e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:11.112150 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-b0aadbe7-839e-4e91-949e-cc7b8624e570 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967600e7-0f7d-4755-9b57-244108900d67 HTTP/1.1" status: 200 len: 835 time: 0.0691004 Sep 22 08:42:11.198437 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:11.341458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-d62c4bec-0814-47e1-b3e9-668fd7c5e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:11.343700 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-d62c4bec-0814-47e1-b3e9-668fd7c5e4e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2540cc97-968a-4c0c-b906-92556fe12edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2252054 Sep 22 08:42:11.490149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-fc74943e-8277-45fc-b573-2870f616f7ea service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400373 Sep 22 08:42:11.644551 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '2d603ead-1a10-4e3e-92e9-bba61b2fa367', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'port_id': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'mac_address': 'fa:16:3e:7c:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:42:08Z', 'updated_at': '2022-09-22T08:42:08Z', 'revision_number': 0, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:56Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:11.649894 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a43170-66ed-402e-9999-c502b0146315 None None] The sync data for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv is: [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '2d603ead-1a10-4e3e-92e9-bba61b2fa367', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'port_id': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'mac_address': 'fa:16:3e:7c:39:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:42:08Z', 'updated_at': '2022-09-22T08:42:08Z', 'revision_number': 0, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:56Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:42:11.667254 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c3d85e90-0c1a-468d-8089-4a42fd6390e4 req-004aac43-66a8-4599-a447-c3cdda4e9eb5 service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704905 Sep 22 08:42:11.863530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e96043-e2b0-4c97-acfc-0019c5f6dfe0 None None] New status for floating IP 2d603ead-1a10-4e3e-92e9-bba61b2fa367: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:42:12.006750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43712) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:12.110042 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04afbfde-be2c-4311-8514-1e77746c1524 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/floatingips/2d603ead-1a10-4e3e-92e9-bba61b2fa367 HTTP/1.1" status: 200 len: 990 time: 0.1019750 Sep 22 08:42:12.418292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:12.731592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:12.934922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Deleting port 9a6b866c-1489-4acf-91c5-f2ca1cc87d3d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:12.935288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:13.100332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:13.101007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:13.113833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:13.219722 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a36cc406-0ba0-454b-be71-2a0a3885e5b9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/floatingips/2d603ead-1a10-4e3e-92e9-bba61b2fa367 HTTP/1.1" status: 200 len: 992 time: 0.1044650 Sep 22 08:42:13.225705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Calling delete_port for 9a6b866c-1489-4acf-91c5-f2ca1cc87d3d owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:13.368842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:13.418769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event deleted for resources: {'Port': ['ID=9a6b866c-1489-4acf-91c5-f2ca1cc87d3d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:13.464845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.465197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.465534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.465868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.466198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.466525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.466879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.467202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.467554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.467875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.468191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.468506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:42:13.522520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:13.522775 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Floating IP 4a17e205-231d-487d-97b8-57ec8f8ce2ea disassociated (deleted). External IP: 172.26.8.72, port: 2337c0aa-249f-46ca-b05d-65b28b71979a. Sep 22 08:42:13.978592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:42:14.152022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:42:14.161598 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:42:14.168215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:14.171008 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:14.171643 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:14.226201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0be7f140-bff4-4557-a125-1c7cdc907819 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "DELETE /v2.0/floatingips/4a17e205-231d-487d-97b8-57ec8f8ce2ea HTTP/1.1" status: 204 len: 168 time: 1.4933815 Sep 22 08:42:14.227364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:14.229647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3008114f-c221-443c-a44f-aaab873ae046" -d '{"events": [{"name": "network-changed", "server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:14.280128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d94c2c9-b817-4725-bc48-966fc23a4b52 x-openstack-request-id: req-1d94c2c9-b817-4725-bc48-966fc23a4b52 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:14.280481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:14.280739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d94c2c9-b817-4725-bc48-966fc23a4b52 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:14.281139 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d94c2c9-b817-4725-bc48-966fc23a4b52'] response: {'name': 'network-changed', 'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'status': 'completed', 'code': 200} Sep 22 08:42:14.352677 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:14.386285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008114f-c221-443c-a44f-aaab873ae046 req-364f3f86-da35-4fc8-84d8-9ce2da22fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:14.389179 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3008114f-c221-443c-a44f-aaab873ae046 req-364f3f86-da35-4fc8-84d8-9ce2da22fa06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2bc0add39cf24367bbfd189efcca01d2&device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 1098 time: 0.0805869 Sep 22 08:42:14.537550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008114f-c221-443c-a44f-aaab873ae046 req-5b78969a-87b8-4ba0-aed1-5a8bc5fd7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:14.538894 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3008114f-c221-443c-a44f-aaab873ae046 req-5b78969a-87b8-4ba0-aed1-5a8bc5fd7b09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 200 len: 913 time: 0.1437547 Sep 22 08:42:14.612149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3008114f-c221-443c-a44f-aaab873ae046 req-ea007146-f6d6-493a-af9b-38c6f633cb06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 200 len: 217 time: 0.0662258 Sep 22 08:42:14.631198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c55bf-a44d-4608-adf6-6643362ecbbf req-618efe65-750f-4161-9d79-02c8ed8e5ff8 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:14.632012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-de4c55bf-a44d-4608-adf6-6643362ecbbf req-618efe65-750f-4161-9d79-02c8ed8e5ff8 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:42:14.649094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-de4c55bf-a44d-4608-adf6-6643362ecbbf req-618efe65-750f-4161-9d79-02c8ed8e5ff8 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:42:14.651187 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-de4c55bf-a44d-4608-adf6-6643362ecbbf req-618efe65-750f-4161-9d79-02c8ed8e5ff8 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 945 time: 0.1076987 Sep 22 08:42:14.682011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008114f-c221-443c-a44f-aaab873ae046 req-e9976c58-2dbf-4fef-8668-8d332f064987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:14.682355 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:14.683468 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3008114f-c221-443c-a44f-aaab873ae046 req-e9976c58-2dbf-4fef-8668-8d332f064987 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 200 len: 851 time: 0.0654073 Sep 22 08:42:14.686820 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:42:14.695585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:14.696022 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-de4c55bf-a44d-4608-adf6-6643362ecbbf req-247ebdf9-4b65-4db3-8472-0f9b3643dbe0 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 Sep 22 08:42:14.696186 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:14.770287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008114f-c221-443c-a44f-aaab873ae046 req-10a3b163-b765-4e8d-af6d-44b41b6fde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:14.771756 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3008114f-c221-443c-a44f-aaab873ae046 req-10a3b163-b765-4e8d-af6d-44b41b6fde21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=cfeb1508-c408-4fd0-98ac-1b700f7d6c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816996 Sep 22 08:42:14.869690 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:14.902424 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3008114f-c221-443c-a44f-aaab873ae046 req-c5d4848b-987e-47e1-ba4e-bd0ce7827559 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237874 Sep 22 08:42:15.040066 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3008114f-c221-443c-a44f-aaab873ae046 req-42eb2597-229d-4604-a3d3-196f0e095e53 service neutron] 10.222.0.48 "GET /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301415 Sep 22 08:42:15.196809 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:15.200571 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc386c4b-e04b-48aa-b917-71700dcf295b None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:33:25Z', 'revision_number': 4, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '61561d28-9dda-4c6a-bb3b-143b16e6dfd6', 'name': '', 'network_id': 'cfeb1508-c408-4fd0-98ac-1b700f7d6c99', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'mac_address': 'fa:16:3e:b3:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:22Z', 'updated_at': '2022-09-22T08:33:35Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'subnets': [{'id': '21f47774-0b44-4a40-b1fd-7c810493b139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:42:15.406916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d22a75-d2dd-4d6f-b0b7-2ad053d8f162 None None] New status for floating IP 4a17e205-231d-487d-97b8-57ec8f8ce2ea: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:42:15.893427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c761d-745a-49be-b4ff-f8c5c45a2ccb req-949e9d61-9bb4-4079-9971-653676099a9a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:15.894011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-988c761d-745a-49be-b4ff-f8c5c45a2ccb req-949e9d61-9bb4-4079-9971-653676099a9a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:42:15.905437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-988c761d-745a-49be-b4ff-f8c5c45a2ccb req-949e9d61-9bb4-4079-9971-653676099a9a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:42:15.906534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-988c761d-745a-49be-b4ff-f8c5c45a2ccb req-949e9d61-9bb4-4079-9971-653676099a9a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 945 time: 0.0966103 Sep 22 08:42:15.954106 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-988c761d-745a-49be-b4ff-f8c5c45a2ccb req-b4fb73b7-83d9-4ae8-9cf7-8b230e056483 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2e15d2b-6be5-4f44-b10b-b105c4523310&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 Sep 22 08:42:16.090279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-6e88f891-11a5-41c5-86f0-d59ebb3579f7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:16.092210 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-6e88f891-11a5-41c5-86f0-d59ebb3579f7 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 945 time: 0.0843461 Sep 22 08:42:16.162941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Deleting port 2337c0aa-249f-46ca-b05d-65b28b71979a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:16.163208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:16.497039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] For port 2337c0aa-249f-46ca-b05d-65b28b71979a, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2337c0aa-249f-46ca-b05d-65b28b71979a,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:16.497395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:16.619020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Calling delete_port for 2337c0aa-249f-46ca-b05d-65b28b71979a owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:16.762864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:16.809745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event deleted for resources: {'Port': ['ID=2337c0aa-249f-46ca-b05d-65b28b71979a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:16.897266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] No DVR routers for this DVR port 2337c0aa-249f-46ca-b05d-65b28b71979a on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:42:16.899760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:16.902258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'name': 'network-vif-deleted', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:16.905028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95cfd56-ecf6-4085-8e47-a56c541fa416" -d '{"events": [{"server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "name": "network-vif-deleted", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:16.918842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-511cd5c9-2528-466d-9058-976aec6b2e2a req-c89009f1-cbb7-4752-b978-a8cad80f316a tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.48 "DELETE /v2.0/ports/2337c0aa-249f-46ca-b05d-65b28b71979a HTTP/1.1" status: 204 len: 173 time: 0.8213947 Sep 22 08:42:16.954483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5e4e4-0bc4-4c0a-9d94-49b13db7b47a x-openstack-request-id: req-aaa5e4e4-0bc4-4c0a-9d94-49b13db7b47a {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:16.954772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ffbc5-1323-4209-aa48-56f35a53371f", "name": "network-vif-deleted", "tag": "2337c0aa-249f-46ca-b05d-65b28b71979a", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:16.955025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa5e4e4-0bc4-4c0a-9d94-49b13db7b47a {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:16.955454 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa5e4e4-0bc4-4c0a-9d94-49b13db7b47a'] response: {'server_uuid': 'b36ffbc5-1323-4209-aa48-56f35a53371f', 'name': 'network-vif-deleted', 'tag': '2337c0aa-249f-46ca-b05d-65b28b71979a', 'status': 'completed', 'code': 200} Sep 22 08:42:17.120487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-dda4cacb-10cd-4c89-b8f9-64dadf4072c8 req-351ed526-4089-44ba-a216-8f4421d7bfb0 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Synchronizing usage tracker for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:42:17.136278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-dda4cacb-10cd-4c89-b8f9-64dadf4072c8 req-351ed526-4089-44ba-a216-8f4421d7bfb0 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Unset dirty status for tenant:2bc0add39cf24367bbfd189efcca01d2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:42:17.137636 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dda4cacb-10cd-4c89-b8f9-64dadf4072c8 req-351ed526-4089-44ba-a216-8f4421d7bfb0 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ffbc5-1323-4209-aa48-56f35a53371f HTTP/1.1" status: 200 len: 210 time: 0.0664206 Sep 22 08:42:18.239043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43740) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:18.393781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Deleting port 12097688-4f99-4368-8b39-69686d77c03b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:18.394038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:18.556735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:18.557058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:18.676647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Calling delete_port for 12097688-4f99-4368-8b39-69686d77c03b owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:18.823786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:18.867098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event deleted for resources: {'Port': ['ID=12097688-4f99-4368-8b39-69686d77c03b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:18.967051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:18.984976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:18.986145 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-71052631-c89b-4edd-935f-504840faf184 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "DELETE /v2.0/floatingips/ec2d6066-d6a0-4ba6-a182-06e3127464e2 HTTP/1.1" status: 204 len: 168 time: 0.7460873 Sep 22 08:42:20.887421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2337c0aa-249f-46ca-b05d-65b28b71979a no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:20.922302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 2337c0aa-249f-46ca-b05d-65b28b71979a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:20.922658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2337c0aa-249f-46ca-b05d-65b28b71979a not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:21.445970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:21.513494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924a484d-3da2-41eb-9bb9-8756da34f571 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:21.542998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924a484d-3da2-41eb-9bb9-8756da34f571 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:21.612950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924a484d-3da2-41eb-9bb9-8756da34f571 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:21.735292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a484d-3da2-41eb-9bb9-8756da34f571 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e15d2b-6be5-4f44-b10b-b105c4523310,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:21.744331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924a484d-3da2-41eb-9bb9-8756da34f571 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:21.747985 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-924a484d-3da2-41eb-9bb9-8756da34f571 tempest-TestVolumeBootPattern-206007105 tempest-TestVolumeBootPattern-206007105-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2e15d2b-6be5-4f44-b10b-b105c4523310 HTTP/1.1" status: 204 len: 168 time: 0.2985170 Sep 22 08:42:21.802822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:22.431124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:22.769840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Deleting port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:22.770525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:22.943542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] For port 61561d28-9dda-4c6a-bb3b-143b16e6dfd6, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:22.943886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:23.063454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Calling delete_port for 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:23.476816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:23.521278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Pushing event deleted for resources: {'Port': ['ID=61561d28-9dda-4c6a-bb3b-143b16e6dfd6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:23.794589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:24.145102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Router b7b13e84-9e4b-4524-af82-096a4cfa0b34 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:42:24.319470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:42:24.331171 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] Sync routers for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:42:24.332018 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3e27a18f-db6e-45e5-a2cf-72350227b51f admin admin] 10.222.0.42 "PUT /v2.0/routers/b7b13e84-9e4b-4524-af82-096a4cfa0b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5281198 Sep 22 08:42:24.334420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:24.340222 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:24.340879 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:24.509225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:24.514443 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:24.792768 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:42:23Z', 'revision_number': 5, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port': {'id': '69cc2c90-ee18-41ef-8e66-a63092e50e48', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:66:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:18Z', 'updated_at': '2022-09-22T08:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:24.796466 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] Checking router: b7b13e84-9e4b-4524-af82-096a4cfa0b34 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:42:24.797898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:24.804973 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] Routers {'b7b13e84-9e4b-4524-af82-096a4cfa0b34'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:24.805625 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:24.807415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Deleting port 69cc2c90-ee18-41ef-8e66-a63092e50e48 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:24.807747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:24.954832 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] Set router b7b13e84-9e4b-4524-af82-096a4cfa0b34 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:24.979337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] For port 69cc2c90-ee18-41ef-8e66-a63092e50e48, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=69cc2c90-ee18-41ef-8e66-a63092e50e48,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:24.979695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.057858 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:42:24Z', 'revision_number': 6, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:25.062141 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc12ab-ad63-44f4-a449-0d9d82fbab2b None None] The sync data for ids ['b7b13e84-9e4b-4524-af82-096a4cfa0b34'] in dv-neutron-857569-1-hyperv is: [{'id': 'b7b13e84-9e4b-4524-af82-096a4cfa0b34', 'name': 'tempest-TestVolumeBootPattern-1932828628-router', 'tenant_id': '2bc0add39cf24367bbfd189efcca01d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:15Z', 'updated_at': '2022-09-22T08:42:24Z', 'revision_number': 6, 'project_id': '2bc0add39cf24367bbfd189efcca01d2', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:42:25.103004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Calling delete_port for 69cc2c90-ee18-41ef-8e66-a63092e50e48 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:25.266212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.316646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cc2c90-ee18-41ef-8e66-a63092e50e48,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:25.414831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.588561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.590742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.613556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.614038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7b13e84-9e4b-4524-af82-096a4cfa0b34 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:42:25.626395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.627896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7f8bbbed-1bfa-4aba-8d0d-bcf1c69f5917 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b7b13e84-9e4b-4524-af82-096a4cfa0b34 HTTP/1.1" status: 204 len: 168 time: 1.2925880 Sep 22 08:42:25.630476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43780) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:25.690005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] Deleting subnet 21f47774-0b44-4a40-b1fd-7c810493b139 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:42:25.692805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.740267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.821670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.891937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.929634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f47774-0b44-4a40-b1fd-7c810493b139,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:25.931589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:25.940595 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c918c66-ed61-4746-8261-2b9d9aee0c77 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/21f47774-0b44-4a40-b1fd-7c810493b139 HTTP/1.1" status: 204 len: 168 time: 0.3067875 Sep 22 08:42:25.941072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43786) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:25.944272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0e58f-d6dd-4869-bc4a-61d8b124950d None None] Network cfeb1508-c408-4fd0-98ac-1b700f7d6c99 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:42:26.070908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.081266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Deleting port e6e75708-30e8-40f0-9273-ab8cd95651d5 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:26.081594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.227161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] DHCP port deletion for cfeb1508-c408-4fd0-98ac-1b700f7d6c99 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:42:26.231930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Deleting port e6e75708-30e8-40f0-9273-ab8cd95651d5 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:26.232533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.281178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 69cc2c90-ee18-41ef-8e66-a63092e50e48 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:26.307871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] For port e6e75708-30e8-40f0-9273-ab8cd95651d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6e75708-30e8-40f0-9273-ab8cd95651d5,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:26.308169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.319425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 69cc2c90-ee18-41ef-8e66-a63092e50e48 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:26.319761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 69cc2c90-ee18-41ef-8e66-a63092e50e48 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:26.320161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:26.378139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:26.378471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61561d28-9dda-4c6a-bb3b-143b16e6dfd6 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:26.431686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Calling delete_port for e6e75708-30e8-40f0-9273-ab8cd95651d5 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:26.496715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] For port e6e75708-30e8-40f0-9273-ab8cd95651d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e6e75708-30e8-40f0-9273-ab8cd95651d5,segment=NetworkSegment(931bfa38-8484-47ee-92f1-0f95695658a2),segment_id=931bfa38-8484-47ee-92f1-0f95695658a2)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:26.497097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.508535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.554891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e75708-30e8-40f0-9273-ab8cd95651d5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:26.559287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] No DVR routers for this DVR port e6e75708-30e8-40f0-9273-ab8cd95651d5 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:42:26.615079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Calling delete_port for e6e75708-30e8-40f0-9273-ab8cd95651d5 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:26.673696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.687880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:42:26.688259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:42:26.698709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeb1508-c408-4fd0-98ac-1b700f7d6c99']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:26.710861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931bfa38-8484-47ee-92f1-0f95695658a2') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:26.711152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931bfa38-8484-47ee-92f1-0f95695658a2') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:26.721994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.737300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.743082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:42:26.743482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.915318 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 931bfa38-8484-47ee-92f1-0f95695658a2 resource provider aggregate not found Sep 22 08:42:26.934141 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 931bfa38-8484-47ee-92f1-0f95695658a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 931bfa38-8484-47ee-92f1-0f95695658a2 found for delete ", "request_id": "req-0ff2342c-acf6-4edf-9e4f-6df39803d6dc"}]} Sep 22 08:42:26.949760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.965811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:26.975798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfeb1508-c408-4fd0-98ac-1b700f7d6c99,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:26.989358 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00a53658-a0ab-4cb7-adb7-4dfdd5166097 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cfeb1508-c408-4fd0-98ac-1b700f7d6c99 HTTP/1.1" status: 204 len: 168 time: 1.0471382 Sep 22 08:42:26.992415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43794) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:27.189444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Deleting port e6e75708-30e8-40f0-9273-ab8cd95651d5 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:27.190008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:27.254539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbf73914-8eae-460f-9167-66c166834b4b None None] The port 'e6e75708-30e8-40f0-9273-ab8cd95651d5' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:42:27.516803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:27.857446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Deleting port ac6ba4c3-cae6-49df-ad12-939afbea59c2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:27.857727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:28.023527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] For port ac6ba4c3-cae6-49df-ad12-939afbea59c2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ac6ba4c3-cae6-49df-ad12-939afbea59c2,segment=NetworkSegment(df4699ce-b516-47bb-8d42-2a65b3ca115b),segment_id=df4699ce-b516-47bb-8d42-2a65b3ca115b)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:28.024216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:28.142500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Calling delete_port for ac6ba4c3-cae6-49df-ad12-939afbea59c2 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:28.242558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e75708-30e8-40f0-9273-ab8cd95651d5 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:28.320378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e6e75708-30e8-40f0-9273-ab8cd95651d5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:28.321775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e6e75708-30e8-40f0-9273-ab8cd95651d5 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:28.443645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:28.488415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6ba4c3-cae6-49df-ad12-939afbea59c2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:28.763418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:29.109792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:42:29.283478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:42:29.291667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] Sync routers for ids ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:42:29.299638 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3acf068c-a6f3-450f-a486-39f578452aa0 admin admin] 10.222.0.42 "PUT /v2.0/routers/3cc300a0-95dc-4cc5-9e4f-3ed195d07884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3061426 Sep 22 08:42:29.301555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] Routers {'3cc300a0-95dc-4cc5-9e4f-3ed195d07884'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:29.302136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43798) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:29.302278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:29.476177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:29.479501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] Set router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:29.762949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:42:28Z', 'revision_number': 5, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port': {'id': 'afab056e-6639-4c0a-bee3-53524323bdd7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:33:34Z', 'updated_at': '2022-09-22T08:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:29.767489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] Checking router: 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:42:29.772264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:29.775862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] Routers {'3cc300a0-95dc-4cc5-9e4f-3ed195d07884'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:29.776461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:29.781601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Deleting port afab056e-6639-4c0a-bee3-53524323bdd7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:29.781988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:29.925665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] Set router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:29.954868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] For port afab056e-6639-4c0a-bee3-53524323bdd7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=afab056e-6639-4c0a-bee3-53524323bdd7,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:29.955525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.033310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:42:29Z', 'revision_number': 6, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:30.037296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f8840-26f8-4a65-8160-10dad7af1bbc None None] The sync data for ids ['3cc300a0-95dc-4cc5-9e4f-3ed195d07884'] in dv-neutron-857569-1-hyperv is: [{'id': '3cc300a0-95dc-4cc5-9e4f-3ed195d07884', 'name': 'tempest-TestVolumeBootPattern-541710327-router', 'tenant_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:33:32Z', 'updated_at': '2022-09-22T08:42:29Z', 'revision_number': 6, 'project_id': 'e06139876a3e4bf8a4f488ccfd10ae32', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:42:30.082270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Calling delete_port for afab056e-6639-4c0a-bee3-53524323bdd7 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:30.242680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.288696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=afab056e-6639-4c0a-bee3-53524323bdd7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:30.388897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.569199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.571555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.593973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.594519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc300a0-95dc-4cc5-9e4f-3ed195d07884 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:42:30.606185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.607902 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-846cb26f-356c-4484-89e2-53db2be022f3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3cc300a0-95dc-4cc5-9e4f-3ed195d07884 HTTP/1.1" status: 204 len: 168 time: 1.3042042 Sep 22 08:42:30.610347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:30.641928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:30.673732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] Deleting subnet 62dc0f61-ac85-4017-ac0c-e426d2b36e28 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:42:30.676710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.725568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.792116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ac6ba4c3-cae6-49df-ad12-939afbea59c2 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:30.825489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ac6ba4c3-cae6-49df-ad12-939afbea59c2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:30.826347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ac6ba4c3-cae6-49df-ad12-939afbea59c2 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:30.873203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3f946-ced8-4cfd-a723-768c7ac09688 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:30.873683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3f946-ced8-4cfd-a723-768c7ac09688 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:30.874149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3f946-ced8-4cfd-a723-768c7ac09688 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:30.875827 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7dc3f946-ced8-4cfd-a723-768c7ac09688 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=c6194f56e99445c99d3984d08a35fbee&network_id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 3000 time: 0.2330241 Sep 22 08:42:30.877266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.952196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:30.990558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62dc0f61-ac85-4017-ac0c-e426d2b36e28,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:30.996236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.001643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e408f099-edf1-4bf4-ba64-6da3304b96c2 None None] Network 06baa819-0f0c-46a7-b6bf-42f49613d3e6 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:42:31.006375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:31.006829 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c24be76-0164-44aa-9f98-b2940b8696e5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/62dc0f61-ac85-4017-ac0c-e426d2b36e28 HTTP/1.1" status: 204 len: 168 time: 0.3951566 Sep 22 08:42:31.124383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.134976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Deleting port ef25a9af-e671-4e5f-af4b-185986f30954 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:31.135375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.256020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] DHCP port deletion for 06baa819-0f0c-46a7-b6bf-42f49613d3e6 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:42:31.260410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Deleting port ef25a9af-e671-4e5f-af4b-185986f30954 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:31.260779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.439822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] For port ef25a9af-e671-4e5f-af4b-185986f30954, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef25a9af-e671-4e5f-af4b-185986f30954,segment=NetworkSegment(df4699ce-b516-47bb-8d42-2a65b3ca115b),segment_id=df4699ce-b516-47bb-8d42-2a65b3ca115b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:31.440183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.465087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] For port ef25a9af-e671-4e5f-af4b-185986f30954, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ef25a9af-e671-4e5f-af4b-185986f30954,segment=NetworkSegment(df4699ce-b516-47bb-8d42-2a65b3ca115b),segment_id=df4699ce-b516-47bb-8d42-2a65b3ca115b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:31.465475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.561333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Calling delete_port for ef25a9af-e671-4e5f-af4b-185986f30954 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:31.622464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Calling delete_port for ef25a9af-e671-4e5f-af4b-185986f30954 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:42:31.640021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.684576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef25a9af-e671-4e5f-af4b-185986f30954,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:31.689906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] No DVR routers for this DVR port ef25a9af-e671-4e5f-af4b-185986f30954 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:42:31.697348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:42:31.697695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:42:31.803929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.829245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06baa819-0f0c-46a7-b6bf-42f49613d3e6']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:31.840931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4699ce-b516-47bb-8d42-2a65b3ca115b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:31.841231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4699ce-b516-47bb-8d42-2a65b3ca115b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:31.852262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.867709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.874150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:42:31.874637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.941194 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment df4699ce-b516-47bb-8d42-2a65b3ca115b resource provider aggregate not found Sep 22 08:42:31.960734 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment df4699ce-b516-47bb-8d42-2a65b3ca115b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df4699ce-b516-47bb-8d42-2a65b3ca115b found for delete ", "request_id": "req-567ee2a5-1d38-47e3-8788-0da0fcec6ea2"}]} Sep 22 08:42:31.975893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:31.993592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.004395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=06baa819-0f0c-46a7-b6bf-42f49613d3e6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:32.011442 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec4bd555-a303-4148-a00b-56f56fc241c7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/06baa819-0f0c-46a7-b6bf-42f49613d3e6 HTTP/1.1" status: 204 len: 168 time: 1.0030622 Sep 22 08:42:32.121744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43830) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:32.169396 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-98db5204-64c5-49e4-b421-6dd37f58d48e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bc0add39cf24367bbfd189efcca01d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465343 Sep 22 08:42:32.172401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43834) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:32.199133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Deleting port ef25a9af-e671-4e5f-af4b-185986f30954 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:42:32.199647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.236580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bef2e73-caa7-4fb7-b00e-00f563a8418b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.262915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bef2e73-caa7-4fb7-b00e-00f563a8418b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.263800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device afab056e-6639-4c0a-bee3-53524323bdd7 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:32.293852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-70b2d01a-4f72-47ab-a110-fc55000cfc4f None None] The port 'ef25a9af-e671-4e5f-af4b-185986f30954' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:42:32.304912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: afab056e-6639-4c0a-bee3-53524323bdd7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:32.305267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device afab056e-6639-4c0a-bee3-53524323bdd7 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:32.305662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ef25a9af-e671-4e5f-af4b-185986f30954 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:42:32.319922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bef2e73-caa7-4fb7-b00e-00f563a8418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.337737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef2e73-caa7-4fb7-b00e-00f563a8418b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf782ea-c48a-4c5b-8e31-aea9ffb80940,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:32.339423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ef25a9af-e671-4e5f-af4b-185986f30954 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:42:32.339777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ef25a9af-e671-4e5f-af4b-185986f30954 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:42:32.345497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bef2e73-caa7-4fb7-b00e-00f563a8418b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.346833 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2bef2e73-caa7-4fb7-b00e-00f563a8418b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/edf782ea-c48a-4c5b-8e31-aea9ffb80940 HTTP/1.1" status: 204 len: 168 time: 0.1734607 Sep 22 08:42:32.680099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:32.730307 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f34a3c2d-993c-4afb-ad21-f9b46db697e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e06139876a3e4bf8a4f488ccfd10ae32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470781 Sep 22 08:42:32.730783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:32.787004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-139f8456-f253-49ba-a959-37a09725ae31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.815452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-139f8456-f253-49ba-a959-37a09725ae31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.864974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-139f8456-f253-49ba-a959-37a09725ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.882405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f8456-f253-49ba-a959-37a09725ae31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236c21bc-e321-40b7-8a75-b1bbaf35aa87,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:32.888030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-139f8456-f253-49ba-a959-37a09725ae31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:32.890745 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-139f8456-f253-49ba-a959-37a09725ae31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/236c21bc-e321-40b7-8a75-b1bbaf35aa87 HTTP/1.1" status: 204 len: 168 time: 0.1590335 Sep 22 08:42:32.935711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43854) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:33.000811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f40f2f-712e-4072-879e-5525db142e41 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:33.002652 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-91f40f2f-712e-4072-879e-5525db142e41 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2 HTTP/1.1" status: 200 len: 814 time: 0.0650446 Sep 22 08:42:33.490900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43866) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:33.496009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:33.594436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:33.859872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:33.863315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:33.863625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca disassociated. External IP: 172.26.8.167, port: 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac. Sep 22 08:42:34.297717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:42:34.477530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:42:34.481940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:34.488525 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] Sync routers for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:42:34.498151 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:34.498744 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:34.537086 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9720ee2c-460e-4d85-8297-de37f7d5cbc2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 690 time: 1.0450737 Sep 22 08:42:34.537741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:34.540014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43870) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:34.540459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fce623-ad26-44b2-9aad-130c9567b0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:34.632817 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9d32a910-78f0-469a-9060-3235e0d0ef1f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 690 time: 0.0915854 Sep 22 08:42:34.674806 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:34.783527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7977e-a25c-476b-8958-d1016e45118c x-openstack-request-id: req-a4a7977e-a25c-476b-8958-d1016e45118c {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:34.783816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:34.784115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4a7977e-a25c-476b-8958-d1016e45118c {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:34.784513 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a7977e-a25c-476b-8958-d1016e45118c'] response: {'name': 'network-changed', 'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'status': 'completed', 'code': 200} Sep 22 08:42:34.884359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-8799e0b5-2c28-4815-b9d0-f28ea2793fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:34.885869 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-8799e0b5-2c28-4815-b9d0-f28ea2793fcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 1099 time: 0.0817358 Sep 22 08:42:35.015424 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:35.019198 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] Checking router: 64b4858e-0b6d-4443-8a18-7bd996de0fd3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:42:35.021802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-48c7bc4a-8428-4476-9c12-f2f483184992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:35.023296 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-48c7bc4a-8428-4476-9c12-f2f483184992 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 897 time: 0.1307116 Sep 22 08:42:35.027195 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:35.027912 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:35.090448 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-fd3e26ab-0aca-41ea-94f3-843f4591238f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac HTTP/1.1" status: 200 len: 217 time: 0.0603635 Sep 22 08:42:35.154364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-4c050129-d1a0-4b59-9cc9-439d9043a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:35.155802 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-4c050129-d1a0-4b59-9cc9-439d9043a977 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 200 len: 834 time: 0.0598025 Sep 22 08:42:35.203046 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:35.237132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-c9a4d2aa-a76a-4df3-aaaa-b91e83311ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:35.238518 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-c9a4d2aa-a76a-4df3-aaaa-b91e83311ff3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dcafb55-eaba-41cd-8e2f-12013c449976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770736 Sep 22 08:42:35.370621 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-f655b7b3-838b-4942-a706-dafe462247fe service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250961 Sep 22 08:42:35.475336 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:42:35.503863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1fce623-ad26-44b2-9aad-130c9567b0e4 req-aa5828d2-9dc7-4897-b4cf-539fa49b5fa0 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269202 Sep 22 08:42:35.517141 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:35.521099 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b630ba7-179c-424e-82a4-e57430aa4002 None None] The sync data for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv is: [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:42:35.635103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43878) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:35.736728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20dc20e-4a32-4748-8d9e-f15842f15045 None None] New status for floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:42:35.826799 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9af70186-fe63-491f-b818-e69fed8e89c5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 690 time: 0.1903605 Sep 22 08:42:36.117747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b33aaa8-0666-45ca-8075-ea3b02a49d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:36.830522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 43884) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:36.915250 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a38072d-6892-4f22-9ec1-cf64b69da7bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 688 time: 0.0836034 Sep 22 08:42:37.999571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43890) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:38.004930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785363394', 'description': 'tempest-secgroup-smoke-1785363394 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:38.010911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.020460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.030901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.055068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.058847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:38.061655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:38.067232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.136380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.139984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.184909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb254830-0400-4c0b-8b86-da65923c8de6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:38.187759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.188943 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-de9e5073-0673-4054-84aa-da5da07930b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1883740 Sep 22 08:42:38.191833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:38.196697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fb254830-0400-4c0b-8b86-da65923c8de6', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:38.203083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.206895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:38.209805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:38.215477 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.232107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.277837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-142b6e10-8e43-47f3-b901-2221448e9c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.301154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.304895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.328729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05957bf6-3d57-4881-8af5-7f6eef5f3ffb,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:38.336736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.337898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9786a68c-4602-4bdd-beb8-91f479c9d2d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451645 Sep 22 08:42:38.340743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:38.346872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fb254830-0400-4c0b-8b86-da65923c8de6', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:38.352537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.356397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:38.359384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:38.365114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.383558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.444738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.448247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.471269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02892115-05c9-46b8-aedd-d70e9baf29e0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:38.480054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.481279 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ff93816f-faf8-4f3a-b3d9-99a4cae60137 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395078 Sep 22 08:42:38.484032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:38.488766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fb254830-0400-4c0b-8b86-da65923c8de6', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:38.494322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.498069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:38.500903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:38.506717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.523090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.584934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.589303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.613402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cc400d-617e-4fa3-ab59-da67b536e766,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:38.626029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.627524 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c74c9665-532b-4661-bc1e-828e8652fb1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425352 Sep 22 08:42:38.630255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:38.635105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fb254830-0400-4c0b-8b86-da65923c8de6', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:38.641746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.645636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:38.648626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:38.654360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.670339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.734447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.737889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.761386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20181eb9-bb06-4c23-bf00-aa44adf29961,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:38.770163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.771349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-839361f1-6a9d-426e-b76d-5586735406a3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401482 Sep 22 08:42:38.774046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:38.778868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fb254830-0400-4c0b-8b86-da65923c8de6', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:38.784509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.788357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:38.791184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:38.796879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.806917 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:42:38.814168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.877407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.881007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.904003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3fad9e-9005-4a21-a4e5-9ce1bf58640f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:38.912335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:38.913500 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e96c5b11-332a-4022-9e72-33e917285a45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385643 Sep 22 08:42:38.916409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 43914) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:38.922151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fb254830-0400-4c0b-8b86-da65923c8de6', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:38.927932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:38.932006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:42:38.934541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:42:38.940886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:38.953450 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:42:38.961718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:39.026995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:39.030644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:39.056230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e11c3ce-d19c-4c98-94f6-ef79450c5a70,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:39.065639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:39.066792 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9b90bb9d-cbc7-4bc5-b4e1-87803559c474 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494873 Sep 22 08:42:39.280289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-953f2ab3-e861-4f55-ba59-3d18c470aa87 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:42:39.295995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-953f2ab3-e861-4f55-ba59-3d18c470aa87 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:42:39.297141 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-953f2ab3-e861-4f55-ba59-3d18c470aa87 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785363394&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0565319 Sep 22 08:42:39.447067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-9c29eb35-03c7-4b21-a0d2-d8e89d0c70dc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:39.448498 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-9c29eb35-03c7-4b21-a0d2-d8e89d0c70dc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 796 time: 0.1448171 Sep 22 08:42:39.462622 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-016313dd-2d8d-47ad-8c34-ce090033baa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0086701 Sep 22 08:42:39.525099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:39.554912 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c64e78c9-6e19-4762-861d-18ca061791a4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0868766 Sep 22 08:42:39.593317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:39.791601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-0c450d1e-be4d-43d1-b0eb-b4ab9fff67fa service neutron] 10.222.0.42 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253499 Sep 22 08:42:39.921083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-f8041aee-cfaf-4564-b0cf-98c59adf86a0 service neutron] 10.222.0.42 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236715 Sep 22 08:42:40.103704 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9af33e09-11a7-4e49-839b-2969882625a5 req-b70ba66e-aa4f-4c31-ba2d-f24291088424 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 210 time: 0.0489495 Sep 22 08:42:40.859928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:41.272122 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3cca2065-4d2c-4de5-ba31-cd6ec097d8f8 req-e1179264-8776-4512-9fa2-fd65ac494c78 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 210 time: 0.0559826 Sep 22 08:42:41.398508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c1c251bc-3f2a-44a2-b716-88f2c0e3c9ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:41.399878 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c1c251bc-3f2a-44a2-b716-88f2c0e3c9ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 796 time: 0.2659132 Sep 22 08:42:41.447942 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-dac418e1-d8f4-4057-a9a7-fea9bef695ab tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 472 time: 0.0393012 Sep 22 08:42:41.456621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': 'f608232c-98e2-4f42-920a-e7679efe5026', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['fb254830-0400-4c0b-8b86-da65923c8de6']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:41.588808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:42:41.598153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:42:41.607490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:42:41.611056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:41.771394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.9 (8dcafb55-eaba-41cd-8e2f-12013c449976/65def992-edcd-40d7-9980-5924c5fb8682/87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:42:41.956263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:41.972111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:42:41.995263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:42.069189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:42:42.072209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:42:42.075992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:42:42.110001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:42.142132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:42.142864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:42.167399 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-758442f8-432c-46b9-baa3-d08c5e452c98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7140045 Sep 22 08:42:42.181514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Request body: {'port': {'device_id': 'f608232c-98e2-4f42-920a-e7679efe5026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:42.257349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Provisioning for port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:42:42.261988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Provisioning complete for port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:42:42.262356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:42.262706 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Attempt 1 to provision port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 Sep 22 08:42:42.295503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:42.317647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:42:42.424102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:42.613166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8ee31-4e7f-40c4-9a49-40f8bd94d319 req-9f1b55d8-93d7-4d67-b449-8c653f3501ca tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:42.613762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-36d8ee31-4e7f-40c4-9a49-40f8bd94d319 req-9f1b55d8-93d7-4d67-b449-8c653f3501ca tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:42:42.643952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-36d8ee31-4e7f-40c4-9a49-40f8bd94d319 req-9f1b55d8-93d7-4d67-b449-8c653f3501ca tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:42:42.645073 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36d8ee31-4e7f-40c4-9a49-40f8bd94d319 req-9f1b55d8-93d7-4d67-b449-8c653f3501ca tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 931 time: 0.2327437 Sep 22 08:42:42.741940 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36d8ee31-4e7f-40c4-9a49-40f8bd94d319 req-5f182c67-4c7d-464f-967a-f9406f16aa41 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906432 Sep 22 08:42:42.745436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:42:42.752980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:42.767552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Transition to ACTIVE for port object 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:42:42.771268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:42.818875 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Attempt 2 to provision port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 Sep 22 08:42:42.871280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:42:42.956026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Pushing event updated for resources: {'Port': ['ID=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:42.991855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Attempting to bind port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:42:42.992183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Attempting to bind port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:42:42.992497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Attempting to bind port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 on network 8dcafb55-eaba-41cd-8e2f-12013c449976 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:42:42.996914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 on network 8dcafb55-eaba-41cd-8e2f-12013c449976 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:42:42.997225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Attempting to bind port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 on network 8dcafb55-eaba-41cd-8e2f-12013c449976 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:42:43.002577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:42:43.002899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Checking segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:42:43.003295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Bound using segment: {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:42:43.003708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Bound port: 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763a8d24-d1f8-4df0-838a-b4ab986845bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:42:43.004043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:43.179519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] For port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:42:43.182337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] For port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:42:43.186261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:43.215855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:43.216466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:43.217791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] 10.222.0.48 "PUT /v2.0/ports/87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 HTTP/1.1" status: 200 len: 1093 time: 1.0405107 Sep 22 08:42:43.218210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:43.220458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759bbf87-2db7-4aa3-a54a-2612a094bbed" -d '{"events": [{"name": "network-changed", "server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:43.294256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b4438f-5be8-4257-8f9c-62235ddbea37 x-openstack-request-id: req-41b4438f-5be8-4257-8f9c-62235ddbea37 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:43.294542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:43.294790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41b4438f-5be8-4257-8f9c-62235ddbea37 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:43.295177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b4438f-5be8-4257-8f9c-62235ddbea37'] response: {'name': 'network-changed', 'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'status': 'completed', 'code': 200} Sep 22 08:42:43.306273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c6f51-0b17-4f0b-9c21-aac270931096 service neutron] Pushing event updated for resources: {'Port': ['ID=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:43.344521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c0d1a21d-5dd7-4e70-81a2-e0ed79f15204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:43.345981 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-c0d1a21d-5dd7-4e70-81a2-e0ed79f15204 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 1096 time: 0.0876920 Sep 22 08:42:43.373393 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Attempt 3 to provision port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 Sep 22 08:42:43.413138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-1d5c98e3-7304-49cd-b989-d603a9e501f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 HTTP/1.1" status: 200 len: 217 time: 0.0600824 Sep 22 08:42:43.437412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5336db08-857b-4fff-b634-4b12333d0d97 None None] Port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:42:43.476563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-30548c1b-bff6-4e87-826d-c660aa55ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:43.477975 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-30548c1b-bff6-4e87-826d-c660aa55ed4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 200 len: 834 time: 0.0592360 Sep 22 08:42:43.558644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-86369b1c-975d-497d-830d-f8c49673791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:43.560765 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-86369b1c-975d-497d-830d-f8c49673791b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dcafb55-eaba-41cd-8e2f-12013c449976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754895 Sep 22 08:42:43.688237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-3af16f30-12b1-47e2-bd11-c30734866f69 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216037 Sep 22 08:42:43.820838 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5bafd3-8e09-40f5-a7a2-416961db8c79 req-99b949f4-3e60-4a40-8127-370a90fdd9c7 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269157 Sep 22 08:42:44.000159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-8fd263cb-5fae-47a8-b135-927372fdc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:44.001613 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-8fd263cb-5fae-47a8-b135-927372fdc11d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 1096 time: 0.1055882 Sep 22 08:42:44.009884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b06f91-cd5b-4f84-aa32-4374d2c1dfbd req-9d90da16-0ebc-4dd4-a7e6-04791f5f5831 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:44.011203 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5b06f91-cd5b-4f84-aa32-4374d2c1dfbd req-9d90da16-0ebc-4dd4-a7e6-04791f5f5831 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 943 time: 0.1555073 Sep 22 08:42:44.134063 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5b06f91-cd5b-4f84-aa32-4374d2c1dfbd req-00223089-5809-4955-8a89-d670a9fc8f0a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019890 Sep 22 08:42:44.171129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-0555c49e-29b4-4db9-ace0-123f08d7d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:44.172612 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-0555c49e-29b4-4db9-ace0-123f08d7d22f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 897 time: 0.1605289 Sep 22 08:42:44.237844 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-879c1001-870d-468e-9bb8-2159e234476a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 HTTP/1.1" status: 200 len: 217 time: 0.0590785 Sep 22 08:42:44.301845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-24e488d4-f5d5-4509-b6ec-63ed473450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:44.303237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-24e488d4-f5d5-4509-b6ec-63ed473450c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 200 len: 834 time: 0.0591643 Sep 22 08:42:44.385204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-44c5dab1-000f-4937-879a-e352a2d8ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:44.386648 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-44c5dab1-000f-4937-879a-e352a2d8ac20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dcafb55-eaba-41cd-8e2f-12013c449976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769420 Sep 22 08:42:44.519594 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-01308958-e37e-44bc-b4d4-7ccad54b97c0 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261027 Sep 22 08:42:44.653485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-759bbf87-2db7-4aa3-a54a-2612a094bbed req-172e5067-ad81-42ef-a42c-04c1132d9ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276586 Sep 22 08:42:44.977797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24380bb9-aaed-40fc-9612-19ffce5a3b7c req-4729b13a-2df3-4ad8-9513-c5143d7b51b9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:44.979513 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-24380bb9-aaed-40fc-9612-19ffce5a3b7c req-4729b13a-2df3-4ad8-9513-c5143d7b51b9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0926228 Sep 22 08:42:45.024709 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-24380bb9-aaed-40fc-9612-19ffce5a3b7c req-68fe5e6e-8e6e-41b2-9281-e75600fb6e9d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385892 Sep 22 08:42:45.328616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86274c6-714f-4cdf-8c83-f6cb16d50f93 req-aefac886-9939-4120-b7ab-3b097f5c3e8c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:45.329969 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a86274c6-714f-4cdf-8c83-f6cb16d50f93 req-aefac886-9939-4120-b7ab-3b097f5c3e8c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 943 time: 0.0865810 Sep 22 08:42:45.372007 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a86274c6-714f-4cdf-8c83-f6cb16d50f93 req-2a9fb205-4221-4a5d-8947-fccdaa985524 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363340 Sep 22 08:42:46.220379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f85a-9349-4a0e-9a54-42dc1b03cefe req-bd10a78b-ef4f-443f-82d3-ea340b8bb154 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:46.221772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cd53f85a-9349-4a0e-9a54-42dc1b03cefe req-bd10a78b-ef4f-443f-82d3-ea340b8bb154 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0865779 Sep 22 08:42:46.268409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cd53f85a-9349-4a0e-9a54-42dc1b03cefe req-e61a82ee-ef2c-43e7-bcf2-f0ccc12e4731 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410106 Sep 22 08:42:46.570348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a2f48-3d00-42dc-9c8a-0457e5688f96 req-aa0c7b1e-1bff-4c6b-86c3-abc0cb72c284 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:46.571726 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711a2f48-3d00-42dc-9c8a-0457e5688f96 req-aa0c7b1e-1bff-4c6b-86c3-abc0cb72c284 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 943 time: 0.0879221 Sep 22 08:42:46.614644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711a2f48-3d00-42dc-9c8a-0457e5688f96 req-0550fe34-52d8-43be-baa7-2f122feca740 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367746 Sep 22 08:42:46.964393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:42:47.093563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:47.106220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'port_id': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'mac_address': 'fa:16:3e:8a:ec:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:42:47.162577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:42:47.162946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:47.179499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:42:47.195041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:47.199028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:47.264050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:47.468096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:42:47.612539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939daa3-0028-469f-957f-097f01da602b req-9d30747d-be62-4ee7-b627-cd611c0c77b4 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:47.613895 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4939daa3-0028-469f-957f-097f01da602b req-9d30747d-be62-4ee7-b627-cd611c0c77b4 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0859749 Sep 22 08:42:47.659443 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4939daa3-0028-469f-957f-097f01da602b req-fde2c77f-7f09-40d4-bbeb-e214be802644 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 Sep 22 08:42:47.813401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd9860-d7b9-4d39-a0c2-6e12e904d3a3 req-cc9842e4-4001-4e90-a698-8f9bcf5b7796 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:47.814877 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3dbd9860-d7b9-4d39-a0c2-6e12e904d3a3 req-cc9842e4-4001-4e90-a698-8f9bcf5b7796 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 944 time: 0.0872943 Sep 22 08:42:47.861315 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3dbd9860-d7b9-4d39-a0c2-6e12e904d3a3 req-f0d10584-0396-4bf5-a1d7-a23bbfcfcf65 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Sep 22 08:42:48.943026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e447f-0426-488d-9ee2-39c89792224c req-9b562618-d91f-47b7-9836-c88be2b543d9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:48.944779 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-304e447f-0426-488d-9ee2-39c89792224c req-9b562618-d91f-47b7-9836-c88be2b543d9 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.1769307 Sep 22 08:42:48.990069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-304e447f-0426-488d-9ee2-39c89792224c req-5c099cfa-5f4a-4169-aed1-9b07eee1ed1b tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394814 Sep 22 08:42:48.995243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:42:49.060042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e18d1-524e-4e50-8aaa-d081da606531 req-b9b09f9f-239b-4fd5-b7de-669255ba4388 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:49.061760 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a2e18d1-524e-4e50-8aaa-d081da606531 req-b9b09f9f-239b-4fd5-b7de-669255ba4388 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 944 time: 0.0914106 Sep 22 08:42:49.063366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:42:49.068094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:42:49.068461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:49.068789 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 Sep 22 08:42:49.106770 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a2e18d1-524e-4e50-8aaa-d081da606531 req-76bc2e98-f9c1-4f6f-bc5d-16b91267272f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386946 Sep 22 08:42:49.182424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:42:49.182794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:49.208438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:49.210624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bc4bcc-a15d-44ba-910a-bd667ede2e3a" -d '{"events": [{"server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "name": "network-vif-plugged", "status": "completed", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:49.218566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:42:49.222815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:49.291172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:42:49.307342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca8a3e-8471-4509-91a4-2b262c310d27 x-openstack-request-id: req-6dca8a3e-8471-4509-91a4-2b262c310d27 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:49.307698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "name": "network-vif-plugged", "status": "completed", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:49.308048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dca8a3e-8471-4509-91a4-2b262c310d27 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:49.308505 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dca8a3e-8471-4509-91a4-2b262c310d27'] response: {'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'code': 200} Sep 22 08:42:49.531890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da318db5-e72a-4098-bfb1-8361b72eb6be req-4679ca69-2aa8-436f-aaab-8028c494abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:49.533321 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da318db5-e72a-4098-bfb1-8361b72eb6be req-4679ca69-2aa8-436f-aaab-8028c494abc3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 1098 time: 0.0771141 Sep 22 08:42:49.572578 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da318db5-e72a-4098-bfb1-8361b72eb6be req-ea3788c8-53bd-4832-bf30-92a60cb5e92d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333536 Sep 22 08:42:50.301687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c2e3d-7351-446d-92b9-6053df75ebdd req-e25fc480-ef99-4fd8-af9c-448937cacf39 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:50.303051 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-160c2e3d-7351-446d-92b9-6053df75ebdd req-e25fc480-ef99-4fd8-af9c-448937cacf39 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.1898046 Sep 22 08:42:50.309683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1af9-ff5c-478a-920e-db919507d2ee req-0abea448-fa28-4bd5-9e05-fe7127abf1b2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:50.311772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d01c1af9-ff5c-478a-920e-db919507d2ee req-0abea448-fa28-4bd5-9e05-fe7127abf1b2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 945 time: 0.0909736 Sep 22 08:42:50.346515 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-160c2e3d-7351-446d-92b9-6053df75ebdd req-2a701955-8c45-43e4-83b8-97600147ffcf tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Sep 22 08:42:50.354819 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d01c1af9-ff5c-478a-920e-db919507d2ee req-cdc58941-5fba-4c4e-b796-fa7719207f77 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376229 Sep 22 08:42:51.541770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407430-9511-431a-a440-c4173affe67f req-19d25f46-5acd-40e9-96f3-ee0c30051e3b tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:51.543241 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69407430-9511-431a-a440-c4173affe67f req-19d25f46-5acd-40e9-96f3-ee0c30051e3b tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0858963 Sep 22 08:42:51.563323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf52dd9-ea77-4ada-928a-ba5eee1db8bd req-b7cf3e76-99b2-4445-8e9a-63c157b24530 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:51.564769 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8bf52dd9-ea77-4ada-928a-ba5eee1db8bd req-b7cf3e76-99b2-4445-8e9a-63c157b24530 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 945 time: 0.0899303 Sep 22 08:42:51.590945 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69407430-9511-431a-a440-c4173affe67f req-9398f4b0-9c09-409b-8d57-ef37aaff345b tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Sep 22 08:42:51.608043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8bf52dd9-ea77-4ada-928a-ba5eee1db8bd req-90d71d25-2d97-4db0-82a4-9814dd80aa86 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377090 Sep 22 08:42:51.799606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480aa32-e68f-42b5-b254-bf4379d826b8 req-0df0b82b-e89f-4107-bc22-790836b80f55 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:51.801033 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e480aa32-e68f-42b5-b254-bf4379d826b8 req-0df0b82b-e89f-4107-bc22-790836b80f55 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 945 time: 0.0849695 Sep 22 08:42:51.843770 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e480aa32-e68f-42b5-b254-bf4379d826b8 req-6c21e020-9628-4d79-af20-4078fccaaffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371962 Sep 22 08:42:51.870978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:51.948717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457dd604-14fe-498d-ad33-24e0ba7b5b87 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:51.950201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-457dd604-14fe-498d-ad33-24e0ba7b5b87 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 1093 time: 0.0782704 Sep 22 08:42:51.953572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:51.958290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'port_id': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:42:52.036496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:52.615274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:52.618932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:52.788139 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca associated. External IP: 172.26.8.167, port: 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392. Sep 22 08:42:52.788865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026125-2eb8-4a06-99ec-703cb0895e0e req-bf1f56f4-4b37-4218-98d4-3ad70e508272 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:52.790320 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d026125-2eb8-4a06-99ec-703cb0895e0e req-bf1f56f4-4b37-4218-98d4-3ad70e508272 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0867937 Sep 22 08:42:52.833699 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d026125-2eb8-4a06-99ec-703cb0895e0e req-1303ddbb-7312-4d96-a81b-96af90b4591c tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 Sep 22 08:42:53.239897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:42:53.416930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:42:53.422457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:42:53.427879 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] Sync routers for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:42:53.439006 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:53.439713 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:53.477363 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f545a21a-cafc-40c7-894b-3ce2f4d759dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 991 time: 1.5228035 Sep 22 08:42:53.477922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:42:53.480225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def765e0-0213-48d7-9f1b-3792692515c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:42:53.480451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44018) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:53.522227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0325851-38b7-4829-a10d-ccb70cb29611 x-openstack-request-id: req-e0325851-38b7-4829-a10d-ccb70cb29611 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:42:53.522527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:42:53.522759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0325851-38b7-4829-a10d-ccb70cb29611 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:42:53.523154 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0325851-38b7-4829-a10d-ccb70cb29611'] response: {'name': 'network-changed', 'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'status': 'completed', 'code': 200} Sep 22 08:42:53.613859 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:53.649096 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-77ff32ff-a6ef-4370-9b01-b97515b6fa36 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 991 time: 0.1662240 Sep 22 08:42:53.665124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def765e0-0213-48d7-9f1b-3792692515c9 req-8647b0e8-ae0a-4bd8-a806-99baa841e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:53.666564 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-def765e0-0213-48d7-9f1b-3792692515c9 req-8647b0e8-ae0a-4bd8-a806-99baa841e6a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 1098 time: 0.1154375 Sep 22 08:42:53.799950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def765e0-0213-48d7-9f1b-3792692515c9 req-bf26383c-a766-43f4-80e6-4c0afc9a265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:53.801329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-def765e0-0213-48d7-9f1b-3792692515c9 req-bf26383c-a766-43f4-80e6-4c0afc9a265f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 200 len: 897 time: 0.1284389 Sep 22 08:42:53.913183 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-def765e0-0213-48d7-9f1b-3792692515c9 req-a7a046ce-c299-4793-b4ac-47159299062d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 HTTP/1.1" status: 200 len: 999 time: 0.1057217 Sep 22 08:42:53.966338 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7b2af3ae-2f6b-4e4f-80da-72df7ca598ca', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'port_id': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'mac_address': 'fa:16:3e:8a:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608232c-98e2-4f42-920a-e7679efe5026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:41:54Z', 'updated_at': '2022-09-22T08:42:52Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:53.970212 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] Checking router: 64b4858e-0b6d-4443-8a18-7bd996de0fd3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:42:53.978611 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:42:53.979198 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:42:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:54.047039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def765e0-0213-48d7-9f1b-3792692515c9 req-6dd7a37c-22be-4c08-b13c-63527c65e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:54.048530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-def765e0-0213-48d7-9f1b-3792692515c9 req-6dd7a37c-22be-4c08-b13c-63527c65e0a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 200 len: 834 time: 0.1281891 Sep 22 08:42:54.120422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7464e99-e9b3-4fe9-9872-d9f44d7ddef2 req-f16561bb-cef1-4ef3-b7db-dfc744fc8d49 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:54.121788 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7464e99-e9b3-4fe9-9872-d9f44d7ddef2 req-f16561bb-cef1-4ef3-b7db-dfc744fc8d49 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.1607268 Sep 22 08:42:54.156751 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:42:54.179264 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7464e99-e9b3-4fe9-9872-d9f44d7ddef2 req-d89ab382-caa5-421a-950b-c14d64efb738 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501804 Sep 22 08:42:54.187040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def765e0-0213-48d7-9f1b-3792692515c9 req-b79ff3e9-8551-40ec-a946-a5ac49989b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:54.188309 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-def765e0-0213-48d7-9f1b-3792692515c9 req-b79ff3e9-8551-40ec-a946-a5ac49989b9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8dcafb55-eaba-41cd-8e2f-12013c449976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1322794 Sep 22 08:42:54.324716 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-def765e0-0213-48d7-9f1b-3792692515c9 req-20da0966-45b1-416e-83f0-abd140c2b53b service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297894 Sep 22 08:42:54.462586 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-def765e0-0213-48d7-9f1b-3792692515c9 req-7287aab5-a4e6-4c02-bd32-3ead8bca04b1 service neutron] 10.222.0.48 "GET /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281495 Sep 22 08:42:54.538460 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7b2af3ae-2f6b-4e4f-80da-72df7ca598ca', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'port_id': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'mac_address': 'fa:16:3e:8a:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608232c-98e2-4f42-920a-e7679efe5026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:41:54Z', 'updated_at': '2022-09-22T08:42:52Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:42:54.542696 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4196f-180a-4b0d-b048-bebe5160c0ea None None] The sync data for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv is: [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7b2af3ae-2f6b-4e4f-80da-72df7ca598ca', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'port_id': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'mac_address': 'fa:16:3e:8a:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608232c-98e2-4f42-920a-e7679efe5026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:41:54Z', 'updated_at': '2022-09-22T08:42:52Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:42:54.651340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44026) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:54.727914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8ce3e-886c-4a9b-a436-ed9be136aee9 None None] New status for floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:42:54.763656 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-efeb0829-7a05-48bf-8dd9-db368f2df92d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 991 time: 0.1104572 Sep 22 08:42:55.382084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd89a9-7bae-49d2-abd5-3a0b8f2525ec req-97d9d295-47ba-4c8e-ae27-fca9c042990d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:55.383562 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7fd89a9-7bae-49d2-abd5-3a0b8f2525ec req-97d9d295-47ba-4c8e-ae27-fca9c042990d tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0897315 Sep 22 08:42:55.427528 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7fd89a9-7bae-49d2-abd5-3a0b8f2525ec req-0cf75b27-bf6e-49da-8bb5-8779a01b9aa6 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383334 Sep 22 08:42:55.767583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44032) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:42:55.960861 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa30c6f4-a154-46b6-afbf-f9d4af3d6071 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 200 len: 993 time: 0.1921475 Sep 22 08:42:56.627723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd7390-7771-47bf-8071-29adb50286ee req-382f2029-3356-47df-8ab0-5cc357e5daaa tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:56.629152 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cdd7390-7771-47bf-8071-29adb50286ee req-382f2029-3356-47df-8ab0-5cc357e5daaa tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0877178 Sep 22 08:42:56.672119 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cdd7390-7771-47bf-8071-29adb50286ee req-db1972e1-9ffe-4e18-87e3-5305ac0aad61 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374885 Sep 22 08:42:57.866462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194a9bd-64f1-4374-8b91-2ba6e2e4fb77 req-7a9dcfa6-3fd9-48dd-8578-940502a60c6e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:57.867932 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1194a9bd-64f1-4374-8b91-2ba6e2e4fb77 req-7a9dcfa6-3fd9-48dd-8578-940502a60c6e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0857029 Sep 22 08:42:57.914257 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1194a9bd-64f1-4374-8b91-2ba6e2e4fb77 req-124b920a-4cb1-4514-86e5-416b2b31e105 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Sep 22 08:42:59.107473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f944244-abf2-45d8-9ed9-e53867476210 req-a2d5928d-349f-4796-8478-07218516aaad tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:42:59.108922 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0f944244-abf2-45d8-9ed9-e53867476210 req-a2d5928d-349f-4796-8478-07218516aaad tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0857470 Sep 22 08:42:59.156144 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0f944244-abf2-45d8-9ed9-e53867476210 req-56ee932f-7da1-4b48-ab3d-23aaef79d07e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416865 Sep 22 08:43:00.350432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb7488-2908-4bae-911c-46c94262387e req-0ee60e37-ebfd-433f-af7b-e7f9ab1ad867 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:00.351920 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-65bb7488-2908-4bae-911c-46c94262387e req-0ee60e37-ebfd-433f-af7b-e7f9ab1ad867 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0877562 Sep 22 08:43:00.395980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-65bb7488-2908-4bae-911c-46c94262387e req-494e4949-b368-4081-a9d9-f632cad5374a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383165 Sep 22 08:43:01.592600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca3331-08e7-4a65-a166-6a4ecd46eff3 req-32f63c21-6fd0-42ef-baf9-6c74347f9f32 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:01.594050 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9bca3331-08e7-4a65-a166-6a4ecd46eff3 req-32f63c21-6fd0-42ef-baf9-6c74347f9f32 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0872912 Sep 22 08:43:01.636609 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9bca3331-08e7-4a65-a166-6a4ecd46eff3 req-4522097e-847e-45c1-b6ff-c1672417c39e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370164 Sep 22 08:43:02.846169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2d329-f962-44b9-873e-41a9cf68c1f9 req-37df5ce0-8514-4ddb-b1e9-5cc08b61a36e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:02.847643 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22a2d329-f962-44b9-873e-41a9cf68c1f9 req-37df5ce0-8514-4ddb-b1e9-5cc08b61a36e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0961068 Sep 22 08:43:02.893060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22a2d329-f962-44b9-873e-41a9cf68c1f9 req-63294b0b-4eb4-465a-96f9-2733d5c8d225 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397420 Sep 22 08:43:02.946620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d77144-b1c5-4bd6-b03e-c5f50740a81c req-6f3e5f3d-27a3-4815-bc27-85d7c8b91ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:02.948211 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30d77144-b1c5-4bd6-b03e-c5f50740a81c req-6f3e5f3d-27a3-4815-bc27-85d7c8b91ab0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 1098 time: 0.0841229 Sep 22 08:43:02.991841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30d77144-b1c5-4bd6-b03e-c5f50740a81c req-076e9002-6e83-42d1-b1aa-6fa37855bb6f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Sep 22 08:43:04.105420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42b91-1b74-4329-81c1-0342f1f699a3 req-76bc1c05-32fa-4bdf-bc74-744a96967ffd tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:04.106876 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-59f42b91-1b74-4329-81c1-0342f1f699a3 req-76bc1c05-32fa-4bdf-bc74-744a96967ffd tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0897954 Sep 22 08:43:04.159410 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-59f42b91-1b74-4329-81c1-0342f1f699a3 req-82713227-5ece-458b-9817-fd6a5f1618aa tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458918 Sep 22 08:43:05.022733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 232c92bf-b337-4a95-89d4-b982c76d44e3 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:43:05.025623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 232c92bf-b337-4a95-89d4-b982c76d44e3 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:05.245193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 232c92bf-b337-4a95-89d4-b982c76d44e3 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:05.245562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:05.263699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:05.284145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'port_id': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'mac_address': 'fa:16:3e:7c:39:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:43:05.290749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:43:05.293021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69db537e-ca5e-4b80-b9f7-fbf63a0dad32" -d '{"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-unplugged", "status": "completed", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:43:05.327574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:05.342118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:05.346800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 08:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5125e53d-8574-45af-b75f-d5146f426394 x-openstack-request-id: req-5125e53d-8574-45af-b75f-d5146f426394 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:43:05.347084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-unplugged", "status": "completed", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:43:05.347355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5125e53d-8574-45af-b75f-d5146f426394 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:43:05.347733 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5125e53d-8574-45af-b75f-d5146f426394'] response: {'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'code': 200} Sep 22 08:43:05.369506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6ebb8-b38f-4400-a0a5-d3af73940a52 req-a347c453-8cb0-463d-96d0-7e986d617593 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:05.370977 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8a6ebb8-b38f-4400-a0a5-d3af73940a52 req-a347c453-8cb0-463d-96d0-7e986d617593 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.0901265 Sep 22 08:43:05.407488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 232c92bf-b337-4a95-89d4-b982c76d44e3 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:05.407862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:05.419115 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8a6ebb8-b38f-4400-a0a5-d3af73940a52 req-bfc51ba6-1b02-40af-8b44-8552addda203 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Sep 22 08:43:05.431537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 232c92bf-b337-4a95-89d4-b982c76d44e3 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:43:05.439509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:05.448531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:05.474070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.474411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.474772 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.475093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.475444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.475767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.476083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.476399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.476719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.477032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.477343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.477678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:05.506420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:43:05.506780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:43:05.554502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe8d68e8-dbb0-40a9-a534-d4563d1f74bc tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/floatingips/2d603ead-1a10-4e3e-92e9-bba61b2fa367 HTTP/1.1" status: 200 len: 990 time: 0.1049151 Sep 22 08:43:06.063116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 232c92bf-b337-4a95-89d4-b982c76d44e3 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:06.063681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:06.079727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232c92bf-b337-4a95-89d4-b982c76d44e3 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:43:06.095208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:06.098534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:06.163330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac123509-30b4-4c7e-9922-1acc745c0c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:06.173905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:06.359201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['232c92bf-b337-4a95-89d4-b982c76d44e3'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:43:08.279798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42a3d7bd-7b5e-4f15-a7b3-c65398af2895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:09.029487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 232c92bf-b337-4a95-89d4-b982c76d44e3 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:43:09.095112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 232c92bf-b337-4a95-89d4-b982c76d44e3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:09.095502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:09.095830 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 232c92bf-b337-4a95-89d4-b982c76d44e3 Sep 22 08:43:09.244077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 232c92bf-b337-4a95-89d4-b982c76d44e3 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:09.244371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:09.272478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:43:09.274740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c232a7e4-aa7b-45e9-bfaa-388886eadb6d" -d '{"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-plugged", "status": "completed", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:43:09.285169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:09.288848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:09.324258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee14e1c6-491f-411a-b3a8-f663bce01ee1 x-openstack-request-id: req-ee14e1c6-491f-411a-b3a8-f663bce01ee1 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:43:09.324546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-plugged", "status": "completed", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:43:09.324793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee14e1c6-491f-411a-b3a8-f663bce01ee1 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:43:09.325182 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee14e1c6-491f-411a-b3a8-f663bce01ee1'] response: {'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'code': 200} Sep 22 08:43:09.358463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:09.527694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:09.584178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:10.863152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:12.430059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:12.453813 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:43:27.474391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2074ae3-8783-4ae1-b7c7-9f1bcef696c6 req-bae9dc67-904b-414d-a52f-92ac7a4305eb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:27.475858 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b2074ae3-8783-4ae1-b7c7-9f1bcef696c6 req-bae9dc67-904b-414d-a52f-92ac7a4305eb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 945 time: 0.0855157 Sep 22 08:43:27.518714 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b2074ae3-8783-4ae1-b7c7-9f1bcef696c6 req-5b85fc44-c9aa-4b62-bde6-23f5c3ba968a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372503 Sep 22 08:43:28.720159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f903f5-fd3e-4ec1-871d-b0c0e8267a8c req-8fcc9a82-2c28-4b21-ad7e-556871f0a821 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:28.721605 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c7f903f5-fd3e-4ec1-871d-b0c0e8267a8c req-8fcc9a82-2c28-4b21-ad7e-556871f0a821 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 945 time: 0.0874326 Sep 22 08:43:28.765455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c7f903f5-fd3e-4ec1-871d-b0c0e8267a8c req-f6dd0adb-b8e0-4468-9ef4-ca5a2c639a1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fb254830-0400-4c0b-8b86-da65923c8de6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382955 Sep 22 08:43:28.894184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-dfcf4ee0-fa19-48a7-a54e-21f366e2febf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:28.895548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-dfcf4ee0-fa19-48a7-a54e-21f366e2febf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 945 time: 0.0887609 Sep 22 08:43:28.965366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:28.965706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:29.210773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:29.211138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:29.495354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:29.495643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:29.495944 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca disassociated. External IP: 172.26.8.167, port: 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392. Sep 22 08:43:29.496284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:29.646496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:29.794288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:29.804940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.805289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.805625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.805953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.806356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.806582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.806904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.807251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.807567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.807883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.808195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.808510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:29.936506 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-531d744c-8f79-4982-a0c5-8259fff4611e req-c3e7a28d-c91e-4788-ad67-e4f5d9956d58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f608232c-98e2-4f42-920a-e7679efe5026 HTTP/1.1" status: 200 len: 210 time: 0.0538383 Sep 22 08:43:30.017752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:43:30.221524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:43:30.231272 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] Sync routers for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:43:30.242571 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:30.243279 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:30.313478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:43:30.316427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:30.318993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'name': 'network-vif-deleted', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:43:30.321308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c429bcc-3177-4c56-864b-33987fe2a8c5" -d '{"events": [{"server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "name": "network-vif-deleted", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:43:30.335838 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d16787c4-87ee-43be-b458-f5f2ee4bd6b0 req-8cc3b764-19ee-42cb-b21f-3e15628c0fa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 HTTP/1.1" status: 204 len: 173 time: 1.4344993 Sep 22 08:43:30.372317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e633838-0e33-408e-ae36-2fb7e8e45163 x-openstack-request-id: req-4e633838-0e33-408e-ae36-2fb7e8e45163 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:43:30.372598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f608232c-98e2-4f42-920a-e7679efe5026", "name": "network-vif-deleted", "tag": "87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:43:30.372873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e633838-0e33-408e-ae36-2fb7e8e45163 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:43:30.373297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e633838-0e33-408e-ae36-2fb7e8e45163'] response: {'server_uuid': 'f608232c-98e2-4f42-920a-e7679efe5026', 'name': 'network-vif-deleted', 'tag': '87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392', 'status': 'completed', 'code': 200} Sep 22 08:43:30.420800 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:30.738341 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:30.742389 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] Checking router: 64b4858e-0b6d-4443-8a18-7bd996de0fd3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:43:30.754866 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:30.755915 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:30.939044 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:31.037090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44086) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:31.110096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:31.140931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:31.205681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:31.224281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb254830-0400-4c0b-8b86-da65923c8de6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:31.232703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.233054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.233395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.233733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.234062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.234393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.234720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.235047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.235401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.235723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.236046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.236366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:31.243589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:31.244730 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-63a57b7e-a688-424e-a5e0-dc4d92e448df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/fb254830-0400-4c0b-8b86-da65923c8de6 HTTP/1.1" status: 204 len: 168 time: 0.2063107 Sep 22 08:43:31.277539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44092) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:31.284333 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:31.288381 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640cb4a3-8e6d-479d-b31b-8f3f52cff087 None None] The sync data for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv is: [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:41:36Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '18125e64-af87-4c80-8e50-c76d448d52dc', 'name': '', 'network_id': '8dcafb55-eaba-41cd-8e2f-12013c449976', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:bb:3c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '65def992-edcd-40d7-9980-5924c5fb8682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:35Z', 'updated_at': '2022-09-22T08:41:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': '65def992-edcd-40d7-9980-5924c5fb8682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:43:31.515283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119badee-4686-41dc-a742-4896a39663dc None None] New status for floating IP 7b2af3ae-2f6b-4e4f-80da-72df7ca598ca: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:43:31.553884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 8b7d86c7-2909-473a-9de8-5671aa1f4402 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:31.554137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:31.729095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:31.729505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:31.860431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 8b7d86c7-2909-473a-9de8-5671aa1f4402 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:31.944707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:43:31.945046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:43:32.446744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 8b7d86c7-2909-473a-9de8-5671aa1f4402 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:32.447445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:32.632826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:32.633075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:32.756844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 8b7d86c7-2909-473a-9de8-5671aa1f4402 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:32.899710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:32.948868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=8b7d86c7-2909-473a-9de8-5671aa1f4402,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:33.042451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:33.056660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:33.057764 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0600edb8-c7a2-4f61-83c5-4fe0b908d098 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/7b2af3ae-2f6b-4e4f-80da-72df7ca598ca HTTP/1.1" status: 204 len: 168 time: 1.7792203 Sep 22 08:43:33.105400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:33.139686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:33.140026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 87ca8f6d-6d7d-48f8-a497-7b9f6eb3c392 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:33.429818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc66b75-8ec0-4eb1-9844-67dd0c3c074b req-0605f2d8-6e8d-4792-8ffb-704f49a7cc6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:33.430493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dbc66b75-8ec0-4eb1-9844-67dd0c3c074b req-0605f2d8-6e8d-4792-8ffb-704f49a7cc6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:33.446214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dbc66b75-8ec0-4eb1-9844-67dd0c3c074b req-0605f2d8-6e8d-4792-8ffb-704f49a7cc6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:33.447424 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbc66b75-8ec0-4eb1-9844-67dd0c3c074b req-0605f2d8-6e8d-4792-8ffb-704f49a7cc6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 946 time: 0.1115389 Sep 22 08:43:33.490359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dbc66b75-8ec0-4eb1-9844-67dd0c3c074b req-8683a871-233e-4c6c-a5cd-18db17794661 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:33.504888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dbc66b75-8ec0-4eb1-9844-67dd0c3c074b req-8683a871-233e-4c6c-a5cd-18db17794661 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:33.506238 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbc66b75-8ec0-4eb1-9844-67dd0c3c074b req-8683a871-233e-4c6c-a5cd-18db17794661 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532255 Sep 22 08:43:34.705965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1959a-f9ba-43d7-88b2-712504704d76 req-18ef9698-af74-4877-ae0a-90b24a531a3a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:34.706641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-67e1959a-f9ba-43d7-88b2-712504704d76 req-18ef9698-af74-4877-ae0a-90b24a531a3a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:34.718116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-67e1959a-f9ba-43d7-88b2-712504704d76 req-18ef9698-af74-4877-ae0a-90b24a531a3a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:34.719207 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-67e1959a-f9ba-43d7-88b2-712504704d76 req-18ef9698-af74-4877-ae0a-90b24a531a3a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 946 time: 0.0984199 Sep 22 08:43:34.820625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-67e1959a-f9ba-43d7-88b2-712504704d76 req-08f0394b-6be9-4d2a-a68f-2b01ac298f1c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb35910d-2e66-46a6-896e-568283ef260f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947902 Sep 22 08:43:34.850054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-da536881-e7ff-4676-8767-f191dd9e49a0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:34.851483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-da536881-e7ff-4676-8767-f191dd9e49a0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 946 time: 0.1130738 Sep 22 08:43:34.921618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:34.921966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:35.172523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:35.172785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:35.292089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:35.432813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:35.480161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:35.568153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:43:35.570500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:35.572963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'name': 'network-vif-deleted', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:43:35.575176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb65fd62-6a92-47be-ae03-0b4ecaf215ef" -d '{"events": [{"server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "name": "network-vif-deleted", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:43:35.588747 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b5fcbd99-ea15-4fec-a185-05cb8e61ea96 req-5bda6b08-ca76-4825-912f-fc9ce9727aeb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac HTTP/1.1" status: 204 len: 173 time: 0.7324617 Sep 22 08:43:35.619882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45322ffc-379f-48d4-834c-6da378363aa2 x-openstack-request-id: req-45322ffc-379f-48d4-834c-6da378363aa2 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:43:35.620185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291a7588-c80d-4545-ab19-7caef35ea4ac", "name": "network-vif-deleted", "tag": "266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:43:35.620442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45322ffc-379f-48d4-834c-6da378363aa2 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:43:35.620854 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45322ffc-379f-48d4-834c-6da378363aa2'] response: {'server_uuid': '291a7588-c80d-4545-ab19-7caef35ea4ac', 'name': 'network-vif-deleted', 'tag': '266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac', 'status': 'completed', 'code': 200} Sep 22 08:43:36.005058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d5a47dba-61fd-4060-955b-d9ca86a896c8 req-8a481ca5-6013-4af4-8992-31b837863219 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:36.020887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d5a47dba-61fd-4060-955b-d9ca86a896c8 req-8a481ca5-6013-4af4-8992-31b837863219 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:36.021745 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5a47dba-61fd-4060-955b-d9ca86a896c8 req-8a481ca5-6013-4af4-8992-31b837863219 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=291a7588-c80d-4545-ab19-7caef35ea4ac HTTP/1.1" status: 200 len: 210 time: 0.0722539 Sep 22 08:43:36.125408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f4a5d4e6-6dae-49f8-a0be-45b937638b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:37.125976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44114) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:37.193099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39d77e2e-3ce3-4b18-81bb-d86f84ddb13f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:37.222000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39d77e2e-3ce3-4b18-81bb-d86f84ddb13f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:37.285130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39d77e2e-3ce3-4b18-81bb-d86f84ddb13f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:37.307668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d77e2e-3ce3-4b18-81bb-d86f84ddb13f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb35910d-2e66-46a6-896e-568283ef260f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:37.315020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39d77e2e-3ce3-4b18-81bb-d86f84ddb13f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:37.316152 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-39d77e2e-3ce3-4b18-81bb-d86f84ddb13f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/cb35910d-2e66-46a6-896e-568283ef260f HTTP/1.1" status: 204 len: 168 time: 0.1891782 Sep 22 08:43:37.345807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44120) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:37.995341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:38.280436 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e97974dc-a596-4376-a2fa-3aa09f4a9615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:38.347025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 18125e64-af87-4c80-8e50-c76d448d52dc {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:38.347608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:38.535463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 18125e64-af87-4c80-8e50-c76d448d52dc, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=18125e64-af87-4c80-8e50-c76d448d52dc,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:38.535741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:38.658343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 18125e64-af87-4c80-8e50-c76d448d52dc owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:38.841121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:38.891587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=18125e64-af87-4c80-8e50-c76d448d52dc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:39.151620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:39.167916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:39.188175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:39.188513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 266fc47c-25b6-4e4b-bdf3-8fcd5e90f5ac not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:39.531633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:39.586395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:39.633180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:43:39.818921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:43:39.828518 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] Sync routers for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:43:39.834719 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e34d9ca-40fb-41b6-bef7-fea2f0d04399 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/64b4858e-0b6d-4443-8a18-7bd996de0fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4877994 Sep 22 08:43:39.837426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:39.838283 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:39.838875 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:39.905683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet 65def992-edcd-40d7-9980-5924c5fb8682 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:43:39.908676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:39.962959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.012213 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:40.046591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.125887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.165939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=65def992-edcd-40d7-9980-5924c5fb8682,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:40.167909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.173558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f39965-26be-4afc-b0ca-74f737215289 None None] Network 8dcafb55-eaba-41cd-8e2f-12013c449976 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:43:40.177769 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-69249d73-006a-4af5-927d-7fc8cd5e1096 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/65def992-edcd-40d7-9980-5924c5fb8682 HTTP/1.1" status: 204 len: 168 time: 0.3364246 Sep 22 08:43:40.177769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44130) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:40.300928 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:43:38Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:40.304827 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] Checking router: 64b4858e-0b6d-4443-8a18-7bd996de0fd3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:43:40.313338 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] Routers {'64b4858e-0b6d-4443-8a18-7bd996de0fd3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:40.313932 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:40.382133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.452960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] DHCP port deletion for 8dcafb55-eaba-41cd-8e2f-12013c449976 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:43:40.457137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] Deleting port 64fc0d29-2ad4-42d1-a2a4-68970240e38a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:40.457512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.496963 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] Set router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:40.567837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.577763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port b7095393-5944-453a-8c0c-2098bb9a65a7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:40.578113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.670189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] For port 64fc0d29-2ad4-42d1-a2a4-68970240e38a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=64fc0d29-2ad4-42d1-a2a4-68970240e38a,segment=NetworkSegment(763a8d24-d1f8-4df0-838a-b4ab986845bb),segment_id=763a8d24-d1f8-4df0-838a-b4ab986845bb)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:40.670787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.787357 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:43:38Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:40.793312 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d533fa-3e94-4c08-9402-bc40984990d8 None None] The sync data for ids ['64b4858e-0b6d-4443-8a18-7bd996de0fd3'] in dv-neutron-857569-1-hyperv is: [{'id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'name': 'tempest-TestNetworkBasicOps-router-1611899156', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:30Z', 'updated_at': '2022-09-22T08:43:38Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'b7095393-5944-453a-8c0c-2098bb9a65a7', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4858e-0b6d-4443-8a18-7bd996de0fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:31Z', 'updated_at': '2022-09-22T08:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:43:40.798758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] Calling delete_port for 64fc0d29-2ad4-42d1-a2a4-68970240e38a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:40.881982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.885093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port b7095393-5944-453a-8c0c-2098bb9a65a7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b7095393-5944-453a-8c0c-2098bb9a65a7,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:40.885719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.892161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:40.938697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] Pushing event deleted for resources: {'Port': ['ID=64fc0d29-2ad4-42d1-a2a4-68970240e38a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:40.942143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d55c4d-0ce7-4f90-a5a8-265a5d55336e None None] No DVR routers for this DVR port 64fc0d29-2ad4-42d1-a2a4-68970240e38a on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:43:41.008787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for b7095393-5944-453a-8c0c-2098bb9a65a7 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:41.173644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.221701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=b7095393-5944-453a-8c0c-2098bb9a65a7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:41.319670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.489923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.492018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.513694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.514185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router 64b4858e-0b6d-4443-8a18-7bd996de0fd3 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:43:41.529591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.533285 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8bc3b8fa-993c-457e-95e6-a43674b59221 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/64b4858e-0b6d-4443-8a18-7bd996de0fd3 HTTP/1.1" status: 204 len: 168 time: 1.3522964 Sep 22 08:43:41.533680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44134) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:41.646367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.772934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.799500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcafb55-eaba-41cd-8e2f-12013c449976']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:41.810935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763a8d24-d1f8-4df0-838a-b4ab986845bb') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:41.811251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763a8d24-d1f8-4df0-838a-b4ab986845bb') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:41.821974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.840296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.846571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:43:41.846945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.910919 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 763a8d24-d1f8-4df0-838a-b4ab986845bb resource provider aggregate not found Sep 22 08:43:41.934306 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 763a8d24-d1f8-4df0-838a-b4ab986845bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 763a8d24-d1f8-4df0-838a-b4ab986845bb found for delete ", "request_id": "req-105c3e0b-b231-4a2b-a522-75f37c75ad30"}]} Sep 22 08:43:41.946133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.964987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:41.978336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=8dcafb55-eaba-41cd-8e2f-12013c449976,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:41.985426 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-de2cdc76-2706-4728-94b6-43f635e7be6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/8dcafb55-eaba-41cd-8e2f-12013c449976 HTTP/1.1" status: 204 len: 168 time: 0.4509416 Sep 22 08:43:42.004666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44142) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:42.010404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--1126585436', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:42.016051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:42.020130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:42.022916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:42.028749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:42.043321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:43:42.046634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.072694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:43:42.081760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.082087 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment f2040c26-351c-42ac-9587-90b0f9e4b84d of type vlan for network 326810af-e35f-4421-8b4e-9329437c24af Sep 22 08:43:42.107447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.134841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.140814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:42.141438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.246273 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2405488 Sep 22 08:43:42.249605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44146) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:42.253216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacc823-46b9-41e7-a7b7-6efaa7b19e32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=326810af-e35f-4421-8b4e-9329437c24af,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:42.255178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-857285071', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:42.262312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:42.264872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 326810af-e35f-4421-8b4e-9329437c24af details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:43:42.272227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:42.275201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:42.333529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b7095393-5944-453a-8c0c-2098bb9a65a7 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:42.381533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:42.381833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: b7095393-5944-453a-8c0c-2098bb9a65a7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:42.382172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b7095393-5944-453a-8c0c-2098bb9a65a7 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:42.382586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 64fc0d29-2ad4-42d1-a2a4-68970240e38a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:42.392077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.393034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.408265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.430082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 64fc0d29-2ad4-42d1-a2a4-68970240e38a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:42.430418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 64fc0d29-2ad4-42d1-a2a4-68970240e38a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:42.430820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 18125e64-af87-4c80-8e50-c76d448d52dc no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:42.509091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 18125e64-af87-4c80-8e50-c76d448d52dc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:42.509432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 18125e64-af87-4c80-8e50-c76d448d52dc not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:42.516545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.672833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:42.805682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44152) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:42.975070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.008943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.110754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Deleting port 7a59aadc-8acb-4863-acc2-e80a15ba8a26 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:43.111378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.141156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.75 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/4c2aab0d-afe4-446b-af68-76fa017ac5ba) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:43:43.283585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.283830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.288928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.318128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.387060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:43:43.390578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:43:43.394208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:43:43.407623 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Calling delete_port for 7a59aadc-8acb-4863-acc2-e80a15ba8a26 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:43.426930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=4c2aab0d-afe4-446b-af68-76fa017ac5ba,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:43.558421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.606382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event deleted for resources: {'Port': ['ID=7a59aadc-8acb-4863-acc2-e80a15ba8a26,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:43.707193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:43.707626 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Floating IP 2d603ead-1a10-4e3e-92e9-bba61b2fa367 disassociated (deleted). External IP: 172.26.8.89, port: 232c92bf-b337-4a95-89d4-b982c76d44e3. Sep 22 08:43:43.915683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:44.064843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Router ce474c7d-db79-418e-8287-c012bfb35d7f has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:43:44.243140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:43:44.255017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] Sync routers for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:43:44.264801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:44.266008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:44.266159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:44.266628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:44.322662 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5bce651a-d40d-40fa-b193-bb534afd3426 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "DELETE /v2.0/floatingips/2d603ead-1a10-4e3e-92e9-bba61b2fa367 HTTP/1.1" status: 204 len: 168 time: 1.5157757 Sep 22 08:43:44.323413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:43:44.325731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf70d02e-cf27-4991-9b25-04783c66b331" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:43:44.462555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:44.494200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:43:44.580799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0eb0f4-1640-4e7a-958a-343670115afd x-openstack-request-id: req-5a0eb0f4-1640-4e7a-958a-343670115afd {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:43:44.581115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:43:44.581366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a0eb0f4-1640-4e7a-958a-343670115afd {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:43:44.581805 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0eb0f4-1640-4e7a-958a-343670115afd'] response: {'name': 'network-changed', 'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'status': 'completed', 'code': 200} Sep 22 08:43:44.797281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:56Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:44.801198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] Checking router: ce474c7d-db79-418e-8287-c012bfb35d7f for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:43:44.807704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:43:44.810391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:44.811002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:44.817473 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Sync routers for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:43:44.827403 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:44.828309 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:44.850508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-2950fd41-9330-4469-b95d-614603852bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:44.852063 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-2950fd41-9330-4469-b95d-614603852bac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2635c4a2e5c14f4b9c653b66393bb862&device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 1098 time: 0.1956863 Sep 22 08:43:44.856794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:44.861539 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09e850a7-46c0-488d-8b65-da1cd60305d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6077931 Sep 22 08:43:44.862534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44164) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:44.866216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8a8c2-09f0-43ae-8fe4-bc41b8f8247e req-cdd7c535-1f8d-49c9-881b-190858383f35 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:44.868772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6f8a8c2-09f0-43ae-8fe4-bc41b8f8247e req-cdd7c535-1f8d-49c9-881b-190858383f35 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.1667776 Sep 22 08:43:44.960481 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-34a19fd3-7f9e-4449-9707-971d750e39da tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0963383 Sep 22 08:43:44.963526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44168) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:45.028689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:45.046779 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:45.101503 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6f8a8c2-09f0-43ae-8fe4-bc41b8f8247e req-400becda-0af8-4ff5-908c-cb4df8603d02 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147207 Sep 22 08:43:45.146967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-cdc05d1b-8d69-47e9-aae7-351cdb711e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:45.148596 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-cdc05d1b-8d69-47e9-aae7-351cdb711e37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2540cc97-968a-4c0c-b906-92556fe12edb HTTP/1.1" status: 200 len: 897 time: 0.2797966 Sep 22 08:43:45.345749 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-7dff9dd4-cf98-4f0a-8e03-30a6a8cccc69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=232c92bf-b337-4a95-89d4-b982c76d44e3 HTTP/1.1" status: 200 len: 217 time: 0.1880651 Sep 22 08:43:45.347611 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:43Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:45.348378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2339553-caba-479e-ba72-2d852e1ef64a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:45.352601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d2339553-caba-479e-ba72-2d852e1ef64a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3836343 Sep 22 08:43:45.352741 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Checking router: 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:43:45.352841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44172) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:45.353269 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Updating router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 port 4c2aab0d-afe4-446b-af68-76fa017ac5ba binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:43:45.366760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:56Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:45.371016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a72e29c-c24d-4c75-a3d8-eb740030b6b2 None None] The sync data for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv is: [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:41:51Z', 'revision_number': 4, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '3e2973e7-d723-4736-91ec-8a635853aa58', 'name': '', 'network_id': '2540cc97-968a-4c0c-b906-92556fe12edb', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'mac_address': 'fa:16:3e:93:17:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '967600e7-0f7d-4755-9b57-244108900d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:50Z', 'updated_at': '2022-09-22T08:41:56Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'subnets': [{'id': '967600e7-0f7d-4755-9b57-244108900d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:43:45.407771 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:45.432629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-2a23c130-bbc5-46fb-9c6f-844394e6dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:45.434537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-2a23c130-bbc5-46fb-9c6f-844394e6dd74 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=967600e7-0f7d-4755-9b57-244108900d67 HTTP/1.1" status: 200 len: 835 time: 0.0832291 Sep 22 08:43:45.524070 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-49619e8c-0cdd-4c34-aa77-57167b40e5be tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1699347 Sep 22 08:43:45.526371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44176) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:45.532190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2045161692', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:45.546876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-266c340c-8420-415d-b2d8-a8b2c4aed316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:45.548387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-266c340c-8420-415d-b2d8-a8b2c4aed316 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2540cc97-968a-4c0c-b906-92556fe12edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071024 Sep 22 08:43:45.658391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:45.662269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:45.665416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:45.672916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:45.688330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:43:45.691947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:45.694040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-3d3551d9-7cdd-48b9-83a1-20f6cca5d769 service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387687 Sep 22 08:43:45.703658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d6edf-3529-4f03-b8ce-00b3bf06beb0 None None] New status for floating IP 2d603ead-1a10-4e3e-92e9-bba61b2fa367: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:43:45.820694 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:45.834788 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Transition to ACTIVE for port object 4c2aab0d-afe4-446b-af68-76fa017ac5ba will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:43:45.844072 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:45.852400 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf70d02e-cf27-4991-9b25-04783c66b331 req-69f9dcbc-50f9-42e4-b02e-aab235a80d90 service neutron] 10.222.0.48 "GET /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506853 Sep 22 08:43:45.913685 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Attempting to bind port 4c2aab0d-afe4-446b-af68-76fa017ac5ba on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:43:45.914085 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Attempting to bind port 4c2aab0d-afe4-446b-af68-76fa017ac5ba by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:43:45.914438 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Attempting to bind port 4c2aab0d-afe4-446b-af68-76fa017ac5ba on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:43:45.922598 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:43:45.922962 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:43:45.923383 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:45.923766 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:43:45.924219 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Bound port: 4c2aab0d-afe4-446b-af68-76fa017ac5ba, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:43:45.924580 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:45.937067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:45.982368 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Pushing event updated for resources: {'Port': ['ID=4c2aab0d-afe4-446b-af68-76fa017ac5ba,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:45.992890 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.993213 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.993538 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.993859 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.994176 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.994492 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.994805 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.995116 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.995451 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.995761 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.996188 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:45.996375 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:43:46.011061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-0cc85af8-5752-4562-b2c4-2b3b5897d6ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:46.012681 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-0cc85af8-5752-4562-b2c4-2b3b5897d6ab tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.1167917 Sep 22 08:43:46.023919 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] For port 4c2aab0d-afe4-446b-af68-76fa017ac5ba, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:43:46.026930 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] For port 4c2aab0d-afe4-446b-af68-76fa017ac5ba, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4c2aab0d-afe4-446b-af68-76fa017ac5ba,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:43:46.033091 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.037851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=f15032ff-3097-451f-ba76-43804e5ad34f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:46.044429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:43:46.044853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: 326810af-e35f-4421-8b4e-9329437c24af, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:43:46.065435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 326810af-e35f-4421-8b4e-9329437c24af is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:43:46.084324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 326810af-e35f-4421-8b4e-9329437c24af) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:43:46.088993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:46.089257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.095866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Deleting port 232c92bf-b337-4a95-89d4-b982c76d44e3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:46.096314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.099962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a66862-5e47-416e-b8eb-9abf774ed416 None None] Network 326810af-e35f-4421-8b4e-9329437c24af requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:43:46.102301 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:46.102931 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:46.114138 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d42a912-0fde-4370-a4ce-7ee058a5e2bf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5838029 Sep 22 08:43:46.114459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44180) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:46.188900 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e6b95-c271-40aa-9349-d4fd7bba19f3 None None] Pushing event updated for resources: {'Port': ['ID=4c2aab0d-afe4-446b-af68-76fa017ac5ba,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:46.302498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:46.439526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-326810af-e35f-4421-8b4e-9329437c24af', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:43:46.443929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.466737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] For port 232c92bf-b337-4a95-89d4-b982c76d44e3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=232c92bf-b337-4a95-89d4-b982c76d44e3,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:46.467245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.542337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cafbb-5740-4a7b-abe7-be92f09bc6e2 req-7aaaa269-2358-49d6-8ee8-1903eeb5e16e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:46.543068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-566cafbb-5740-4a7b-abe7-be92f09bc6e2 req-7aaaa269-2358-49d6-8ee8-1903eeb5e16e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Synchronizing usage tracker for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:46.602196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Calling delete_port for 232c92bf-b337-4a95-89d4-b982c76d44e3 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:46.620519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Allocated IP 172.20.0.2 (326810af-e35f-4421-8b4e-9329437c24af/f15032ff-3097-451f-ba76-43804e5ad34f/5d7ba663-06dc-4c65-b2d3-cd3f390968d5) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:43:46.629973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-566cafbb-5740-4a7b-abe7-be92f09bc6e2 req-7aaaa269-2358-49d6-8ee8-1903eeb5e16e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Unset dirty status for tenant:2635c4a2e5c14f4b9c653b66393bb862 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:46.631412 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-566cafbb-5740-4a7b-abe7-be92f09bc6e2 req-7aaaa269-2358-49d6-8ee8-1903eeb5e16e tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2e59923-1e00-4923-bbdc-f099b2e3bfde HTTP/1.1" status: 200 len: 945 time: 0.3241928 Sep 22 08:43:46.664840 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:43Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:46.670163 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39977815-d1f6-4986-ad07-a5516838d976 None None] The sync data for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv is: [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:43Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:43:46.691995 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-566cafbb-5740-4a7b-abe7-be92f09bc6e2 req-b59ecf0d-be99-4350-805e-3978e3a0978f tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d83ff0c-b8db-4a29-8568-1851ab01ec68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509737 Sep 22 08:43:46.797271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.873102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.887437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Transition to ACTIVE for port object 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:43:46.892350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event deleted for resources: {'Port': ['ID=232c92bf-b337-4a95-89d4-b982c76d44e3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:46.916698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Transition to ACTIVE for port object 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:43:46.926906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.956148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] No DVR routers for this DVR port 232c92bf-b337-4a95-89d4-b982c76d44e3 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:43:46.958682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:46.972922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-deleted', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:43:46.975389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d066ba58-77ce-421c-93ae-644fced6a29b" -d '{"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-deleted", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:43:47.017804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Pushing event updated for resources: {'Port': ['ID=5d7ba663-06dc-4c65-b2d3-cd3f390968d5,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:47.020448 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-78d1c8c8-b44d-48d8-8389-b7c238f35587 req-039f7e6d-b86b-4b5c-b5de-1588caae1fc7 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.48 "DELETE /v2.0/ports/232c92bf-b337-4a95-89d4-b982c76d44e3 HTTP/1.1" status: 204 len: 173 time: 1.0005689 Sep 22 08:43:47.062928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Network 326810af-e35f-4421-8b4e-9329437c24af is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:43:47.068998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:43:47.071417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:43:47.077715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413ad8d6-9da4-4169-b0e9-489e5ec207b5 x-openstack-request-id: req-413ad8d6-9da4-4169-b0e9-489e5ec207b5 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:43:47.082876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e59923-1e00-4923-bbdc-f099b2e3bfde", "name": "network-vif-deleted", "tag": "232c92bf-b337-4a95-89d4-b982c76d44e3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:43:47.083232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-413ad8d6-9da4-4169-b0e9-489e5ec207b5 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:43:47.083735 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413ad8d6-9da4-4169-b0e9-489e5ec207b5'] response: {'server_uuid': 'b2e59923-1e00-4923-bbdc-f099b2e3bfde', 'name': 'network-vif-deleted', 'tag': '232c92bf-b337-4a95-89d4-b982c76d44e3', 'status': 'completed', 'code': 200} Sep 22 08:43:47.163952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:47.188493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Attempting to bind port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:43:47.188493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Attempting to bind port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:43:47.188838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Attempting to bind port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:43:47.194949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:43:47.195437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Checking segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:43:47.195933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:47.196435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Bound using segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:43:47.197092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Bound port: 5d7ba663-06dc-4c65-b2d3-cd3f390968d5, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:43:47.197575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:47.309523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] For port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:43:47.314957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] For port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d7ba663-06dc-4c65-b2d3-cd3f390968d5,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:43:47.320397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:47.424750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed252af-0d4d-499c-894a-a257b47a32e4 None None] Pushing event updated for resources: {'Port': ['ID=5d7ba663-06dc-4c65-b2d3-cd3f390968d5,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:47.806395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (326810af-e35f-4421-8b4e-9329437c24af/f15032ff-3097-451f-ba76-43804e5ad34f/8ec701ec-a5f8-42c0-bf74-bd3edea9c30f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:43:47.825746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44190) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:47.976553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:47.992921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:43:48.018553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.092315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 326810af-e35f-4421-8b4e-9329437c24af is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:43:48.095465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:43:48.099264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:43:48.133236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:48.161665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.393047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4c2aab0d-afe4-446b-af68-76fa017ac5ba up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:43:48.474999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 4c2aab0d-afe4-446b-af68-76fa017ac5ba completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:43:48.482501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4c2aab0d-afe4-446b-af68-76fa017ac5ba triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:48.483301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.484175 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4c2aab0d-afe4-446b-af68-76fa017ac5ba Sep 22 08:43:48.486691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.554061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.603010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eebc3c-ee45-457b-8f3f-a050f786ecdf None None] Network 326810af-e35f-4421-8b4e-9329437c24af requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:43:48.728826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4c2aab0d-afe4-446b-af68-76fa017ac5ba is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:48.729137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.734501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0b4abe4d-acc0-4be6-8ae0-35a7fcdf6cf5 None None] Provisioning for port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:43:48.772791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 4c2aab0d-afe4-446b-af68-76fa017ac5ba, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4c2aab0d-afe4-446b-af68-76fa017ac5ba,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:48.785167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.786158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:43:48.968139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Deleting port 3e2973e7-d723-4736-91ec-8a635853aa58 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:48.968666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.980132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.987105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:48.992696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=4c2aab0d-afe4-446b-af68-76fa017ac5ba,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:49.023939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:43:49.032022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:49.032396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.032784 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 Sep 22 08:43:49.112139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.115540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:49.177145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:49.177720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.190778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] For port 3e2973e7-d723-4736-91ec-8a635853aa58, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3e2973e7-d723-4736-91ec-8a635853aa58,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:49.191527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.215543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d7ba663-06dc-4c65-b2d3-cd3f390968d5,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:49.223393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 232c92bf-b337-4a95-89d4-b982c76d44e3 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:49.249992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.276196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 326810af-e35f-4421-8b4e-9329437c24af is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:43:49.277619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:43:49.301552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 232c92bf-b337-4a95-89d4-b982c76d44e3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:49.301903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 232c92bf-b337-4a95-89d4-b982c76d44e3 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:49.342077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Calling delete_port for 3e2973e7-d723-4736-91ec-8a635853aa58 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:49.392129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5d7ba663-06dc-4c65-b2d3-cd3f390968d5,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:49.456559 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:43:49.475589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Provisioning complete for port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:49.476166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.476371 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Attempt 1 to provision port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 Sep 22 08:43:49.583620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.614004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Current status of the port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:49.631336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:43:49.636632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Provisioning for port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:43:49.643024 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Provisioning complete for port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:49.643423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:49.643842 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Attempt 1 to provision port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f Sep 22 08:43:49.681890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event deleted for resources: {'Port': ['ID=3e2973e7-d723-4736-91ec-8a635853aa58,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:49.720394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:49.855574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:43:49.873882 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35a37deb-1756-4590-97e1-a56be3742b99 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/0e59e044-f46b-44e3-af8a-5a2fcf64b4d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7582226 Sep 22 08:43:49.874958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:49.875699 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Sync routers for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:43:49.892129 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:49.892773 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:50.030482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8350b-9579-446a-91c2-9580c51ba8ce tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.030996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8350b-9579-446a-91c2-9580c51ba8ce tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.031365 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8350b-9579-446a-91c2-9580c51ba8ce tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.031824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8350b-9579-446a-91c2-9580c51ba8ce tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.032276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8350b-9579-446a-91c2-9580c51ba8ce tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.036546 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ec8350b-9579-446a-91c2-9580c51ba8ce tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.1579914 Sep 22 08:43:50.036904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44198) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:50.081449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:50.110723 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:50.110971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989033c-aae8-4295-8e25-b2854aeffc04 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.111359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989033c-aae8-4295-8e25-b2854aeffc04 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.111936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989033c-aae8-4295-8e25-b2854aeffc04 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.112394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989033c-aae8-4295-8e25-b2854aeffc04 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.112963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989033c-aae8-4295-8e25-b2854aeffc04 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:50.117234 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8989033c-aae8-4295-8e25-b2854aeffc04 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0768943 Sep 22 08:43:50.117467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44202) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:50.221650 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Attempt 2 to provision port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f Sep 22 08:43:50.343258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:50.351657 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-967161f4-108c-4bdf-849e-e290a0f3ff9e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.2331228 Sep 22 08:43:50.355374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:50.368843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1849518252', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:50.418068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4c2aab0d-afe4-446b-af68-76fa017ac5ba up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:43:50.460716 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:50.465900 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Checking router: 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:43:50.466463 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Updating router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:43:50.487859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4c2aab0d-afe4-446b-af68-76fa017ac5ba triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:50.488383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:50.488585 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4c2aab0d-afe4-446b-af68-76fa017ac5ba Sep 22 08:43:50.524076 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:50.604246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Router ce474c7d-db79-418e-8287-c012bfb35d7f has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:43:50.605173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:50.611821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4c2aab0d-afe4-446b-af68-76fa017ac5ba is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:50.612568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:port and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:50.612872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:43:50.616830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:50.624686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:50.678691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:50.679074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:50.679409 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 Sep 22 08:43:50.707265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:43:50.710553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:50.793193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] device_id is not set on port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:43:50.798497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:50.844921 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Attempt 3 to provision port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f Sep 22 08:43:50.863770 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:50.876030 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Transition to ACTIVE for port object 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:43:50.884740 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:50.889560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:43:50.905092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:50.905890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] Sync routers for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:43:50.915763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:50.916376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:50.943185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44210) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:50.943401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-54f44f76-60df-4e81-a301-bb82f21334f1 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "PUT /v2.0/routers/ce474c7d-db79-418e-8287-c012bfb35d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1163437 Sep 22 08:43:50.983351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.10 (326810af-e35f-4421-8b4e-9329437c24af/f15032ff-3097-451f-ba76-43804e5ad34f/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:43:51.054327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Deleting subnet 967600e7-0f7d-4755-9b57-244108900d67 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:43:51.057372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.122702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:51.128476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.131632 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Attempting to bind port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:43:51.132194 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Attempting to bind port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:43:51.132754 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Attempting to bind port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:43:51.139014 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:43:51.139638 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Checking segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:43:51.140304 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.140856 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Bound using segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:43:51.141482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Bound port: 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:43:51.142036 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.150624 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66c31-afd5-4b4f-8e4c-77d5acdc768e None None] Pushing event updated for resources: {'Port': ['ID=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:51.231274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.239692 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] For port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:43:51.240452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.243955 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] For port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:43:51.250082 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.259675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:43:51.297280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.312337 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:51.312337 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:51.332285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.375862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 326810af-e35f-4421-8b4e-9329437c24af is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:43:51.378974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:43:51.382964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:43:51.406741 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Attempt 4 to provision port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f Sep 22 08:43:51.412855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event deleted for resources: {'Subnet': ['ID=967600e7-0f7d-4755-9b57-244108900d67,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:51.417812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.426237 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca62454c-ab9e-4b76-a37e-e4a4d957b8d8 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "DELETE /v2.0/subnets/967600e7-0f7d-4755-9b57-244108900d67 HTTP/1.1" status: 204 len: 168 time: 0.4817445 Sep 22 08:43:51.430032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44214) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:51.442182 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66c31-afd5-4b4f-8e4c-77d5acdc768e None None] Pushing event updated for resources: {'Port': ['ID=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:51.468617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a741eb9-17bb-4db2-819e-a5c5c6abcbff None None] Network 2540cc97-968a-4c0c-b906-92556fe12edb requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:43:51.481456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:51.482114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.490419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:51.523493 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cf73c8d3-1377-4ee1-84ab-4b00ca2a2b47 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1669123 Sep 22 08:43:51.558618 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:51.654501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44220) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:51.661521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726933779', 'description': 'tempest-secgroup-smoke-1726933779 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:51.668197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:51.673821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:51.677608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:51.689861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.691570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:51.705866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f398c1f-97bc-4832-9674-e30dc6609f87 None None] Port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:43:51.723557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.762433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:51.767089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:51.772208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:51.779429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:51.790241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:43:49Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:51.797450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] Checking router: ce474c7d-db79-418e-8287-c012bfb35d7f for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:43:51.812848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] Routers {'ce474c7d-db79-418e-8287-c012bfb35d7f'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:43:51.813474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['ce474c7d-db79-418e-8287-c012bfb35d7f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:51.874389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.880209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.958086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a9316f-8e2b-4e66-a5f2-4565bb228f1a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:51.962321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:51.964354 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4b15fa9d-f49c-4a07-ad3b-553433f12e6c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3087797 Sep 22 08:43:51.968098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44224) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:51.977022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '45a9316f-8e2b-4e66-a5f2-4565bb228f1a', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:51.980121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Provisioning for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:43:51.985480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:51.990322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:51.994129 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:51Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:51.994966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:52.015263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:52.016450 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739027b3-9f15-4c14-81e9-14cb34ab730b None None] The sync data for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv is: [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:51Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:43:52.049009 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.113450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] DHCP port deletion for 2540cc97-968a-4c0c-b906-92556fe12edb request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:43:52.123629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.124170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Provisioning complete for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:52.124462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.124789 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 1 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:52.148253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Deleting port c695fa6c-a6f2-4b99-a21a-e1d87c237a93 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:52.148619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.165036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.170037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.199785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] Deleting port c8537a1a-0585-49f0-b65f-e9d0e770975e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:43:52.200250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.241582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:52.290381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] Set router ce474c7d-db79-418e-8287-c012bfb35d7f gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:43:52.337162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6084eb-015e-4184-8e0c-a16dd8f112bc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:52.351447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.355570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd766f00-873c-409f-bae7-6f28da43eeb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3860972 Sep 22 08:43:52.356173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44228) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:52.361588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '45a9316f-8e2b-4e66-a5f2-4565bb228f1a', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:52.369082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:52.380246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:52.385191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:52.394723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:52.412517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] For port c695fa6c-a6f2-4b99-a21a-e1d87c237a93, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:52.412974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.416819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.442900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:43:52.493215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.503252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.523805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536cf3a9-8f57-4f66-8421-57946e8cf569,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:52.545432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.551017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a4e0320e-9e22-4637-b080-bc43204172fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1937668 Sep 22 08:43:52.553196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44232) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:52.557811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '45a9316f-8e2b-4e66-a5f2-4565bb228f1a', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:52.560816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Calling delete_port for c695fa6c-a6f2-4b99-a21a-e1d87c237a93 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:52.564875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:52.569110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:52.572995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:52.579064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:52.597782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.676090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.682800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.708618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82ddb0f-4553-421d-85a4-0514371a48e1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:52.752337 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 2 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:52.753300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.754675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9d9bf3c-eeb7-403f-b5a3-3a9c3f0bb7c7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2018342 Sep 22 08:43:52.757436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44236) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:52.763173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '45a9316f-8e2b-4e66-a5f2-4565bb228f1a', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:52.770085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:52.784919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:52.790463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:52.799510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:52.829241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.857557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] For port c8537a1a-0585-49f0-b65f-e9d0e770975e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c8537a1a-0585-49f0-b65f-e9d0e770975e,segment=NetworkSegment(0dbda133-a50e-4006-a7bc-b218850b16e3),segment_id=0dbda133-a50e-4006-a7bc-b218850b16e3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:52.857848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.873183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:52.873660 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:43:52.880720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:52.881096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.881430 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f Sep 22 08:43:52.947649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.949905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.959741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:52.993172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15e7bf2-41a5-4c22-98c4-5eb80d26e808,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:53.016377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event deleted for resources: {'Port': ['ID=c695fa6c-a6f2-4b99-a21a-e1d87c237a93,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:53.033756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.037514 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aafa4153-9326-4800-8687-a2e2f5426e5e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2764606 Sep 22 08:43:53.038013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44240) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:53.047109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '45a9316f-8e2b-4e66-a5f2-4565bb228f1a', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:53.059953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:53.069314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:53.073127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:53.079123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:53.092028 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:43:53.097264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] Calling delete_port for c8537a1a-0585-49f0-b65f-e9d0e770975e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:43:53.099183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.142952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.174225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.180097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.221426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ae92c8-f912-4e64-a4f3-592a46ab3f47,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:53.228961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.228961 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d62dd4c-da51-4f46-a724-7955a9de38b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1871824 Sep 22 08:43:53.229552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44244) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:53.235381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '45a9316f-8e2b-4e66-a5f2-4565bb228f1a', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:53.241929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:53.246204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:53.249504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:53.255989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:53.265905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:53.266500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.269079 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:43:53.276973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.335503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:43:53.338918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.342631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.344786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.373489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.375299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.376521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Fanout notify agent at l3_agent the message router_deleted on router ce474c7d-db79-418e-8287-c012bfb35d7f {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:43:53.383392 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 3 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:53.385927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.395706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.397338 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e3dd8b76-70cc-467c-aedd-a9d5fc1e1d75 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "DELETE /v2.0/routers/ce474c7d-db79-418e-8287-c012bfb35d7f HTTP/1.1" status: 204 len: 168 time: 1.9645395 Sep 22 08:43:53.400080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:53.410749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.421712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7a3fb2-9074-4f4c-86f1-0f135050fdac,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:53.428322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:43:49Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:53.435781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.452846 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-56c50395-7217-4f17-9d7a-97434fdd6db3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2136066 Sep 22 08:43:53.457679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] No DVR routers for this DVR port c8537a1a-0585-49f0-b65f-e9d0e770975e on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:43:53.459351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26026e5b-7df8-424c-911f-a270feff5242 None None] Pushing event deleted for resources: {'Port': ['ID=c8537a1a-0585-49f0-b65f-e9d0e770975e,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:53.470866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c90a3-31d2-456b-83d5-2b2c9e48c84c None None] The sync data for ids ['ce474c7d-db79-418e-8287-c012bfb35d7f'] in dv-neutron-857569-1-hyperv is: [{'id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1758834179', 'tenant_id': '2635c4a2e5c14f4b9c653b66393bb862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:41:45Z', 'updated_at': '2022-09-22T08:43:49Z', 'revision_number': 5, 'project_id': '2635c4a2e5c14f4b9c653b66393bb862', 'gw_port': {'id': 'c695fa6c-a6f2-4b99-a21a-e1d87c237a93', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce474c7d-db79-418e-8287-c012bfb35d7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:41:46Z', 'updated_at': '2022-09-22T08:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:43:53.517203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8537a1a-0585-49f0-b65f-e9d0e770975e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:53.574634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c8537a1a-0585-49f0-b65f-e9d0e770975e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:53.574974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c8537a1a-0585-49f0-b65f-e9d0e770975e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:53.576974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:53.594635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.598552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:53.763965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-d859beba-5ae4-4932-a116-254db4e57d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:53.774381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:53.802782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-d859beba-5ae4-4932-a116-254db4e57d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:53.803957 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-d859beba-5ae4-4932-a116-254db4e57d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726933779&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.1685452 Sep 22 08:43:53.805318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2540cc97-968a-4c0c-b906-92556fe12edb']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:53.854207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbda133-a50e-4006-a7bc-b218850b16e3') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:53.854207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbda133-a50e-4006-a7bc-b218850b16e3') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:43:54.009382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.038384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-94d79ce2-136e-4220-9898-df467f2b8376 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:54.039323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-94d79ce2-136e-4220-9898-df467f2b8376 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:54.042086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.051229 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:43:54.051734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.078057 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 4 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:54.128217 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0dbda133-a50e-4006-a7bc-b218850b16e3 resource provider aggregate not found Sep 22 08:43:54.155073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-94d79ce2-136e-4220-9898-df467f2b8376 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:54.155783 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-94d79ce2-136e-4220-9898-df467f2b8376 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 931 time: 0.3431015 Sep 22 08:43:54.163635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.191019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.194455 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0dbda133-a50e-4006-a7bc-b218850b16e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dbda133-a50e-4006-a7bc-b218850b16e3 found for delete ", "request_id": "req-a0931f28-aa73-478e-9c39-dbc738da185e"}]} Sep 22 08:43:54.194596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:54.241206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event deleted for resources: {'Network': ['ID=2540cc97-968a-4c0c-b906-92556fe12edb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:54.257933 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ccc3e9b-a2d6-4676-b959-282cf351ec0a tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "DELETE /v2.0/networks/2540cc97-968a-4c0c-b906-92556fe12edb HTTP/1.1" status: 204 len: 168 time: 0.8568091 Sep 22 08:43:54.260948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44268) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:54.267561 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-ab331998-0853-42aa-bfcb-8746d8b569c1 service neutron] 10.222.0.42 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0722754 Sep 22 08:43:54.331094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1b395bb-37ae-4059-818b-2f0936e523e5 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.361456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1b395bb-37ae-4059-818b-2f0936e523e5 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.398314 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-552b3f17-e5dd-4ebd-bd06-79a87f80e237 service neutron] 10.222.0.42 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245027 Sep 22 08:43:54.426185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1b395bb-37ae-4059-818b-2f0936e523e5 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.445481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b395bb-37ae-4059-818b-2f0936e523e5 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d83ff0c-b8db-4a29-8568-1851ab01ec68,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:54.456488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1b395bb-37ae-4059-818b-2f0936e523e5 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.457739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b1b395bb-37ae-4059-818b-2f0936e523e5 tempest-TestNetworkAdvancedServerOps-600712859 tempest-TestNetworkAdvancedServerOps-600712859-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d83ff0c-b8db-4a29-8568-1851ab01ec68 HTTP/1.1" status: 204 len: 168 time: 0.1958170 Sep 22 08:43:54.573352 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-96fd76fc-6fd6-4b78-83ee-f6438a729390 service neutron] 10.222.0.42 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673615 Sep 22 08:43:54.580393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:43:54.654262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:54.654262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:54.654262 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f Sep 22 08:43:54.701317 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 5 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:54.782241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:54.802648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2e50e60b-a077-452f-9990-a13b3e1c5993 req-8ea6c686-58f0-45cf-a727-f1fb3bc3e84e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:54.815527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2e50e60b-a077-452f-9990-a13b3e1c5993 req-8ea6c686-58f0-45cf-a727-f1fb3bc3e84e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:54.816681 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e50e60b-a077-452f-9990-a13b3e1c5993 req-8ea6c686-58f0-45cf-a727-f1fb3bc3e84e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 210 time: 0.0839345 Sep 22 08:43:54.857270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:54.906166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c695fa6c-a6f2-4b99-a21a-e1d87c237a93 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:54.946510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c695fa6c-a6f2-4b99-a21a-e1d87c237a93 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:54.947076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c695fa6c-a6f2-4b99-a21a-e1d87c237a93 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:54.947667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3e2973e7-d723-4736-91ec-8a635853aa58 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:43:54.978757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44286) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:54.992929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 3e2973e7-d723-4736-91ec-8a635853aa58 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:43:54.993388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3e2973e7-d723-4736-91ec-8a635853aa58 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:43:55.162714 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2bfc5418-69bd-4f30-9ad1-2574479d9f68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2635c4a2e5c14f4b9c653b66393bb862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827300 Sep 22 08:43:55.165328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44294) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:55.223582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd02edae-bf9d-4bf6-87f0-89e71b17c474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.250599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd02edae-bf9d-4bf6-87f0-89e71b17c474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.283914 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 6 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:55.303769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd02edae-bf9d-4bf6-87f0-89e71b17c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.324456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02edae-bf9d-4bf6-87f0-89e71b17c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd63b1f9-1868-4c8f-badf-fae668d708c9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:55.333187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd02edae-bf9d-4bf6-87f0-89e71b17c474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.334310 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd02edae-bf9d-4bf6-87f0-89e71b17c474 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd63b1f9-1868-4c8f-badf-fae668d708c9 HTTP/1.1" status: 204 len: 168 time: 0.1680999 Sep 22 08:43:55.360757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:55.618870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:55.636934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.650687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:43:55.654601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Usage tracker for resource:security_group_rule and tenant:4ec5d06df5a549d181c3563f1308f5f4 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:43:55.657390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:43:55.663013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:43:55.748888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.753026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.800836 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ec5d06df5a549d181c3563f1308f5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808312 Sep 22 08:43:55.802520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda2cf7-26f4-4ffa-b809-3a5061439dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd357444-18cf-4a55-8a35-221e9fd1e869,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:55.803650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:43:55.862742 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 7 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:55.870379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97e1c2ad-f1cb-4974-9bcf-2bb8b4b80bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.911663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97e1c2ad-f1cb-4974-9bcf-2bb8b4b80bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:55.942636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:55.942839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-82d27e12-54cb-479f-a404-e9441da68c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:55.944333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-82d27e12-54cb-479f-a404-e9441da68c60 service neutron] 10.222.0.48 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1027 time: 0.0800941 Sep 22 08:43:56.052573 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76572e51-9740-461c-bf0b-d97baba5777a req-94eabc2f-39c7-4f02-8c33-102fb0b47ded tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 210 time: 0.0551555 Sep 22 08:43:56.054049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97e1c2ad-f1cb-4974-9bcf-2bb8b4b80bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:56.069749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c2ad-f1cb-4974-9bcf-2bb8b4b80bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd357444-18cf-4a55-8a35-221e9fd1e869,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:56.077178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97e1c2ad-f1cb-4974-9bcf-2bb8b4b80bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:56.078541 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97e1c2ad-f1cb-4974-9bcf-2bb8b4b80bbf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd357444-18cf-4a55-8a35-221e9fd1e869 HTTP/1.1" status: 204 len: 168 time: 0.2716243 Sep 22 08:43:56.175110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-031d71ab-9bf1-4308-ad57-068ae3489260 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:56.176558 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-031d71ab-9bf1-4308-ad57-068ae3489260 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 200 len: 797 time: 0.2267504 Sep 22 08:43:56.231333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-54f45b6d-0674-437a-9e84-dd3da6d63edc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:43:56.243625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-54f45b6d-0674-437a-9e84-dd3da6d63edc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:43:56.245014 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-54f45b6d-0674-437a-9e84-dd3da6d63edc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 380 time: 0.0583267 Sep 22 08:43:56.255351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Request body: {'port': {'device_id': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:43:56.381609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:56.444301 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 8 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:56.512241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:56.758268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:43:56.766315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:56.780588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Transition to ACTIVE for port object ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:43:56.784367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:56.964459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:57.004748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:43:57.005080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:43:57.005401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:43:57.009942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:43:57.010197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:43:57.013642 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 9 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:57.015377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:43:57.015713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Checking segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:43:57.016089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Bound using segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:43:57.016509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Bound port: ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:43:57.016855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:57.067980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:43:57.104212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:43:57.107971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:43:57.112650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:57.115794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:57.116628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:57.118004 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1132 time: 0.8669958 Sep 22 08:43:57.237292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:43:57.239603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ea28da-39d1-4043-b50d-f57b5ddde26d" -d '{"events": [{"name": "network-changed", "server_uuid": "b743dba1-ddc8-4639-a207-ef7bc091cd43", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:43:57.337380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7a904b-be23-4c13-8227-279dfcaaae12 x-openstack-request-id: req-9e7a904b-be23-4c13-8227-279dfcaaae12 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:43:57.337672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b743dba1-ddc8-4639-a207-ef7bc091cd43", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:43:57.337920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e7a904b-be23-4c13-8227-279dfcaaae12 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:43:57.338305 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7a904b-be23-4c13-8227-279dfcaaae12'] response: {'name': 'network-changed', 'server_uuid': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'status': 'completed', 'code': 200} Sep 22 08:43:57.396514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1fc77-c885-4273-b2f7-29a18ac712f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:43:57.431369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-b0454ace-647d-4f40-86ad-b4163220001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:57.432809 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-b0454ace-647d-4f40-86ad-b4163220001e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 1135 time: 0.1836679 Sep 22 08:43:57.440765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29208fd2-1395-45ed-946a-e1930488bf2e req-fcd15c38-658f-4320-8231-4599845f1971 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:57.442064 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-29208fd2-1395-45ed-946a-e1930488bf2e req-fcd15c38-658f-4320-8231-4599845f1971 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 982 time: 0.1939731 Sep 22 08:43:57.519959 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-b82633b9-0546-4a18-8fba-cd465b09f398 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 217 time: 0.0769167 Sep 22 08:43:57.569676 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 10 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:43:57.580016 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-29208fd2-1395-45ed-946a-e1930488bf2e req-7b4d5515-e760-4d28-b254-e8f838ab1dce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877953 Sep 22 08:43:57.595256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-3ce32a6e-5352-4114-af05-c7035f7ccc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:57.597174 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-3ce32a6e-5352-4114-af05-c7035f7ccc0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f15032ff-3097-451f-ba76-43804e5ad34f HTTP/1.1" status: 200 len: 835 time: 0.0660264 Sep 22 08:43:57.632289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:43:57.643001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Provisioning complete for port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:43:57.643387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:43:57.643714 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Attempt 1 to provision port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f Sep 22 08:43:57.682714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-51905a80-9c1f-4cdd-b82f-46ecf8442fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:57.684204 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-51905a80-9c1f-4cdd-b82f-46ecf8442fba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=326810af-e35f-4421-8b4e-9329437c24af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814865 Sep 22 08:43:57.757036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e3feca8-f98b-412f-982f-910a4c6d8322 None None] Current status of the port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:43:57.818081 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-323eec6e-e86b-4efc-a158-321a733a52e9 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279840 Sep 22 08:43:57.945622 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-540baa0b-c8ce-4560-8219-4df76f53df2d req-66e975f5-af66-4f75-b9bf-c5d9d2cb9061 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215622 Sep 22 08:43:58.062759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-42be520f-ee6f-4e48-b22b-4db598aa3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:58.064157 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-42be520f-ee6f-4e48-b22b-4db598aa3c93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 1135 time: 0.0775757 Sep 22 08:43:58.190435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-6e0c05e0-17eb-48ab-8230-3f7ad9b7af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:58.191879 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-6e0c05e0-17eb-48ab-8230-3f7ad9b7af31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 200 len: 898 time: 0.1221466 Sep 22 08:43:58.260580 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-65bbf052-2626-4cea-a758-d2a4de4a5d57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 217 time: 0.0625596 Sep 22 08:43:58.320728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-fdc1e8d9-d4b3-4ac1-8e01-0117f15334d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:58.321995 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-fdc1e8d9-d4b3-4ac1-8e01-0117f15334d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f15032ff-3097-451f-ba76-43804e5ad34f HTTP/1.1" status: 200 len: 835 time: 0.0545809 Sep 22 08:43:58.404917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-f2a3fb27-6974-4816-b291-0b4f666a64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:58.406330 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-f2a3fb27-6974-4816-b291-0b4f666a64b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=326810af-e35f-4421-8b4e-9329437c24af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772552 Sep 22 08:43:58.534944 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-918f37bb-745e-488d-aae2-4cc8eaa8e613 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214664 Sep 22 08:43:58.664771 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51ea28da-39d1-4043-b50d-f57b5ddde26d req-88b7b066-2267-4f25-a430-2b530020ced1 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237347 Sep 22 08:43:58.786912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a73325-670e-43d8-9576-a7329e96bced req-f4db93d1-9d89-4001-9436-14c746906e62 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:43:58.788385 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d8a73325-670e-43d8-9576-a7329e96bced req-f4db93d1-9d89-4001-9436-14c746906e62 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 982 time: 0.0929291 Sep 22 08:43:58.833812 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d8a73325-670e-43d8-9576-a7329e96bced req-993c9467-7bff-4db8-9009-6b03e31fb3b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395010 Sep 22 08:44:00.031549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ad09d-2c19-423a-a814-bda24f3beff4 req-9ed441f9-0d64-450e-8a13-8f384b26e59a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:00.032981 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c7ad09d-2c19-423a-a814-bda24f3beff4 req-9ed441f9-0d64-450e-8a13-8f384b26e59a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 982 time: 0.0869973 Sep 22 08:44:00.078468 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c7ad09d-2c19-423a-a814-bda24f3beff4 req-c0d0a4fd-5ee6-4b3d-9526-fe924a05c45d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Sep 22 08:44:01.273420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43039-c9ca-4ab7-9620-2b5ac8f293ea req-c9e782f2-b702-4cac-b043-d771fa31f1d7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:01.274782 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-feb43039-c9ca-4ab7-9620-2b5ac8f293ea req-c9e782f2-b702-4cac-b043-d771fa31f1d7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 982 time: 0.0857277 Sep 22 08:44:01.290731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:44:01.317864 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-feb43039-c9ca-4ab7-9620-2b5ac8f293ea req-d34ef9fb-91cb-4ee6-aea4-f6b39c28eee1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Sep 22 08:44:01.420099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:01.436855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'port_id': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'mac_address': 'fa:16:3e:c5:78:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:44:01.488862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:01.489232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:01.505873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:44:01.520708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:01.524536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:01.590395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:01.754351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:44:02.610435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f3859-654a-42b5-ba14-e7fa7872af12 req-15e17490-7d02-4d7f-b908-974f7a9eb36d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:02.611900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bf6f3859-654a-42b5-ba14-e7fa7872af12 req-15e17490-7d02-4d7f-b908-974f7a9eb36d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 983 time: 0.1837103 Sep 22 08:44:02.655087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bf6f3859-654a-42b5-ba14-e7fa7872af12 req-19669d0e-c60e-41fb-bda9-4b45c4388ac4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Sep 22 08:44:03.305785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:03.373715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:03.378465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:03.378824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:03.379248 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:44:03.487432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:03.487798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:03.515418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:44:03.517630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07eb39fe-f70c-4a80-b201-263867342874" -d '{"events": [{"server_uuid": "b743dba1-ddc8-4639-a207-ef7bc091cd43", "name": "network-vif-plugged", "status": "completed", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:44:03.525318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:03.530688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:03.566068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb051db-eea7-46e1-83fb-5188754e1dee x-openstack-request-id: req-8cb051db-eea7-46e1-83fb-5188754e1dee {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:44:03.566398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b743dba1-ddc8-4639-a207-ef7bc091cd43", "name": "network-vif-plugged", "status": "completed", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:44:03.566594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cb051db-eea7-46e1-83fb-5188754e1dee {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:44:03.566970 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb051db-eea7-46e1-83fb-5188754e1dee'] response: {'server_uuid': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'code': 200} Sep 22 08:44:03.598984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:03.843957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1c5bf-00ba-4d92-b9bf-0f7ba52fa2ca req-381fb250-6959-4e4d-88ed-f5532ac8d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:03.845325 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-01b1c5bf-00ba-4d92-b9bf-0f7ba52fa2ca req-381fb250-6959-4e4d-88ed-f5532ac8d8e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 1137 time: 0.1378379 Sep 22 08:44:03.882132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c86314-4f48-4ae6-9608-b17616583852 req-0cb9cf02-5e3e-48f3-84f3-11e27fefb162 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:03.883528 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23c86314-4f48-4ae6-9608-b17616583852 req-0cb9cf02-5e3e-48f3-84f3-11e27fefb162 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 984 time: 0.1169510 Sep 22 08:44:03.915634 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-01b1c5bf-00ba-4d92-b9bf-0f7ba52fa2ca req-2f167a51-cc6b-4c84-b972-645614e5b7d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627360 Sep 22 08:44:03.936945 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23c86314-4f48-4ae6-9608-b17616583852 req-0c667b76-863c-4b56-b269-76d2644c0801 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440273 Sep 22 08:44:05.141459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6f24e-be10-4d89-aae3-03f39aa57ac3 req-36bb967b-72ea-48d6-a2bf-73011c07d1b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:05.142911 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2df6f24e-be10-4d89-aae3-03f39aa57ac3 req-36bb967b-72ea-48d6-a2bf-73011c07d1b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 984 time: 0.0892427 Sep 22 08:44:05.185745 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2df6f24e-be10-4d89-aae3-03f39aa57ac3 req-924c2bf7-5f01-4005-b66f-57fe02ea424d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371146 Sep 22 08:44:05.379152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0854e8-109e-41eb-94a3-73fe992a1317 req-77f3a8db-1024-4c3a-ace8-d8507193d202 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:05.380608 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b0854e8-109e-41eb-94a3-73fe992a1317 req-77f3a8db-1024-4c3a-ace8-d8507193d202 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 984 time: 0.0852978 Sep 22 08:44:05.422765 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b0854e8-109e-41eb-94a3-73fe992a1317 req-f96f2650-e9a8-4497-bada-c909308e7448 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365946 Sep 22 08:44:05.451304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44340) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:05.530777 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a7d54-bf6d-454b-88f5-2bf7e47ce71e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:05.532239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-773a7d54-bf6d-454b-88f5-2bf7e47ce71e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 1132 time: 0.0799482 Sep 22 08:44:05.534993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44344) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:05.539851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:05.546172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:05.549971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:05.552758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:05.558333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:05.568833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:05.706739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:05.835312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.136 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/1e1e3fad-0cff-4735-a498-34273c7078fa) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:44:05.980940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:06.012000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:06.084827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:44:06.087827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:06.091503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:44:06.120420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=1e1e3fad-0cff-4735-a498-34273c7078fa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:06.148760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98221164-2a78-4c7b-baf4-cc844aa409dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:06.594838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:06.666873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:06.863769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:06.869078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:06.973865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:07.020008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=1e1e3fad-0cff-4735-a498-34273c7078fa,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:07.140651 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP e4ff3929-aad8-415f-bad5-2af631fece71 associated. External IP: 172.26.8.136, port: ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d. Sep 22 08:44:07.482955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:44:07.769274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:44:07.779172 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] Sync routers for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:44:07.788850 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:07.789468 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:43:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:07.793609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:07.850903 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe7bf03a-8e83-4ccd-b0f9-2e240a9d44a9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3148644 Sep 22 08:44:07.851633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:44:07.853833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44348) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:07.854306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b743dba1-ddc8-4639-a207-ef7bc091cd43", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:44:07.895115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43a13b5-2838-4a6c-bfac-5ee808e704b5 x-openstack-request-id: req-f43a13b5-2838-4a6c-bfac-5ee808e704b5 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:44:07.895439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b743dba1-ddc8-4639-a207-ef7bc091cd43", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:44:07.895694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f43a13b5-2838-4a6c-bfac-5ee808e704b5 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:44:07.896096 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43a13b5-2838-4a6c-bfac-5ee808e704b5'] response: {'name': 'network-changed', 'server_uuid': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'status': 'completed', 'code': 200} Sep 22 08:44:07.969482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:07.997414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a2e56a-d055-4b14-b03a-2ccedef428c3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:08.001426 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f6a2e56a-d055-4b14-b03a-2ccedef428c3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43&network_id=326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 200 len: 1132 time: 0.1439018 Sep 22 08:44:08.012221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-622a15bc-d088-4d35-a378-5588dcd0e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:08.013869 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-622a15bc-d088-4d35-a378-5588dcd0e5a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 1137 time: 0.0951595 Sep 22 08:44:08.151771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-b3fefdd6-6b2b-44cd-8fa7-7ff5744f73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:08.153301 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-b3fefdd6-6b2b-44cd-8fa7-7ff5744f73ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 200 len: 898 time: 0.1339252 Sep 22 08:44:08.265792 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-fc8ca29f-9b59-4a72-b5c7-f35e3e94760f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1038 time: 0.1064508 Sep 22 08:44:08.283913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d84639e5-69bd-4df0-8af1-5c63988d64cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:08.341962 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'e4ff3929-aad8-415f-bad5-2af631fece71', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'port_id': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1849518252', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'mac_address': 'fa:16:3e:c5:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:06Z', 'updated_at': '2022-09-22T08:44:06Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:53Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:08.342258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-68f7f533-91f1-4b08-aca3-ec6001e83e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:08.343740 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-68f7f533-91f1-4b08-aca3-ec6001e83e91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f15032ff-3097-451f-ba76-43804e5ad34f HTTP/1.1" status: 200 len: 835 time: 0.0696487 Sep 22 08:44:08.346072 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] Checking router: 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:44:08.354498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:08.355093 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:08.381317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080053-a8a7-4875-a24a-b8be2efda11f req-c5bb7636-7702-48d8-8a1b-88bfb5cc5dee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:08.382938 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fc080053-a8a7-4875-a24a-b8be2efda11f req-c5bb7636-7702-48d8-8a1b-88bfb5cc5dee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 984 time: 0.0896471 Sep 22 08:44:08.427801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-25c4fe5c-ee19-41bf-8dba-583fe9baa30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:08.429397 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-25c4fe5c-ee19-41bf-8dba-583fe9baa30a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=326810af-e35f-4421-8b4e-9329437c24af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796049 Sep 22 08:44:08.433220 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fc080053-a8a7-4875-a24a-b8be2efda11f req-9a2a061b-1851-4e91-b8cf-d691a040cf49 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Sep 22 08:44:08.531989 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:08.565537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-6853d3f8-57f1-49cf-8d7b-8001d1368073 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257999 Sep 22 08:44:08.698432 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aff178c4-1c71-4b71-89d3-2ca242d3b0aa req-6c50c39b-c786-4565-b56a-bedd53ff47f1 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269112 Sep 22 08:44:08.892308 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'e4ff3929-aad8-415f-bad5-2af631fece71', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'port_id': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1849518252', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'mac_address': 'fa:16:3e:c5:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:06Z', 'updated_at': '2022-09-22T08:44:06Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:53Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:08.896111 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b1963-1b29-4b81-b3b1-badc7de5b9de None None] The sync data for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv is: [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'e4ff3929-aad8-415f-bad5-2af631fece71', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.136', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'port_id': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1849518252', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'mac_address': 'fa:16:3e:c5:78:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b743dba1-ddc8-4639-a207-ef7bc091cd43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:06Z', 'updated_at': '2022-09-22T08:44:06Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:53Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:44:09.075379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01181e69-27d9-4487-9aa9-d8b2e6fd1f74 None None] New status for floating IP e4ff3929-aad8-415f-bad5-2af631fece71: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:44:09.536454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:09.587873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:09.656398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-e7fc87c3-dcc0-4b94-b497-abafd5f55d04 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:09.657817 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-e7fc87c3-dcc0-4b94-b497-abafd5f55d04 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 984 time: 0.1535311 Sep 22 08:44:09.665729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c3274-5332-4ea9-bd80-0377d2c66eba req-19fa3d69-7856-4dfe-b3a9-e0b115993774 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:09.667056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-925c3274-5332-4ea9-bd80-0377d2c66eba req-19fa3d69-7856-4dfe-b3a9-e0b115993774 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 984 time: 0.1184535 Sep 22 08:44:09.761232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-efc7b3b8-acbd-4de9-87e5-4c95e2c2b610 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:09.763076 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-efc7b3b8-acbd-4de9-87e5-4c95e2c2b610 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0946579 Sep 22 08:44:09.767541 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-925c3274-5332-4ea9-bd80-0377d2c66eba req-857c3505-18e5-4fd0-b275-977730d49d9e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711410 Sep 22 08:44:09.993802 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-be1f8956-0963-4f54-977c-a36a0e94ed1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2253325 Sep 22 08:44:10.004410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:10.112764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:10.305114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:10.333434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:44:10.386546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] device_id is not set on port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:44:10.395372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:10.400332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:10.536057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:10.580250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] No DVR routers for this DVR port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:44:10.805769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] In _notify_port_updated(), no bound segment for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:44:10.806646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:10.807266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:10.808535 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae3ab5f2-2fff-4277-802b-2f16049fd8ff req-4e27f1a7-4338-421d-bae7-8864796ccf6f service neutron] 10.222.0.48 "PUT /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1027 time: 0.8081000 Sep 22 08:44:10.872234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:10.939368 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d1e177-291b-4dc1-bd18-f793b238deae req-d58a64b9-b93a-4d54-b957-3aa861577d64 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b743dba1-ddc8-4639-a207-ef7bc091cd43 HTTP/1.1" status: 200 len: 210 time: 0.0544508 Sep 22 08:44:12.041979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44364) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:12.112423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8f5ce-522b-4cac-b17b-6335daa7ef27 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:12.113808 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-64e8f5ce-522b-4cac-b17b-6335daa7ef27 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 926 time: 0.0707650 Sep 22 08:44:12.182177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44370) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:12.188008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275065059', 'description': 'tempest-secgroup-smoke-275065059 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:12.193857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:12.203672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:12.212814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.232638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:12.236199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:12.238918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:12.244580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:12.312096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.315876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.363737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a7af8f-3571-4ead-96fb-5820ac16b40e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:12.371324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.372653 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eccd18b2-b9f5-4b3a-921e-159c2ba91663 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1895142 Sep 22 08:44:12.375726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44374) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:12.381024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '58a7af8f-3571-4ead-96fb-5820ac16b40e', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:12.386904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:12.390894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:12.393917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:12.399539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:12.415696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.437690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.476128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.479427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.502379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc398c27-9fa8-4ff7-8f22-d4f6147a74c8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:12.510463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.511681 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4ab9e5ff-5a02-4d0a-9c7b-4527aa3dc24b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350155 Sep 22 08:44:12.514387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44378) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:12.519189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '58a7af8f-3571-4ead-96fb-5820ac16b40e', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:12.524924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:12.529273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:12.532150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:12.537878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:12.554822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.613387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.616663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.639312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673f1877-af15-4dad-91fd-b38a45034842,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:12.647865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.649115 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-653a5ebf-f1f5-49ea-894c-539f41458ba6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337945 Sep 22 08:44:12.651786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44382) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:12.657183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '58a7af8f-3571-4ead-96fb-5820ac16b40e', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:12.662769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:12.666692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:12.669723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:12.675423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:12.694034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.755015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.758512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.781718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa1d1e0-b535-4b47-ab0d-cee04762b7be,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:12.789637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.790874 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1d9c015c-c9bd-4824-b065-f092186b916e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381404 Sep 22 08:44:12.793603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44386) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:12.798411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '58a7af8f-3571-4ead-96fb-5820ac16b40e', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:12.804004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:12.807736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:12.810540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:12.816138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:12.832384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.892818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.896523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.919564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edef4884-c0c0-4e7c-aa4b-df9fb419f364,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:12.929425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:12.933139 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bf0e3cc7-e2ad-4d1a-b391-76ebd651a345 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360462 Sep 22 08:44:12.933380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:12.938134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '58a7af8f-3571-4ead-96fb-5820ac16b40e', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:12.944670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:12.948590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:12.952122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:12.957807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:12.968879 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:44:12.975771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.042802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.046003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.068634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da14f526-391d-4628-a088-9994606dd261,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:13.077147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.078342 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93cf0108-8e64-4d24-b566-2b0290ba33f5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1441109 Sep 22 08:44:13.081085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:13.085798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '58a7af8f-3571-4ead-96fb-5820ac16b40e', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:13.091362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:13.095091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:13.097932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:13.103613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:13.113727 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:44:13.120108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.185743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.189572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.214026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2922de-48d0-442e-8955-14646ccf9b7b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:13.222639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:13.223837 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e8bc9b2f-07cf-4359-b8f0-b500ac26ce12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418586 Sep 22 08:44:13.345465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:44:13.404965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:44:13.438562 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-429fe075-b964-47f0-a62a-c07cd5ac2a42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275065059&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0395105 Sep 22 08:44:13.516642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-816e03d9-3231-481a-b4ea-2ae9bae22a88 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:13.517959 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-816e03d9-3231-481a-b4ea-2ae9bae22a88 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 931 time: 0.0729969 Sep 22 08:44:13.684048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-9bd74e35-179d-42ed-a9d3-80a9b20607a3 service neutron] 10.222.0.42 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1543894 Sep 22 08:44:13.693781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-aa78eb82-5735-49b4-8046-a1f399253384 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:44:13.694809 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-aa78eb82-5735-49b4-8046-a1f399253384 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047333 Sep 22 08:44:13.824105 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-24e30cf3-0b1f-41d6-ae1f-325a696b8a33 service neutron] 10.222.0.42 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241763 Sep 22 08:44:13.955398 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-86d082ac-c7e1-43ae-b3d6-0db0349af38c service neutron] 10.222.0.42 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256080 Sep 22 08:44:14.139573 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c919a6e-f4a8-46f0-8e46-ac2d1ce22f67 req-edd04022-e113-458d-af60-5944addd2bc8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 210 time: 0.0524879 Sep 22 08:44:15.035787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-11d03646-9ea0-4c57-8e37-192811b80b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:15.037179 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-11d03646-9ea0-4c57-8e37-192811b80b50 service neutron] 10.222.0.48 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1027 time: 0.0661371 Sep 22 08:44:15.320525 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-072f7130-cfaa-4007-b24f-6900f48ca7b8 req-0d9083fc-8883-4787-8889-27750c7822a8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 210 time: 0.0601141 Sep 22 08:44:15.332644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-e792f024-3f80-463a-8389-38cf1f1a1eb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:15.334067 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-e792f024-3f80-463a-8389-38cf1f1a1eb5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 200 len: 797 time: 0.2920940 Sep 22 08:44:15.385827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-778e16ba-8ad6-4e4b-ae3f-25385a9887ae tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 472 time: 0.0411313 Sep 22 08:44:15.398613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Request body: {'port': {'device_id': 'fad6c0f5-63b0-468f-ae6a-80801d32ffbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:15.505179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:15.835614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:44:15.843479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:15.857209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Transition to ACTIVE for port object ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:15.860893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:16.001310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=7']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:16.115072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:44:16.115770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:44:16.115770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:44:16.120080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:44:16.120399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Attempting to bind port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:44:16.125936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:44:16.126265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Checking segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:44:16.126649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Bound using segment: {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:44:16.127061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Bound port: ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2040c26-351c-42ac-9587-90b0f9e4b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '326810af-e35f-4421-8b4e-9329437c24af'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:44:16.127518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:16.213355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:44:16.216302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:44:16.220672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:16.250387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:16.250995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:16.252359 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] 10.222.0.48 "PUT /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1132 time: 0.8574195 Sep 22 08:44:16.253022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad6c0f5-63b0-468f-ae6a-80801d32ffbf', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:44:16.255297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "fad6c0f5-63b0-468f-ae6a-80801d32ffbf", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:44:16.327586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba0e623-66ef-4965-afaa-edd62f404697 x-openstack-request-id: req-fba0e623-66ef-4965-afaa-edd62f404697 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:44:16.327869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad6c0f5-63b0-468f-ae6a-80801d32ffbf", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:44:16.328110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fba0e623-66ef-4965-afaa-edd62f404697 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:44:16.328495 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba0e623-66ef-4965-afaa-edd62f404697'] response: {'name': 'network-changed', 'server_uuid': 'fad6c0f5-63b0-468f-ae6a-80801d32ffbf', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'status': 'completed', 'code': 200} Sep 22 08:44:16.346540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdf3a7-bbb9-470c-ba16-1df904966502 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=8']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:16.383847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-86b9570e-aa91-4ce8-9527-e7d51640cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:16.385346 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-86b9570e-aa91-4ce8-9527-e7d51640cf65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 1135 time: 0.0978761 Sep 22 08:44:16.544966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-29ac111b-fd19-4ba4-9730-453d5107e6da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1038 time: 0.1520596 Sep 22 08:44:16.610118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ef716-957b-477a-ab64-fa543bd4c041 req-d44f8f2d-d8f5-4fa4-953f-8b224992cd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:16.611704 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-946ef716-957b-477a-ab64-fa543bd4c041 req-d44f8f2d-d8f5-4fa4-953f-8b224992cd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 982 time: 0.1662869 Sep 22 08:44:16.636301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-f276b308-06e7-4fb3-9a7e-60beefc6f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:16.637618 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-f276b308-06e7-4fb3-9a7e-60beefc6f44e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f15032ff-3097-451f-ba76-43804e5ad34f HTTP/1.1" status: 200 len: 835 time: 0.0863411 Sep 22 08:44:16.706088 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-946ef716-957b-477a-ab64-fa543bd4c041 req-13642ac1-2d24-452a-b8c5-3ee7c42da74f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882699 Sep 22 08:44:16.733186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-081f873e-78bb-47c2-bf90-cb6cea79920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:16.734621 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-081f873e-78bb-47c2-bf90-cb6cea79920d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=326810af-e35f-4421-8b4e-9329437c24af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904150 Sep 22 08:44:16.862369 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-6a2cd772-902e-459a-811e-8d6550d758b6 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212063 Sep 22 08:44:17.083968 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc6f0212-b1b0-44f7-b7e3-184983cfdf35 req-7eafc329-d47a-422f-996c-894455068c18 service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161226 Sep 22 08:44:17.204733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-031b00c2-839f-4d2b-939c-d550f379d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:17.206189 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-031b00c2-839f-4d2b-939c-d550f379d2ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 1135 time: 0.0809987 Sep 22 08:44:17.336526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-56c28d56-c555-4773-a407-a25edaccb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:17.337868 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-56c28d56-c555-4773-a407-a25edaccb576 service neutron] 10.222.0.48 "GET /v2.0/networks?id=326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 200 len: 898 time: 0.1251333 Sep 22 08:44:17.438391 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-c003c8b4-5a0b-4d1d-b775-03457b4acce3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1038 time: 0.0933347 Sep 22 08:44:17.499080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-464cfa3a-a51b-402e-aa4f-d8783c7fe48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:17.500471 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-464cfa3a-a51b-402e-aa4f-d8783c7fe48f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f15032ff-3097-451f-ba76-43804e5ad34f HTTP/1.1" status: 200 len: 835 time: 0.0558021 Sep 22 08:44:17.585451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-651495e1-adea-4e30-a075-a8eb0ba13d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:17.586985 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-651495e1-adea-4e30-a075-a8eb0ba13d8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=326810af-e35f-4421-8b4e-9329437c24af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790999 Sep 22 08:44:17.715969 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-3b42318c-f141-4746-8fd0-6ff314f025cd service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219919 Sep 22 08:44:17.848323 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7593d27e-2bb4-4521-9be5-f2d6daa10d2b req-fff169dd-641f-4d85-87c7-98ddc9dc9e3f service neutron] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255531 Sep 22 08:44:17.905402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a447fdf-7642-400d-bd39-a0a6d5035297 req-12cf2868-e95c-4d3e-b347-bae146168d0f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:17.906861 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0a447fdf-7642-400d-bd39-a0a6d5035297 req-12cf2868-e95c-4d3e-b347-bae146168d0f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 982 time: 0.0891478 Sep 22 08:44:17.949561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0a447fdf-7642-400d-bd39-a0a6d5035297 req-c2cbfb11-b9cf-46bc-b302-1aec298cfee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:44:17.964157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0a447fdf-7642-400d-bd39-a0a6d5035297 req-c2cbfb11-b9cf-46bc-b302-1aec298cfee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:44:17.965660 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0a447fdf-7642-400d-bd39-a0a6d5035297 req-c2cbfb11-b9cf-46bc-b302-1aec298cfee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529039 Sep 22 08:44:19.166304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40366061-f72c-4307-9cdb-203082cc91f6 req-0b3c6283-ee32-4ba6-bb18-3ee7894cb812 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:19.167797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40366061-f72c-4307-9cdb-203082cc91f6 req-0b3c6283-ee32-4ba6-bb18-3ee7894cb812 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 982 time: 0.0886538 Sep 22 08:44:19.210874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40366061-f72c-4307-9cdb-203082cc91f6 req-5c9c025d-b4dd-498d-a18c-d346e77603f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368214 Sep 22 08:44:19.383589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:44:19.513812 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:19.526294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'port_id': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'mac_address': 'fa:16:3e:c5:78:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:44:19.578921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:19.579323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:19.595710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:44:19.610414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:19.614485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:19.682952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:19.689904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.690250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.690589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.690928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.691288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.691618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.691942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.692271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.692592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.692912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.693231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.693549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:19.818729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:44:20.408090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e23ad0-7ce7-40ae-acea-2c98e94da11f req-bdfcdbf9-83f2-4d76-9684-0bafddd5bdbb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:20.409525 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70e23ad0-7ce7-40ae-acea-2c98e94da11f req-bdfcdbf9-83f2-4d76-9684-0bafddd5bdbb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 983 time: 0.0906172 Sep 22 08:44:20.453687 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70e23ad0-7ce7-40ae-acea-2c98e94da11f req-a3d54058-b2ce-467a-af96-dc1ab0f80ae0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 Sep 22 08:44:21.415069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:21.485093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:21.489852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:21.490233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:21.490591 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d Sep 22 08:44:21.605868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:21.606231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:21.633469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad6c0f5-63b0-468f-ae6a-80801d32ffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:44:21.635815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc805661-87bf-4862-8b17-4ae6747c1b12" -d '{"events": [{"server_uuid": "fad6c0f5-63b0-468f-ae6a-80801d32ffbf", "name": "network-vif-plugged", "status": "completed", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:44:21.644386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:21.652516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:21.656877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9cdc6-d75b-424c-8f33-b0823ed37951 req-469cc708-2fc2-4da7-ae73-5b1f1761e4aa tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:21.659988 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-11b9cdc6-d75b-424c-8f33-b0823ed37951 req-469cc708-2fc2-4da7-ae73-5b1f1761e4aa tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 983 time: 0.0925944 Sep 22 08:44:21.686150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06f38fd-a513-4e37-8167-5e17ccfed8bb x-openstack-request-id: req-d06f38fd-a513-4e37-8167-5e17ccfed8bb {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:44:21.686440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad6c0f5-63b0-468f-ae6a-80801d32ffbf", "name": "network-vif-plugged", "status": "completed", "tag": "ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:44:21.686685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d06f38fd-a513-4e37-8167-5e17ccfed8bb {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:44:21.687071 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06f38fd-a513-4e37-8167-5e17ccfed8bb'] response: {'server_uuid': 'fad6c0f5-63b0-468f-ae6a-80801d32ffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d', 'code': 200} Sep 22 08:44:21.707464 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-11b9cdc6-d75b-424c-8f33-b0823ed37951 req-08473629-dbc9-4202-844d-40725c8ea05a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Sep 22 08:44:21.727703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:21.914852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226281f-2af2-42e4-85e0-180da43df550 req-508475c9-91d0-435c-aed3-5f989f89bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:21.916333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d226281f-2af2-42e4-85e0-180da43df550 req-508475c9-91d0-435c-aed3-5f989f89bc2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 1138 time: 0.0758283 Sep 22 08:44:21.958988 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d226281f-2af2-42e4-85e0-180da43df550 req-59bf0277-e687-4e48-9c28-8ad992d13296 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Sep 22 08:44:22.905279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2424980-06fe-4dae-89b7-f33c71ce461b req-157417df-d831-438b-908f-7c546e54e8ff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:22.906748 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f2424980-06fe-4dae-89b7-f33c71ce461b req-157417df-d831-438b-908f-7c546e54e8ff tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 985 time: 0.0874469 Sep 22 08:44:22.967409 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f2424980-06fe-4dae-89b7-f33c71ce461b req-cdcf4d6d-64aa-489f-8443-a009dc59d6ee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531204 Sep 22 08:44:24.161891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593d0eb-dc7d-4a5b-bf6b-3ef1e1436ec2 req-5077d7f8-d530-4c0c-8285-ae96ded5ff17 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:24.163348 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b593d0eb-dc7d-4a5b-bf6b-3ef1e1436ec2 req-5077d7f8-d530-4c0c-8285-ae96ded5ff17 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 985 time: 0.0858660 Sep 22 08:44:24.205916 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b593d0eb-dc7d-4a5b-bf6b-3ef1e1436ec2 req-cc3d126e-a0a4-45af-833a-152b17172192 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368671 Sep 22 08:44:24.400530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee330fb-8c09-4fb8-b8be-be209efc8411 req-41fd63a3-c3f2-487e-a334-4c8d80166d7d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:24.401988 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6ee330fb-8c09-4fb8-b8be-be209efc8411 req-41fd63a3-c3f2-487e-a334-4c8d80166d7d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 985 time: 0.0871077 Sep 22 08:44:24.446261 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6ee330fb-8c09-4fb8-b8be-be209efc8411 req-9cd868da-54e1-4217-9bba-7d38cae84182 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380747 Sep 22 08:44:24.474377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:24.556094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b30da4-33f4-4369-86aa-d4b52b91fd26 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:24.557550 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40b30da4-33f4-4369-86aa-d4b52b91fd26 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf&network_id=326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 200 len: 1133 time: 0.0822315 Sep 22 08:44:24.921235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fc52f-0867-49b8-a1b6-79f1717460d0 req-2e6b3fab-59ab-45d9-b0aa-9de9e4a395aa tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:24.922602 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa3fc52f-0867-49b8-a1b6-79f1717460d0 req-2e6b3fab-59ab-45d9-b0aa-9de9e4a395aa tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 985 time: 0.0869703 Sep 22 08:44:24.966108 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa3fc52f-0867-49b8-a1b6-79f1717460d0 req-2fb250e7-5b9f-45f4-b9c5-452cf185bbd4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372865 Sep 22 08:44:26.211437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-d9969a4e-0dad-43a3-be09-33618f9622ca tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:26.212847 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-d9969a4e-0dad-43a3-be09-33618f9622ca tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 985 time: 0.1474473 Sep 22 08:44:26.223952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6e451-3287-4057-a266-0ea15653cdb5 req-85426bf7-6afd-48c4-adb1-b33b24115c3d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:26.225226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7ac6e451-3287-4057-a266-0ea15653cdb5 req-85426bf7-6afd-48c4-adb1-b33b24115c3d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 985 time: 0.1222751 Sep 22 08:44:26.320032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-64491743-1487-4c6c-9b24-2edd519d1c28 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:26.321340 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-64491743-1487-4c6c-9b24-2edd519d1c28 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0953002 Sep 22 08:44:26.324049 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7ac6e451-3287-4057-a266-0ea15653cdb5 req-48a12225-d2e0-4d6e-9c6a-b29ccb9871fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=26529115-b78d-4be3-891e-8c2f5158a4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671952 Sep 22 08:44:26.461289 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:44:26.558240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-86004c07-1862-43bb-a465-08ae882cf938 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2310016 Sep 22 08:44:26.568157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:26.675606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:26.875281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:26.903537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] For port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:44:26.958240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] device_id is not set on port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 08:44:26.966444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:26.972104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:27.110418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=11']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:27.161658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] No DVR routers for this DVR port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:44:27.374650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] In _notify_port_updated(), no bound segment for port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d on network 326810af-e35f-4421-8b4e-9329437c24af {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 08:44:27.375552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:27.376140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:27.377400 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb6ebd67-1967-49a6-a1ea-a9242b9700b3 req-e38ef115-7ed2-4f04-9a94-30bdd4136841 service neutron] 10.222.0.48 "PUT /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 200 len: 1028 time: 0.8129754 Sep 22 08:44:27.494394 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7a5f1c7e-7bb1-4dd8-9bd2-15b373803876 req-00b9c94b-1091-4d55-9e1b-5dd25c7ce808 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=fad6c0f5-63b0-468f-ae6a-80801d32ffbf HTTP/1.1" status: 200 len: 210 time: 0.0535083 Sep 22 08:44:28.595750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44462) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:28.663862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ec28d3c-b714-4138-afc3-7da6ae45cd70 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:28.692410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ec28d3c-b714-4138-afc3-7da6ae45cd70 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:28.755227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ec28d3c-b714-4138-afc3-7da6ae45cd70 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:28.774238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec28d3c-b714-4138-afc3-7da6ae45cd70 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a7af8f-3571-4ead-96fb-5820ac16b40e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:28.784137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ec28d3c-b714-4138-afc3-7da6ae45cd70 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:28.785193 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ec28d3c-b714-4138-afc3-7da6ae45cd70 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/58a7af8f-3571-4ead-96fb-5820ac16b40e HTTP/1.1" status: 204 len: 168 time: 0.1884713 Sep 22 08:44:28.814162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44468) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:29.013693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 1e1e3fad-0cff-4735-a498-34273c7078fa {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:44:29.014031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:29.177580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:29.177819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:29.298937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 1e1e3fad-0cff-4735-a498-34273c7078fa owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:44:29.439586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:29.461710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:44:29.524672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:44:29.589977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=1e1e3fad-0cff-4735-a498-34273c7078fa,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:29.686105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:29.686863 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP e4ff3929-aad8-415f-bad5-2af631fece71 disassociated (deleted). External IP: 172.26.8.136, port: ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d. Sep 22 08:44:30.023871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:44:30.198869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:44:30.208798 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] Sync routers for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:44:30.218628 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:30.219155 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:30.220024 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:30.275203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a1c1d44f-0b9c-4944-82d9-88bf5a2f0a4b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/e4ff3929-aad8-415f-bad5-2af631fece71 HTTP/1.1" status: 204 len: 168 time: 1.4599292 Sep 22 08:44:30.393819 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:30.418555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44476) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:30.485389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d19dc4-3c47-44f7-b2bb-318858c19156 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:30.526700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d19dc4-3c47-44f7-b2bb-318858c19156 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:30.595334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d19dc4-3c47-44f7-b2bb-318858c19156 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:30.615787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d19dc4-3c47-44f7-b2bb-318858c19156 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a9316f-8e2b-4e66-a5f2-4565bb228f1a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:30.620189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d19dc4-3c47-44f7-b2bb-318858c19156 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:30.624734 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c5d19dc4-3c47-44f7-b2bb-318858c19156 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/45a9316f-8e2b-4e66-a5f2-4565bb228f1a HTTP/1.1" status: 204 len: 168 time: 0.2049494 Sep 22 08:44:30.653620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44482) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:30.707765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:53Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:30.711431 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] Checking router: 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:44:30.719490 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:30.720051 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:30.723766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:44:30.724256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:30.888981 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:30.968906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:31.091990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:44:31.191724 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:53Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:31.195819 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a474ae8d-0a4c-4938-aa22-3ee72486a5b4 None None] The sync data for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv is: [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec701ec-a5f8-42c0-bf74-bd3edea9c30f', 'name': '', 'network_id': '326810af-e35f-4421-8b4e-9329437c24af', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:39:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:47Z', 'updated_at': '2022-09-22T08:43:53Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f15032ff-3097-451f-ba76-43804e5ad34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:44:31.356950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:31.409216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:31.428417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f48f3-cd26-470c-b688-bee8e10c56ad None None] New status for floating IP e4ff3929-aad8-415f-bad5-2af631fece71: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:44:31.460527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.460779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.461113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.461436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.461758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.462081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.462397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.462713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.463031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.463368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.463682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.463982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:31.530520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:31.540669 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-18f236f0-b97a-4fc3-97d5-65820ba1806e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/ports/ae3c3cf4-7a71-4b5c-9deb-7ed927e7970d HTTP/1.1" status: 204 len: 168 time: 0.8857388 Sep 22 08:44:31.543377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44486) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:32.082709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:32.422135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:44:32.422465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:32.603039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:32.603346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:32.831180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:44:33.019952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:33.068693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=8ec701ec-a5f8-42c0-bf74-bd3edea9c30f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:33.351708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:33.700870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:44:33.873431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:44:33.883270 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] Sync routers for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:44:33.885956 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-909209a4-d2c4-4bbe-985d-54e07c063793 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/0e59e044-f46b-44e3-af8a-5a2fcf64b4d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3415585 Sep 22 08:44:33.888652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44490) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:33.892609 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:33.893200 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:33.953611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet f15032ff-3097-451f-ba76-43804e5ad34f {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:44:33.956659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.015465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.094750 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:34.098542 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.170752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.330049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=f15032ff-3097-451f-ba76-43804e5ad34f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:34.335709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.342215 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-311a1efa-48d9-48da-896c-33de54e95d45 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/f15032ff-3097-451f-ba76-43804e5ad34f HTTP/1.1" status: 204 len: 168 time: 0.4526284 Sep 22 08:44:34.343045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9837b-4443-4780-8d5c-d4fbdd662a1d None None] Network 326810af-e35f-4421-8b4e-9329437c24af requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:44:34.344916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44494) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:34.381599 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:44:32Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:34.385595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] Checking router: 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:44:34.394384 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] Routers {'0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:34.394976 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:34.535955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.577034 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] Set router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:34.652205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] DHCP port deletion for 326810af-e35f-4421-8b4e-9329437c24af request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:44:34.657404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] Deleting port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:44:34.657929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.729699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.740108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 4c2aab0d-afe4-446b-af68-76fa017ac5ba {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:44:34.740452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.859753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] For port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5d7ba663-06dc-4c65-b2d3-cd3f390968d5,segment=NetworkSegment(f2040c26-351c-42ac-9587-90b0f9e4b84d),segment_id=f2040c26-351c-42ac-9587-90b0f9e4b84d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:34.860758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.868418 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:44:32Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:34.873025 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6bf71b-f909-4376-bcbd-aaf3d936356e None None] The sync data for ids ['0e59e044-f46b-44e3-af8a-5a2fcf64b4d3'] in dv-neutron-857569-1-hyperv is: [{'id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'name': 'tempest-TestNetworkBasicOps-router-857285071', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:43:42Z', 'updated_at': '2022-09-22T08:44:32Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4c2aab0d-afe4-446b-af68-76fa017ac5ba', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e59e044-f46b-44e3-af8a-5a2fcf64b4d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:43:43Z', 'updated_at': '2022-09-22T08:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:44:34.932206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 4c2aab0d-afe4-446b-af68-76fa017ac5ba, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4c2aab0d-afe4-446b-af68-76fa017ac5ba,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:34.932576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:34.991357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] Calling delete_port for 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:44:35.067726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 4c2aab0d-afe4-446b-af68-76fa017ac5ba owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:44:35.076668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.122799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] Pushing event deleted for resources: {'Port': ['ID=5d7ba663-06dc-4c65-b2d3-cd3f390968d5,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:35.126269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59446ae-5f33-417e-8935-657e4e6c6902 None None] No DVR routers for this DVR port 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:44:35.242919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.289410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=4c2aab0d-afe4-446b-af68-76fa017ac5ba,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:35.385846 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.557576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.559743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.582075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.582592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router 0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:44:35.598047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.599258 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-788a6317-0066-4862-ba16-fdc243609ffb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/0e59e044-f46b-44e3-af8a-5a2fcf64b4d3 HTTP/1.1" status: 204 len: 168 time: 1.2534297 Sep 22 08:44:35.601897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44498) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:35.720080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.846999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.874077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326810af-e35f-4421-8b4e-9329437c24af']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:35.885967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2040c26-351c-42ac-9587-90b0f9e4b84d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:35.886261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2040c26-351c-42ac-9587-90b0f9e4b84d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:35.905051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.925916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:35.932105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:44:35.932519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.000978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f2040c26-351c-42ac-9587-90b0f9e4b84d resource provider aggregate not found Sep 22 08:44:36.025533 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f2040c26-351c-42ac-9587-90b0f9e4b84d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2040c26-351c-42ac-9587-90b0f9e4b84d found for delete ", "request_id": "req-3e26cb27-e2a1-4ed9-a1fc-3880aea96c48"}]} Sep 22 08:44:36.038253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.044037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.074043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=326810af-e35f-4421-8b4e-9329437c24af,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:36.079768 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/326810af-e35f-4421-8b4e-9329437c24af HTTP/1.1" status: 204 len: 168 time: 0.4768696 Sep 22 08:44:36.084249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.084598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.084931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.085259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.085584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.085909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.086229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.086548 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.086868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.087183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.087522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.087834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790543e2-7ee7-4c1e-8872-5b0b0339b4e4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:44:36.092586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44506) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:36.105900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10da4a59-ddde-4caa-896c-f7f8c3453679 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0115805 Sep 22 08:44:36.107628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44510) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:36.112668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--567670765', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:36.117270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:36.121439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:36.124873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:36.130770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-33f35485-47db-4bc9-8592-20b50a944fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.131342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:36.140643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:44:36.144035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.171133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:44:36.181717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.181717 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment 35e9e039-ef57-433a-8cf0-3694b59e8bab of type vlan for network 26513180-ed61-4ad2-91ea-706ada202de2 Sep 22 08:44:36.205747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.235632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.241224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:36.241821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.311205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4c2aab0d-afe4-446b-af68-76fa017ac5ba no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:44:36.349949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 4c2aab0d-afe4-446b-af68-76fa017ac5ba {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:44:36.350293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4c2aab0d-afe4-446b-af68-76fa017ac5ba not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:44:36.350701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:44:36.384099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:44:36.384440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5d7ba663-06dc-4c65-b2d3-cd3f390968d5 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:44:36.384853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:44:36.417749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:44:36.418116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec701ec-a5f8-42c0-bf74-bd3edea9c30f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:44:36.454113 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3454318 Sep 22 08:44:36.456803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddf36e-2dff-41e3-afe3-db39e9af36d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=26513180-ed61-4ad2-91ea-706ada202de2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:36.461537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:36.468493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-720104408', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:36.469124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 26513180-ed61-4ad2-91ea-706ada202de2 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:44:36.475639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:36.479532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:36.482369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:36.488653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:36.497653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.498704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.514148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:36.880836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:37.182852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:37.211622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:37.343513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.191 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/e24058ad-873f-4a4a-a34c-ca96a67219a0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:44:37.488712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:37.517341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:37.578000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:44:37.580750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:37.584221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:44:37.627063 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=e24058ad-873f-4a4a-a34c-ca96a67219a0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:38.099961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:38.286206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8af81c25-c699-4398-9ae8-eb98b8df4ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:38.431992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:38.635086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 5810214f-4e75-496c-8297-dcd4bda86150 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:44:38.810055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:44:38.819189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Sync routers for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:44:38.828363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:38.828980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:38.835851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:38.837123 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9c117f93-3332-41dd-81f0-738a5b3fe159 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3743379 Sep 22 08:44:38.840211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:38.880586 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2e9262e9-e245-48bf-8290-ea8128833fcf tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392172 Sep 22 08:44:38.883109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44522) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:39.004587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:39.014814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b1bc6a-1d55-4f00-94f9-d4733c6170dd tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:39.018924 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b2b1bc6a-1d55-4f00-94f9-d4733c6170dd tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322980 Sep 22 08:44:39.019137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44526) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:39.057917 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-19cf40e6-f91c-4e93-a60a-ab62058de94b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377281 Sep 22 08:44:39.060422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:39.065570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276070638', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:39.172211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:39.176219 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:39.179188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:39.185142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:39.195119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:44:39.198788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.286002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:37Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:39.290163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Checking router: 5810214f-4e75-496c-8297-dcd4bda86150 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:44:39.290799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Updating router 5810214f-4e75-496c-8297-dcd4bda86150 port e24058ad-873f-4a4a-a34c-ca96a67219a0 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:44:39.380160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.421781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.507168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=e869d667-fd47-4829-adb4-0f7465bdb802,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:39.515722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:44:39.515722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: 26513180-ed61-4ad2-91ea-706ada202de2, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:44:39.535323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 26513180-ed61-4ad2-91ea-706ada202de2 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:44:39.543888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 26513180-ed61-4ad2-91ea-706ada202de2) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:39.547820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:39.548404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.569972 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a975c2e2-2472-4045-a77e-0d9306648679 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5085740 Sep 22 08:44:39.572870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44534) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:39.575281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264b87bb-12a7-4c07-9c5c-7bb06f5b4169 None None] Network 26513180-ed61-4ad2-91ea-706ada202de2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:44:39.681569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.694091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.926212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.930119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-26513180-ed61-4ad2-91ea-706ada202de2', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:44:39.930917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:39.953728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Transition to ACTIVE for port object e24058ad-873f-4a4a-a34c-ca96a67219a0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:39.963358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:40.078591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Attempting to bind port e24058ad-873f-4a4a-a34c-ca96a67219a0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:44:40.078946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Attempting to bind port e24058ad-873f-4a4a-a34c-ca96a67219a0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:44:40.079344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Attempting to bind port e24058ad-873f-4a4a-a34c-ca96a67219a0 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:44:40.095455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:44:40.095829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:44:40.096223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:40.096609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:44:40.097063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Bound port: e24058ad-873f-4a4a-a34c-ca96a67219a0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:44:40.097435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:40.130640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770760d-cec4-4ee9-9d72-a77eaf15ebf0 None None] Pushing event updated for resources: {'Port': ['ID=e24058ad-873f-4a4a-a34c-ca96a67219a0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:40.232707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] For port e24058ad-873f-4a4a-a34c-ca96a67219a0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:44:40.237083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] For port e24058ad-873f-4a4a-a34c-ca96a67219a0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e24058ad-873f-4a4a-a34c-ca96a67219a0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:44:40.240843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Allocated IP 172.20.0.2 (26513180-ed61-4ad2-91ea-706ada202de2/e869d667-fd47-4829-adb4-0f7465bdb802/ea42cb5d-50cf-4ef7-b7c2-af5493ade523) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:44:40.243178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:40.378317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:40.384163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:40.384796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:40.468738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770760d-cec4-4ee9-9d72-a77eaf15ebf0 None None] Pushing event updated for resources: {'Port': ['ID=e24058ad-873f-4a4a-a34c-ca96a67219a0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:40.663730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:40.886391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:40.915286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Transition to ACTIVE for port object ea42cb5d-50cf-4ef7-b7c2-af5493ade523 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:40.917437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:40.951991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Transition to ACTIVE for port object ea42cb5d-50cf-4ef7-b7c2-af5493ade523 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:40.963671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:41.025369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (26513180-ed61-4ad2-91ea-706ada202de2/e869d667-fd47-4829-adb4-0f7465bdb802/57335e57-cb33-4db0-95ea-b4861de3e2c7) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:44:41.063371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Network 26513180-ed61-4ad2-91ea-706ada202de2 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:44:41.067781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:41.075685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:44:41.086264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Pushing event updated for resources: {'Port': ['ID=ea42cb5d-50cf-4ef7-b7c2-af5493ade523,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:41.186159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:41.193734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Attempting to bind port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:44:41.194100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Attempting to bind port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:44:41.194463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Attempting to bind port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 on network 26513180-ed61-4ad2-91ea-706ada202de2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:44:41.201681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 57335e57-cb33-4db0-95ea-b4861de3e2c7 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:41.202155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:44:41.202451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Checking segment: {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:44:41.202867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:41.203246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Bound using segment: {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:44:41.203704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Bound port: ea42cb5d-50cf-4ef7-b7c2-af5493ade523, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:44:41.204074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:41.218167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:37Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:41.225294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:41.250737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fd1bfe-281f-4051-92af-48d51b35d316 None None] The sync data for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv is: [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:37Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:44:41.299402 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 26513180-ed61-4ad2-91ea-706ada202de2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:44:41.302501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] For port ea42cb5d-50cf-4ef7-b7c2-af5493ade523, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:44:41.302771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:41.305238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:44:41.306249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] For port ea42cb5d-50cf-4ef7-b7c2-af5493ade523, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ea42cb5d-50cf-4ef7-b7c2-af5493ade523,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:44:41.314631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:41.351341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:41.369719 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:41.396488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0236a-fe09-46f7-a11b-2325b9b548ae None None] Pushing event updated for resources: {'Port': ['ID=ea42cb5d-50cf-4ef7-b7c2-af5493ade523,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:41.778483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.222543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.228504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.350574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.355268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:42.410434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e24058ad-873f-4a4a-a34c-ca96a67219a0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:42.476607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.493526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e24058ad-873f-4a4a-a34c-ca96a67219a0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:42.502813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e24058ad-873f-4a4a-a34c-ca96a67219a0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:42.503618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.503799 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e24058ad-873f-4a4a-a34c-ca96a67219a0 Sep 22 08:44:42.507318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 26513180-ed61-4ad2-91ea-706ada202de2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:44:42.508470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:42.535066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ecfc8-eeda-4d30-a3b4-10b8e7255589 None None] Network 26513180-ed61-4ad2-91ea-706ada202de2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:44:42.641903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-33b55009-a878-45f8-8b52-6ae78ed82abf None None] Provisioning for port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:42.698079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 5810214f-4e75-496c-8297-dcd4bda86150 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:44:42.784658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e24058ad-873f-4a4a-a34c-ca96a67219a0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:42.784777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.840592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e24058ad-873f-4a4a-a34c-ca96a67219a0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e24058ad-873f-4a4a-a34c-ca96a67219a0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:42.851940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:42.852669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ea42cb5d-50cf-4ef7-b7c2-af5493ade523 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:42.890342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:44:42.907898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-278e70a6-9942-4eb2-b4bb-2f4e3571b702 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/5810214f-4e75-496c-8297-dcd4bda86150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3335817 Sep 22 08:44:42.908099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44538) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:42.990237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e24058ad-873f-4a4a-a34c-ca96a67219a0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:43.006497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:43.015506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:43.015801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.016131 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 Sep 22 08:44:43.081883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc7eaf-ba4c-4fa8-abf1-885bf99af0e3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.082382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc7eaf-ba4c-4fa8-abf1-885bf99af0e3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.082828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc7eaf-ba4c-4fa8-abf1-885bf99af0e3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.083418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc7eaf-ba4c-4fa8-abf1-885bf99af0e3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.087947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:43.104016 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b6bc7eaf-ba4c-4fa8-abf1-885bf99af0e3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1947911 Sep 22 08:44:43.110764 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Sync routers for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:44:43.125645 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:43.126529 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:43.145142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:43.145866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.163802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66cff1-47a2-4424-a4e3-1687676b4180 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.164263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66cff1-47a2-4424-a4e3-1687676b4180 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.164714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66cff1-47a2-4424-a4e3-1687676b4180 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.165161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66cff1-47a2-4424-a4e3-1687676b4180 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:43.169418 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd66cff1-47a2-4424-a4e3-1687676b4180 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0778935 Sep 22 08:44:43.169797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:43.181355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ea42cb5d-50cf-4ef7-b7c2-af5493ade523, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ea42cb5d-50cf-4ef7-b7c2-af5493ade523,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:43.186006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.265288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ea42cb5d-50cf-4ef7-b7c2-af5493ade523,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:43.332980 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:43.381090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Provisioning for port 57335e57-cb33-4db0-95ea-b4861de3e2c7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:43.387376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Provisioning complete for port 57335e57-cb33-4db0-95ea-b4861de3e2c7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:43.387744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.388225 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Attempt 1 to provision port 57335e57-cb33-4db0-95ea-b4861de3e2c7 Sep 22 08:44:43.412196 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a93fcf5-08a4-4ccb-a79f-2ca511ae176b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2354507 Sep 22 08:44:43.447608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Port 57335e57-cb33-4db0-95ea-b4861de3e2c7 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:44:43.487408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44552) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:43.492613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479162111', 'description': 'tempest-secgroup-smoke-1479162111 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:43.499243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:43.503700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:43.506586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:43.513590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:43.524837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.545220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:43.549806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:43.553553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:43.560692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:43.649261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.653984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.703131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148e52aa-29b5-4788-838c-79b1fb7b6454,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:43.709820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.714459 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-166c833a-b4d2-488f-9c10-1151174b82f6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2226217 Sep 22 08:44:43.714937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:43.715038 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:44:42Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:43.718788 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Checking router: 5810214f-4e75-496c-8297-dcd4bda86150 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:44:43.719129 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Updating router 5810214f-4e75-496c-8297-dcd4bda86150 port 57335e57-cb33-4db0-95ea-b4861de3e2c7 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:44:43.719540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '148e52aa-29b5-4788-838c-79b1fb7b6454', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:43.725407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:43.729198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:43.733912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:43.739560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:43.757724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.773380 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.819305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.822973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.851410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6e76a6-9ec6-4531-a969-bd9bcad7e2c2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:43.861574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.863750 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-50f9899e-2f84-454b-8af6-deeae390a4e5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483121 Sep 22 08:44:43.865713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44560) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:43.871044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '148e52aa-29b5-4788-838c-79b1fb7b6454', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:43.877336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:43.881430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:43.884305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:43.890405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:43.907902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.948654 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Attempt 2 to provision port 57335e57-cb33-4db0-95ea-b4861de3e2c7 Sep 22 08:44:43.971536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:43.976043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.007068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7e57c2-fb52-4c04-8adf-244de5b386da,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:44.011240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.016279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:44.016792 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5966dfa-acf9-4e66-aa6c-aff43429dd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496041 Sep 22 08:44:44.018475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Port 57335e57-cb33-4db0-95ea-b4861de3e2c7 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:44:44.021892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '148e52aa-29b5-4788-838c-79b1fb7b6454', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:44.030382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:44.034248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:44.037122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:44.043102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:44.118034 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.130798 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Transition to ACTIVE for port object 57335e57-cb33-4db0-95ea-b4861de3e2c7 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:44.137408 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.176706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.237263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.241299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.262981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd2904c-bc56-48f5-8408-38fded8ef8d8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:44.274975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.276896 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-71083b55-c0e5-4025-9f0e-e838512866ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2588031 Sep 22 08:44:44.279437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44568) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:44.287132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '148e52aa-29b5-4788-838c-79b1fb7b6454', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:44.293943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:44.298654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:44.301832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:44.307763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:44.326323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.334017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e24058ad-873f-4a4a-a34c-ca96a67219a0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:44.347473 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332e623-db6d-4d92-890f-7998cd726e28 None None] Pushing event updated for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:44.357202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Attempting to bind port 57335e57-cb33-4db0-95ea-b4861de3e2c7 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:44:44.357569 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Attempting to bind port 57335e57-cb33-4db0-95ea-b4861de3e2c7 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:44:44.357921 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Attempting to bind port 57335e57-cb33-4db0-95ea-b4861de3e2c7 on network 26513180-ed61-4ad2-91ea-706ada202de2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:44:44.363288 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:44:44.363660 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Checking segment: {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:44:44.364051 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.364585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Bound using segment: {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:44:44.365188 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Bound port: 57335e57-cb33-4db0-95ea-b4861de3e2c7, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:44:44.365727 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.395435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.400746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.406440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e24058ad-873f-4a4a-a34c-ca96a67219a0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:44.406813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.407143 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e24058ad-873f-4a4a-a34c-ca96a67219a0 Sep 22 08:44:44.422036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cec097b-de72-42db-8bbf-18d320d71568,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:44.436769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.438081 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb57803e-2520-404c-b7cb-e79f1d490d68 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576355 Sep 22 08:44:44.441073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:44.446150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '148e52aa-29b5-4788-838c-79b1fb7b6454', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:44.453287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:44.458229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:44.461932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:44.465868 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] For port 57335e57-cb33-4db0-95ea-b4861de3e2c7, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:44:44.468936 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] For port 57335e57-cb33-4db0-95ea-b4861de3e2c7, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57335e57-cb33-4db0-95ea-b4861de3e2c7,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:44:44.469721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:44.474146 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.481132 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:44:44.488729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.543178 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:44.544876 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:44.545008 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Attempt 3 to provision port 57335e57-cb33-4db0-95ea-b4861de3e2c7 Sep 22 08:44:44.580431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.584674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.602626 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332e623-db6d-4d92-890f-7998cd726e28 None None] Pushing event updated for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:44.615966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e24058ad-873f-4a4a-a34c-ca96a67219a0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:44.617038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ea42cb5d-50cf-4ef7-b7c2-af5493ade523 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:44.617596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1685684a-c271-485b-b23b-ddb1463e14fd,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:44.633023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.634371 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9bdb5e69-a079-4f6d-9a77-6bffd8ed02b3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1921945 Sep 22 08:44:44.637154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44576) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:44.642396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '148e52aa-29b5-4788-838c-79b1fb7b6454', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:44.648526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:44.652999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:44.656195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:44.663513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:44.672929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Port 57335e57-cb33-4db0-95ea-b4861de3e2c7 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:44:44.677255 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:44:44.685010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.691887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Provisioning complete for port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:44.692243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.692780 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Attempt 1 to provision port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 Sep 22 08:44:44.736462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:44.736750 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:44.736894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.737141 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 Sep 22 08:44:44.756635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.760830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.784196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cff7af-bfab-4b3d-975e-ba85144945e9,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:44.795206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:44.796790 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-814e01b5-e70f-4de4-b2c7-443ee8ee0bfe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1587043 Sep 22 08:44:44.924285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8110c-bebb-4f53-8785-8e257074acc4 None None] Current status of the port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:44.928957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:44.974913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-974063cb-565d-4cfa-8f5e-f975c18d6930 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:44:44.991048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-974063cb-565d-4cfa-8f5e-f975c18d6930 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:44:44.992336 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-974063cb-565d-4cfa-8f5e-f975c18d6930 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479162111&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0572391 Sep 22 08:44:45.078454 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:44:44Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:45.082355 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09eb32e7-40f6-4595-8721-ad9d9b918f57 None None] The sync data for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv is: [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:44:44Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:44:45.159702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-bf5a7e67-2a95-4b58-a2f2-7f9111ba85d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:45.160315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-bf5a7e67-2a95-4b58-a2f2-7f9111ba85d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:44:45.175851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-bf5a7e67-2a95-4b58-a2f2-7f9111ba85d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:44:45.177069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-bf5a7e67-2a95-4b58-a2f2-7f9111ba85d5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=26513180-ed61-4ad2-91ea-706ada202de2 HTTP/1.1" status: 200 len: 796 time: 0.1782229 Sep 22 08:44:45.194071 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-05d18f61-bb3f-46b5-8e08-8bf0fcba6710 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0115578 Sep 22 08:44:45.287101 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-0f4b4bc3-e50b-4e23-afd1-2244934e98b0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872576 Sep 22 08:44:45.429794 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-2e96c4cb-f968-486b-a666-e972def15af1 service neutron] 10.222.0.42 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302307 Sep 22 08:44:45.567083 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ce2ca4c3-21a3-4c6d-845a-444927984be9 service neutron] 10.222.0.42 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311753 Sep 22 08:44:45.761458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b0f2346c-c7bc-4559-8e48-7458207a094a req-7ece5f39-fc6a-4bcc-ad8e-fa5092a4d2dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:44:45.779527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b0f2346c-c7bc-4559-8e48-7458207a094a req-7ece5f39-fc6a-4bcc-ad8e-fa5092a4d2dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:44:45.780926 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b0f2346c-c7bc-4559-8e48-7458207a094a req-7ece5f39-fc6a-4bcc-ad8e-fa5092a4d2dd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 210 time: 0.0719233 Sep 22 08:44:46.334863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57335e57-cb33-4db0-95ea-b4861de3e2c7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:46.400247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 57335e57-cb33-4db0-95ea-b4861de3e2c7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:46.404805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 57335e57-cb33-4db0-95ea-b4861de3e2c7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:46.405169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:46.405493 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 57335e57-cb33-4db0-95ea-b4861de3e2c7 Sep 22 08:44:46.518359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 57335e57-cb33-4db0-95ea-b4861de3e2c7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:46.518651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:46.551451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 57335e57-cb33-4db0-95ea-b4861de3e2c7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57335e57-cb33-4db0-95ea-b4861de3e2c7,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:46.555550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:46.621111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:46.784842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-0186bf62-a416-4fb4-bba1-4794863aa591 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:46.786178 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-0186bf62-a416-4fb4-bba1-4794863aa591 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=26513180-ed61-4ad2-91ea-706ada202de2 HTTP/1.1" status: 200 len: 796 time: 0.1445844 Sep 22 08:44:46.843688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-b0a0063f-dfbd-41d4-971d-0201ac78efa3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 380 time: 0.0492599 Sep 22 08:44:46.851237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['148e52aa-29b5-4788-838c-79b1fb7b6454']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:47.073635 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77970589-183b-4070-ba46-04575b1a3277 req-4d041999-2e3b-49ff-8b8b-6c74532e64de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 210 time: 0.1576459 Sep 22 08:44:47.121607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:47.131421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:47.141205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:44:47.144867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:47.302114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.5 (26513180-ed61-4ad2-91ea-706ada202de2/e869d667-fd47-4829-adb4-0f7465bdb802/bf3f2e8f-a9ac-4c04-9990-b2860a9a0750) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:44:47.486636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:47.502263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:47.526074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:47.597985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 26513180-ed61-4ad2-91ea-706ada202de2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:44:47.601077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:47.604805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:44:47.636290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:47.672939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:47.673535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:47.699613 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-339e159c-7ea6-46a0-9d63-b13e81889dea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516912 Sep 22 08:44:47.711151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Request body: {'port': {'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:47.790586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Provisioning for port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:47.797651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Provisioning complete for port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:47.798101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:47.798426 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Attempt 1 to provision port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 Sep 22 08:44:47.827981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:47.853859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:44:48.169716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:44:48.177490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:48.191907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Transition to ACTIVE for port object bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:44:48.196054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:48.273192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac0a1b-d263-48e7-a783-952276803690 req-33d6f451-27f8-46b5-aef3-302156e70450 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:48.274731 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88ac0a1b-d263-48e7-a783-952276803690 req-33d6f451-27f8-46b5-aef3-302156e70450 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 943 time: 0.0876741 Sep 22 08:44:48.323685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-88ac0a1b-d263-48e7-a783-952276803690 req-a8f5ca7f-31ec-4bbb-b91c-0ed0112544f8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:44:48.330087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57335e57-cb33-4db0-95ea-b4861de3e2c7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:48.336293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-88ac0a1b-d263-48e7-a783-952276803690 req-a8f5ca7f-31ec-4bbb-b91c-0ed0112544f8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:44:48.337754 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88ac0a1b-d263-48e7-a783-952276803690 req-a8f5ca7f-31ec-4bbb-b91c-0ed0112544f8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564244 Sep 22 08:44:48.365343 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Attempt 2 to provision port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 Sep 22 08:44:48.388927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:48.426316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Attempting to bind port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:44:48.426777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Attempting to bind port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:44:48.427106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Attempting to bind port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 on network 26513180-ed61-4ad2-91ea-706ada202de2 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:44:48.432265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 on network 26513180-ed61-4ad2-91ea-706ada202de2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:44:48.432696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Attempting to bind port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 on network 26513180-ed61-4ad2-91ea-706ada202de2 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:44:48.437826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:44:48.438212 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Checking segment: {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:44:48.438591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Bound using segment: {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:44:48.439018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Bound port: bf3f2e8f-a9ac-4c04-9990-b2860a9a0750, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e9e039-ef57-433a-8cf0-3694b59e8bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:44:48.439396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:48.439936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:44:48.451386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 57335e57-cb33-4db0-95ea-b4861de3e2c7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:48.451747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:48.452068 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 57335e57-cb33-4db0-95ea-b4861de3e2c7 Sep 22 08:44:48.528084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] For port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:44:48.531007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] For port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:44:48.535445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:48.566617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 57335e57-cb33-4db0-95ea-b4861de3e2c7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:48.568395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:48.569001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:48.570475 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 HTTP/1.1" status: 200 len: 1093 time: 0.8633385 Sep 22 08:44:48.576061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:44:48.578361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe5df82-1a52-4147-8f78-fe8591dea116" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:44:48.649093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9353291-5edc-4b57-ab90-cf4376ca6398 x-openstack-request-id: req-a9353291-5edc-4b57-ab90-cf4376ca6398 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:44:48.649388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:44:48.649628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9353291-5edc-4b57-ab90-cf4376ca6398 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:44:48.650018 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9353291-5edc-4b57-ab90-cf4376ca6398'] response: {'name': 'network-changed', 'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'status': 'completed', 'code': 200} Sep 22 08:44:48.672069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4654ec-ec51-4001-acb4-d691ffc004b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:48.694720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-d5145773-e1da-4a9b-a182-38dffa9d12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:48.696212 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-d5145773-e1da-4a9b-a182-38dffa9d12ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 1096 time: 0.0915608 Sep 22 08:44:48.766516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-126ef9de-396e-466c-881c-844490132d4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 HTTP/1.1" status: 200 len: 217 time: 0.0628474 Sep 22 08:44:48.827006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-bec8cda1-673e-4afc-9327-7ae877bb93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:48.828339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-bec8cda1-673e-4afc-9327-7ae877bb93b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e869d667-fd47-4829-adb4-0f7465bdb802 HTTP/1.1" status: 200 len: 835 time: 0.0564675 Sep 22 08:44:48.941198 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Attempt 3 to provision port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 Sep 22 08:44:49.004880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbff9b96-717e-4a64-b9e1-8f48911aacce None None] Port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:44:49.012643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-f4a86ea1-4c43-4bee-bb2a-277470edb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:49.014112 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-f4a86ea1-4c43-4bee-bb2a-277470edb96a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26513180-ed61-4ad2-91ea-706ada202de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1793480 Sep 22 08:44:49.142438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-6d4fede9-a25e-46f0-af98-75c6a3067081 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221347 Sep 22 08:44:49.270329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb68ad66-e7ab-42b9-a939-0fafbc036c23 req-5bfa9918-bdd0-4451-a305-eca15ba97faa service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218815 Sep 22 08:44:49.391191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-f3562721-284a-4b79-a99c-a72f5b50e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:49.392737 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-f3562721-284a-4b79-a99c-a72f5b50e3f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 1096 time: 0.0783858 Sep 22 08:44:49.522876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-10c92d22-a296-4370-8a1b-a664e50ebfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:49.524334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-10c92d22-a296-4370-8a1b-a664e50ebfaf service neutron] 10.222.0.48 "GET /v2.0/networks?id=26513180-ed61-4ad2-91ea-706ada202de2 HTTP/1.1" status: 200 len: 897 time: 0.1251671 Sep 22 08:44:49.533507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424eec3-7c38-485c-8108-d09177ba817a req-ae4f52bd-5a1c-4ea3-941c-beef55867b8a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:49.534977 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7424eec3-7c38-485c-8108-d09177ba817a req-ae4f52bd-5a1c-4ea3-941c-beef55867b8a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 943 time: 0.0878046 Sep 22 08:44:49.579887 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7424eec3-7c38-485c-8108-d09177ba817a req-3d475c2d-dc4f-4ee4-9293-6d83d92fdab0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391603 Sep 22 08:44:49.596692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-e257aa3c-5d1a-482d-81da-019c7961e976 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 HTTP/1.1" status: 200 len: 217 time: 0.0651066 Sep 22 08:44:49.658677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-1324a8f0-b809-4d4a-8662-33be96775178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:49.660024 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-1324a8f0-b809-4d4a-8662-33be96775178 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e869d667-fd47-4829-adb4-0f7465bdb802 HTTP/1.1" status: 200 len: 835 time: 0.0575275 Sep 22 08:44:49.743781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-1d1856f2-5201-4892-a601-084dd4528ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:49.745212 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-1d1856f2-5201-4892-a601-084dd4528ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26513180-ed61-4ad2-91ea-706ada202de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791485 Sep 22 08:44:49.873665 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-5d12a095-9d29-41af-ae63-b0666f0a3954 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216033 Sep 22 08:44:50.008854 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe5df82-1a52-4147-8f78-fe8591dea116 req-782cf68e-70d5-4454-bb62-9db0a528fd07 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290967 Sep 22 08:44:50.777179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a36fa-52fe-45ce-a950-44d2a0395f6d req-4151f953-2953-45c7-b8d2-f12bddbfe6cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:50.777862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-816a36fa-52fe-45ce-a950-44d2a0395f6d req-4151f953-2953-45c7-b8d2-f12bddbfe6cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:44:50.793254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-816a36fa-52fe-45ce-a950-44d2a0395f6d req-4151f953-2953-45c7-b8d2-f12bddbfe6cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:44:50.794366 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-816a36fa-52fe-45ce-a950-44d2a0395f6d req-4151f953-2953-45c7-b8d2-f12bddbfe6cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 943 time: 0.1013718 Sep 22 08:44:50.841253 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-816a36fa-52fe-45ce-a950-44d2a0395f6d req-81542dca-5cf7-42a0-817b-0cf05a503b3d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Sep 22 08:44:51.533256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:44:51.664341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:51.676963 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'mac_address': 'fa:16:3e:76:91:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:44:51.729515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:51.729885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:51.749369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:44:51.765045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:51.769852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:51.834480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:51.998362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['bf3f2e8f-a9ac-4c04-9990-b2860a9a0750'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:44:52.043739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003ac6e-92d3-4772-823d-14c2e9118b4b req-3859e092-9597-4866-95f3-58e4ad32a4ed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:52.045216 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e003ac6e-92d3-4772-823d-14c2e9118b4b req-3859e092-9597-4866-95f3-58e4ad32a4ed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 944 time: 0.0909874 Sep 22 08:44:52.089450 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e003ac6e-92d3-4772-823d-14c2e9118b4b req-46d639db-a003-40a5-bc2e-cf2ae9ec23d0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Sep 22 08:44:53.283629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db379a9c-12a4-466d-81f1-7c2c316eee0b req-7bdb311b-1aef-4430-8728-71b098d04206 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:53.284970 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-db379a9c-12a4-466d-81f1-7c2c316eee0b req-7bdb311b-1aef-4430-8728-71b098d04206 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 944 time: 0.0865545 Sep 22 08:44:53.328329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-db379a9c-12a4-466d-81f1-7c2c316eee0b req-7bfb6fa8-757b-4307-b3bb-40ccef257e6b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 Sep 22 08:44:53.523136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:44:53.618873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:44:53.623911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:44:53.624285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:53.624611 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 Sep 22 08:44:53.736154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:44:53.736521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:53.763292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:44:53.765540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e128bb-186a-4af8-944f-732c372d0749" -d '{"events": [{"server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "name": "network-vif-plugged", "status": "completed", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:44:53.773205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:44:53.777427 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:53.813067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea0834d-10b6-42e9-bbde-7f6a776b6e85 x-openstack-request-id: req-1ea0834d-10b6-42e9-bbde-7f6a776b6e85 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:44:53.813365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "name": "network-vif-plugged", "status": "completed", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:44:53.813613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ea0834d-10b6-42e9-bbde-7f6a776b6e85 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:44:53.813999 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea0834d-10b6-42e9-bbde-7f6a776b6e85'] response: {'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'code': 200} Sep 22 08:44:53.844611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:54.047782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413abaa-c205-4aff-b6fa-707b9905a631 req-ab7cd572-5196-4ae8-9816-bfe47510000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:54.049250 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2413abaa-c205-4aff-b6fa-707b9905a631 req-ab7cd572-5196-4ae8-9816-bfe47510000a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 1098 time: 0.0883214 Sep 22 08:44:54.088880 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2413abaa-c205-4aff-b6fa-707b9905a631 req-6dd83060-9ab4-4a3d-8c3a-22fea0220eb1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Sep 22 08:44:54.518915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414a718-2ba0-4c81-971d-853b1e65e82a req-75a4a07e-c702-4b88-9163-257b31334dc1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:54.521147 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f414a718-2ba0-4c81-971d-853b1e65e82a req-75a4a07e-c702-4b88-9163-257b31334dc1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 945 time: 0.0863853 Sep 22 08:44:54.568972 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f414a718-2ba0-4c81-971d-853b1e65e82a req-78247833-c7dd-4c49-913c-a1e50ebb8eaa tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Sep 22 08:44:55.769924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28faff01-39b3-49fb-bfe7-963c8cc05939 req-5097a485-4060-492c-89e3-95782e50bf25 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:55.771387 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28faff01-39b3-49fb-bfe7-963c8cc05939 req-5097a485-4060-492c-89e3-95782e50bf25 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 945 time: 0.0854080 Sep 22 08:44:55.817576 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28faff01-39b3-49fb-bfe7-963c8cc05939 req-01ee54d6-fe35-434c-add8-ded0c09544c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Sep 22 08:44:56.023869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223ef16-8805-427e-a638-3245143172dd req-91a6fc47-bf46-4636-b1a4-21a3c196cd44 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:56.025316 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b223ef16-8805-427e-a638-3245143172dd req-91a6fc47-bf46-4636-b1a4-21a3c196cd44 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 945 time: 0.0955110 Sep 22 08:44:56.070000 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b223ef16-8805-427e-a638-3245143172dd req-6f317209-2c87-4a31-aab5-074c41425403 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 Sep 22 08:44:56.097585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44628) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:56.173724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0681ca-6e27-4807-839d-ce2b38ea5588 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:56.175201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae0681ca-6e27-4807-839d-ce2b38ea5588 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 1093 time: 0.0766377 Sep 22 08:44:56.178117 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:56.182850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:44:56.190100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:44:56.193895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:44:56.196677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:44:56.202271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:44:56.212555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:56.345027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:56.475520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.71 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/c90d8fe7-f66f-4671-a9cf-8d677368fddc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:44:56.615606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:56.643944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:56.706487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:44:56.709314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:44:56.712824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:44:56.748201 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=c90d8fe7-f66f-4671-a9cf-8d677368fddc,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:57.238554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:57.311496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:57.516786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:57.521317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:57.626090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=c90d8fe7-f66f-4671-a9cf-8d677368fddc,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:44:57.628901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:57.798294 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 1b88d437-2bc7-4b77-845a-ac20443bbfeb associated. External IP: 172.26.8.71, port: bf3f2e8f-a9ac-4c04-9990-b2860a9a0750. Sep 22 08:44:58.144783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 5810214f-4e75-496c-8297-dcd4bda86150 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:44:58.321341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:44:58.331751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] Sync routers for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:44:58.341167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:58.341771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:58.345588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:44:58.399111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31817bae-e4cc-4d0f-a89f-b21909027988 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2198434 Sep 22 08:44:58.399554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:44:58.401761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44636) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:58.402800 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:44:58.443160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee10870-1305-4bd1-a43b-e5f9001f9308 x-openstack-request-id: req-2ee10870-1305-4bd1-a43b-e5f9001f9308 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:44:58.443478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:44:58.443732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ee10870-1305-4bd1-a43b-e5f9001f9308 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:44:58.444144 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee10870-1305-4bd1-a43b-e5f9001f9308'] response: {'name': 'network-changed', 'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'status': 'completed', 'code': 200} Sep 22 08:44:58.526222 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:58.751349 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1adc181-99e7-4aea-9908-0ce2236277f2 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers/5810214f-4e75-496c-8297-dcd4bda86150 HTTP/1.1" status: 200 len: 922 time: 0.3470492 Sep 22 08:44:58.754015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-c63c15ad-1edf-40eb-9c88-4f1c41bfe70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:58.754798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44642) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:44:58.755435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-c63c15ad-1edf-40eb-9c88-4f1c41bfe70c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 1098 time: 0.1911089 Sep 22 08:44:58.863956 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7492f612-7fa4-4cba-b2f9-e6a98e93d823 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 990 time: 0.1064830 Sep 22 08:44:58.870280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '1b88d437-2bc7-4b77-845a-ac20443bbfeb', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'mac_address': 'fa:16:3e:76:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:57Z', 'updated_at': '2022-09-22T08:44:57Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:44:46Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:58.874213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] Checking router: 5810214f-4e75-496c-8297-dcd4bda86150 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:44:58.882730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:44:58.883350 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:44:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:58.888296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-984e322d-92f5-4d83-bb46-00ffb6a2e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:58.889718 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-984e322d-92f5-4d83-bb46-00ffb6a2e81a service neutron] 10.222.0.48 "GET /v2.0/networks?id=26513180-ed61-4ad2-91ea-706ada202de2 HTTP/1.1" status: 200 len: 897 time: 0.1287670 Sep 22 08:44:58.993034 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-6c5908d0-f2e4-4a1f-87bc-463bb4bf8f22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 HTTP/1.1" status: 200 len: 998 time: 0.0972452 Sep 22 08:44:59.056101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-5c57a854-df8d-40eb-9fff-9d41e453c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:59.057474 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-5c57a854-df8d-40eb-9fff-9d41e453c57a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e869d667-fd47-4829-adb4-0f7465bdb802 HTTP/1.1" status: 200 len: 835 time: 0.0588243 Sep 22 08:44:59.066738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:44:59.151282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-266ec322-d435-4545-96a5-6303bb30f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:44:59.153334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-266ec322-d435-4545-96a5-6303bb30f1d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26513180-ed61-4ad2-91ea-706ada202de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892377 Sep 22 08:44:59.283896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-c466dc0b-2127-4ba2-8468-b61aefa39295 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241612 Sep 22 08:44:59.415784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb65d4ff-e85f-4ea7-bfc7-ddad4c499390 req-921382c4-5f8c-4b92-892e-fdd555b80576 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265280 Sep 22 08:44:59.421981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '1b88d437-2bc7-4b77-845a-ac20443bbfeb', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'mac_address': 'fa:16:3e:76:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:57Z', 'updated_at': '2022-09-22T08:44:57Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:44:46Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:44:59.426050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56499d1-0395-400c-bb4b-ce9ad3dc13a7 None None] The sync data for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv is: [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '1b88d437-2bc7-4b77-845a-ac20443bbfeb', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'mac_address': 'fa:16:3e:76:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:57Z', 'updated_at': '2022-09-22T08:44:57Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:44:46Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:44:59.610180 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405df26-a4cc-4775-a7d3-72b86dd658dd None None] New status for floating IP 1b88d437-2bc7-4b77-845a-ac20443bbfeb: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:44:59.866759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:00.082494 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e64e6974-5b1b-4f13-8206-b78600881ccd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 992 time: 0.2145615 Sep 22 08:45:01.800331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-8236b5a6-f440-43b3-94c6-e60238855ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752468 Sep 22 08:45:01.942447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-2959744f-d1cb-4c2a-906c-340ecfb45cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:01.943907 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-2959744f-d1cb-4c2a-906c-340ecfb45cce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 1098 time: 0.0801375 Sep 22 08:45:02.086795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-0bef92ed-bb1a-4dcb-9725-8265b2ac77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:02.088243 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-0bef92ed-bb1a-4dcb-9725-8265b2ac77b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26513180-ed61-4ad2-91ea-706ada202de2 HTTP/1.1" status: 200 len: 897 time: 0.1274798 Sep 22 08:45:02.187272 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-3b027cb2-fc33-40db-9fb5-a1624c575c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 HTTP/1.1" status: 200 len: 1000 time: 0.0933752 Sep 22 08:45:02.250350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-6419bda3-ee49-45bc-aee5-768e02f6af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:02.251714 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-6419bda3-ee49-45bc-aee5-768e02f6af27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e869d667-fd47-4829-adb4-0f7465bdb802 HTTP/1.1" status: 200 len: 835 time: 0.0594845 Sep 22 08:45:02.331057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-99405d24-3e4f-4daf-b1a4-2856b4c17131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:02.332547 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-99405d24-3e4f-4daf-b1a4-2856b4c17131 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26513180-ed61-4ad2-91ea-706ada202de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753045 Sep 22 08:45:02.552566 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-bfafaf6c-d409-4187-83ed-2c36a83f2632 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143698 Sep 22 08:45:02.680408 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a37d5347-44c5-40f5-b493-ab639e8d8779 req-a0efa348-a170-40eb-91dd-c92a662255c8 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222684 Sep 22 08:45:03.460009 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:45:06.133244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9447-dfa3-46d0-bf09-cf643f55fa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:08.288383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae7adaca-c24b-40a0-978c-ae18c743933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:09.540337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:09.595441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:10.871205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:12.446750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:31.340399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:31.518945 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-761ac40a-9506-4246-b457-3071729631dc tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers/5810214f-4e75-496c-8297-dcd4bda86150/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1774740 Sep 22 08:45:31.521899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:31.704576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a200b6-4202-4a10-9f66-149650d1e1ca tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Notify agent at dv-neutron-857569-1-hyperv the message router_removed_from_agent {{(pid=89051) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 22 08:45:31.707712 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-68a200b6-4202-4a10-9f66-149650d1e1ca tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "DELETE /v2.0/agents/7d8039aa-595c-4e56-bd6a-c0ed77a26466/l3-routers/5810214f-4e75-496c-8297-dcd4bda86150 HTTP/1.1" status: 204 len: 168 time: 0.1849296 Sep 22 08:45:31.710169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44668) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:31.884452 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d344afe5-9bbd-4763-b465-137cfab4fb9a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers/5810214f-4e75-496c-8297-dcd4bda86150/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1731832 Sep 22 08:45:31.887002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:31.989863 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2ab98edf-0ebf-41a5-9da8-60fd5ad1e41f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 992 time: 0.1018136 Sep 22 08:45:32.471939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07086dd-38a1-43f8-8c3a-d6d03f8c5b96 None None] New status for floating IP 1b88d437-2bc7-4b77-845a-ac20443bbfeb: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:45:32.558533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e24058ad-873f-4a4a-a34c-ca96a67219a0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:45:32.840499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e24058ad-873f-4a4a-a34c-ca96a67219a0 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:32.840821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:32.858818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e24058ad-873f-4a4a-a34c-ca96a67219a0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e24058ad-873f-4a4a-a34c-ca96a67219a0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:32.863271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:32.863937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57335e57-cb33-4db0-95ea-b4861de3e2c7 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:45:32.975729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e24058ad-873f-4a4a-a34c-ca96a67219a0,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:32.985312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.985652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.985986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.986313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.986635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.986955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.987300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.987618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.987935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.988250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.988563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.988872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:32.993057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44676) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:33.049822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 57335e57-cb33-4db0-95ea-b4861de3e2c7 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:33.050201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:33.083114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 57335e57-cb33-4db0-95ea-b4861de3e2c7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57335e57-cb33-4db0-95ea-b4861de3e2c7,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:33.086641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:33.103746 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-695e67a2-5f79-44f5-8e83-47d584755d91 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 990 time: 0.1050334 Sep 22 08:45:33.155154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:34.235742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:34.429871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc3e2f2-82c6-43c2-9087-0c9b0ef18da5 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Router 5810214f-4e75-496c-8297-dcd4bda86150 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:45:34.430274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc3e2f2-82c6-43c2-9087-0c9b0ef18da5 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Notify agent at dv-neutron-857569-1-hyperv the message router_added_to_agent {{(pid=89051) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 22 08:45:34.450284 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5dc3e2f2-82c6-43c2-9087-0c9b0ef18da5 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "POST /v2.0/agents/7d8039aa-595c-4e56-bd6a-c0ed77a26466/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2135024 Sep 22 08:45:34.452890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44690) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:34.459507 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] Sync routers for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:45:34.469416 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:34.470085 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:34.630900 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d22af737-8bda-484d-bb4a-fe1de17031f7 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers/5810214f-4e75-496c-8297-dcd4bda86150/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1768503 Sep 22 08:45:34.633573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44694) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:34.645329 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:34.857852 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93c5d64e-8add-4923-98eb-bbd8f610a8f4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 990 time: 0.2231166 Sep 22 08:45:34.988520 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '1b88d437-2bc7-4b77-845a-ac20443bbfeb', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'mac_address': 'fa:16:3e:76:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:57Z', 'updated_at': '2022-09-22T08:45:32Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:45:33Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:34.992209 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] Checking router: 5810214f-4e75-496c-8297-dcd4bda86150 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:45:35.000322 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:35.000905 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:35.181353 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:35.544684 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '1b88d437-2bc7-4b77-845a-ac20443bbfeb', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'mac_address': 'fa:16:3e:76:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:57Z', 'updated_at': '2022-09-22T08:45:32Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:45:33Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:35.549110 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5dbaae-881e-41f0-93c8-a512c46ff5dc None None] The sync data for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv is: [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:32Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '1b88d437-2bc7-4b77-845a-ac20443bbfeb', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.71', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'port_id': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'mac_address': 'fa:16:3e:76:91:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:44:57Z', 'updated_at': '2022-09-22T08:45:32Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:45:33Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:45:35.861116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:35.972476 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6e66bb4f-fe62-4b36-a64d-8097e8e370df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 990 time: 0.1102161 Sep 22 08:45:36.144194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-409ee7af-a6d6-48f8-a56f-d2fbdafd22d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:36.379790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e24058ad-873f-4a4a-a34c-ca96a67219a0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:36.447853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e24058ad-873f-4a4a-a34c-ca96a67219a0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:36.448225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:36.448556 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e24058ad-873f-4a4a-a34c-ca96a67219a0 Sep 22 08:45:36.568170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e24058ad-873f-4a4a-a34c-ca96a67219a0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:36.568554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:36.585633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e24058ad-873f-4a4a-a34c-ca96a67219a0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e24058ad-873f-4a4a-a34c-ca96a67219a0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:36.590783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:36.591651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57335e57-cb33-4db0-95ea-b4861de3e2c7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:36.708781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e24058ad-873f-4a4a-a34c-ca96a67219a0,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:36.720212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 57335e57-cb33-4db0-95ea-b4861de3e2c7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:36.720583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:36.720913 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 57335e57-cb33-4db0-95ea-b4861de3e2c7 Sep 22 08:45:36.840563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 57335e57-cb33-4db0-95ea-b4861de3e2c7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:36.840940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:36.871369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 57335e57-cb33-4db0-95ea-b4861de3e2c7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57335e57-cb33-4db0-95ea-b4861de3e2c7,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:36.875693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:36.942700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:36.976253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44702) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:37.080854 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fff49da4-3e7d-4a48-8378-aa029401c696 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 990 time: 0.1034727 Sep 22 08:45:37.164397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1aaf141-2245-4d43-a2f2-cbf1b625c710 None None] New status for floating IP 1b88d437-2bc7-4b77-845a-ac20443bbfeb: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:45:38.084271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44706) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:38.200128 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-775d3cf8-f8e1-4f08-9ea0-dd584a5d2005 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 200 len: 992 time: 0.1147156 Sep 22 08:45:38.289891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7615f1e1-3d98-4cb3-92c7-3ed61d50f050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:38.349233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e24058ad-873f-4a4a-a34c-ca96a67219a0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:38.454842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e24058ad-873f-4a4a-a34c-ca96a67219a0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:38.455111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:38.455462 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e24058ad-873f-4a4a-a34c-ca96a67219a0 Sep 22 08:45:38.466271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:38.570225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e24058ad-873f-4a4a-a34c-ca96a67219a0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:38.571285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57335e57-cb33-4db0-95ea-b4861de3e2c7 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:38.639889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 57335e57-cb33-4db0-95ea-b4861de3e2c7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:38.640308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:38.640578 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 57335e57-cb33-4db0-95ea-b4861de3e2c7 Sep 22 08:45:38.678174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port c90d8fe7-f66f-4671-a9cf-8d677368fddc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:45:38.678514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:38.754399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 57335e57-cb33-4db0-95ea-b4861de3e2c7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:38.845020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:38.845341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:38.964575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for c90d8fe7-f66f-4671-a9cf-8d677368fddc owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:45:39.111271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:39.158081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=c90d8fe7-f66f-4671-a9cf-8d677368fddc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:39.205249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.205604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.205945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.206283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.206614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.206944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.207297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.207624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.207947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.208269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.208588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.208905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:39.264265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:39.264676 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 1b88d437-2bc7-4b77-845a-ac20443bbfeb disassociated (deleted). External IP: 172.26.8.71, port: bf3f2e8f-a9ac-4c04-9990-b2860a9a0750. Sep 22 08:45:39.543884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:39.600137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:39.704592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 5810214f-4e75-496c-8297-dcd4bda86150 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:45:39.879703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:45:39.889394 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] Sync routers for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:45:39.900985 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:39.902154 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:39.911038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:39.973354 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e47b6d65-70ba-472b-b3e6-abdb239b0346 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/1b88d437-2bc7-4b77-845a-ac20443bbfeb HTTP/1.1" status: 204 len: 168 time: 1.5028920 Sep 22 08:45:39.973354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:45:39.979154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aef14dc-0441-4198-a3d9-ab869f1ebac6" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:45:40.024982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d17558e-f762-4e7f-bf27-cd7e7b5ac706 x-openstack-request-id: req-1d17558e-f762-4e7f-bf27-cd7e7b5ac706 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:45:40.025300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:45:40.025688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d17558e-f762-4e7f-bf27-cd7e7b5ac706 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:45:40.026090 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d17558e-f762-4e7f-bf27-cd7e7b5ac706'] response: {'name': 'network-changed', 'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'status': 'completed', 'code': 200} Sep 22 08:45:40.086290 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:40.127797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-26b61fd2-56cf-4e50-89dc-3ee986f3518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:40.129561 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-26b61fd2-56cf-4e50-89dc-3ee986f3518a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 1098 time: 0.0836377 Sep 22 08:45:40.274643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-9129c442-eebf-41cf-b079-af52d7b43673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:40.276128 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-9129c442-eebf-41cf-b079-af52d7b43673 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26513180-ed61-4ad2-91ea-706ada202de2 HTTP/1.1" status: 200 len: 897 time: 0.1411331 Sep 22 08:45:40.386409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-524123b0-f7bf-4176-9097-340dc8f3e58c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 HTTP/1.1" status: 200 len: 217 time: 0.0698929 Sep 22 08:45:40.400670 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:40.404539 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] Checking router: 5810214f-4e75-496c-8297-dcd4bda86150 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:45:40.412607 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:40.413189 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:40.462848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-1429e0fc-f0f4-4cae-8d00-591010325fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:40.464212 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-1429e0fc-f0f4-4cae-8d00-591010325fb7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e869d667-fd47-4829-adb4-0f7465bdb802 HTTP/1.1" status: 200 len: 835 time: 0.0692351 Sep 22 08:45:40.475815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42c78b-f809-454e-8bb6-17951b583347 req-a0c505a7-4507-44fe-bf61-b9fea4747957 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:40.476483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ae42c78b-f809-454e-8bb6-17951b583347 req-a0c505a7-4507-44fe-bf61-b9fea4747957 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:45:40.488038 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:45:40.546303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ae42c78b-f809-454e-8bb6-17951b583347 req-a0c505a7-4507-44fe-bf61-b9fea4747957 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:45:40.547491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae42c78b-f809-454e-8bb6-17951b583347 req-a0c505a7-4507-44fe-bf61-b9fea4747957 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 945 time: 0.2704544 Sep 22 08:45:40.597908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-8c98637f-f4b8-44f5-be02-20ea38ed90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:40.599409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-8c98637f-f4b8-44f5-be02-20ea38ed90ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26513180-ed61-4ad2-91ea-706ada202de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1190641 Sep 22 08:45:40.600815 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:40.604015 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae42c78b-f809-454e-8bb6-17951b583347 req-1ca3d03b-0ea4-4c6b-b9cb-6b4f03838804 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501804 Sep 22 08:45:40.730311 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-c3703fdf-b878-4d62-ba66-4aafcc427673 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238956 Sep 22 08:45:40.862187 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aef14dc-0441-4198-a3d9-ab869f1ebac6 req-2c87cf16-7b10-4212-af5b-b44eef6e2429 service neutron] 10.222.0.48 "GET /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251564 Sep 22 08:45:40.875040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:40.905136 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:40.909014 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04986d0a-70c3-41b3-bb6d-4ee2dc9085cc None None] The sync data for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv is: [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:44:41Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '57335e57-cb33-4db0-95ea-b4861de3e2c7', 'name': '', 'network_id': '26513180-ed61-4ad2-91ea-706ada202de2', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:01:e5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:40Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'e869d667-fd47-4829-adb4-0f7465bdb802', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:45:41.522474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab09c0-5725-4606-a3d8-13056c765f6c None None] New status for floating IP 1b88d437-2bc7-4b77-845a-ac20443bbfeb: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:45:41.678568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654604f6-858e-4d82-b14e-7012b73003c8 req-34354b5f-9936-40b5-8d6b-dba5655f5e42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:41.679858 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654604f6-858e-4d82-b14e-7012b73003c8 req-34354b5f-9936-40b5-8d6b-dba5655f5e42 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 945 time: 0.1955495 Sep 22 08:45:41.750438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:45:41.750779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:41.820119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e34881-2c42-42cf-a29a-e62048bbab18 req-eea65994-a5db-42aa-952e-98796fa67d16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:41.821628 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-62e34881-2c42-42cf-a29a-e62048bbab18 req-eea65994-a5db-42aa-952e-98796fa67d16 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 945 time: 0.0984313 Sep 22 08:45:41.865431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-62e34881-2c42-42cf-a29a-e62048bbab18 req-1eedf479-191a-49a6-ac5f-c4dbaef92466 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=148e52aa-29b5-4788-838c-79b1fb7b6454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381434 Sep 22 08:45:42.001645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:42.002000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:42.132075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:45:42.282201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:42.329922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=bf3f2e8f-a9ac-4c04-9990-b2860a9a0750,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:42.417377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:45:42.419853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:42.423057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'name': 'network-vif-deleted', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:45:42.426241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d3229-f2b8-49e3-a0e5-6cb44b6f169b" -d '{"events": [{"server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "name": "network-vif-deleted", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:45:42.440908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:42.441457 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654604f6-858e-4d82-b14e-7012b73003c8 req-ee6c6661-5661-495d-947f-4d59ff7e7bf9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 HTTP/1.1" status: 204 len: 173 time: 0.7558856 Sep 22 08:45:42.471953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f600a514-c5a0-4146-9721-29d004fa390d x-openstack-request-id: req-f600a514-c5a0-4146-9721-29d004fa390d {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:45:42.472244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaf3a8b-db89-4d40-9c29-6426a9dd7350", "name": "network-vif-deleted", "tag": "bf3f2e8f-a9ac-4c04-9990-b2860a9a0750", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:45:42.472492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f600a514-c5a0-4146-9721-29d004fa390d {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:45:42.472927 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f600a514-c5a0-4146-9721-29d004fa390d'] response: {'server_uuid': '8eaf3a8b-db89-4d40-9c29-6426a9dd7350', 'name': 'network-vif-deleted', 'tag': 'bf3f2e8f-a9ac-4c04-9990-b2860a9a0750', 'status': 'completed', 'code': 200} Sep 22 08:45:43.045759 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49bea1ea-03ee-4af8-b285-fdd671d2f68c req-1739f280-6be1-4d1c-8a8d-e2a5915ddeac tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=8eaf3a8b-db89-4d40-9c29-6426a9dd7350 HTTP/1.1" status: 200 len: 210 time: 0.0534036 Sep 22 08:45:44.153849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:44.222150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0a927af-28fd-44e1-b707-5b1401b908b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:44.255044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0a927af-28fd-44e1-b707-5b1401b908b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:44.319714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0a927af-28fd-44e1-b707-5b1401b908b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:44.339580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a927af-28fd-44e1-b707-5b1401b908b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e52aa-29b5-4788-838c-79b1fb7b6454,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:44.346575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0a927af-28fd-44e1-b707-5b1401b908b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:44.347697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0a927af-28fd-44e1-b707-5b1401b908b8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/148e52aa-29b5-4788-838c-79b1fb7b6454 HTTP/1.1" status: 204 len: 168 time: 0.1928704 Sep 22 08:45:44.379927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44738) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:44.918085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:45.363163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 57335e57-cb33-4db0-95ea-b4861de3e2c7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:45:45.363873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:45.548010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 57335e57-cb33-4db0-95ea-b4861de3e2c7, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57335e57-cb33-4db0-95ea-b4861de3e2c7,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:45.548289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:45.667817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 57335e57-cb33-4db0-95ea-b4861de3e2c7 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:45:45.801098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:45:45.837932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:45:45.838369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device bf3f2e8f-a9ac-4c04-9990-b2860a9a0750 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:45:45.855042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:45.905194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=57335e57-cb33-4db0-95ea-b4861de3e2c7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:46.187295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:46.639436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 5810214f-4e75-496c-8297-dcd4bda86150 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:45:46.812581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:45:46.821770 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] Sync routers for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:45:46.825152 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8cfd853b-5e80-411a-8d4f-256b3d286b12 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/5810214f-4e75-496c-8297-dcd4bda86150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4441795 Sep 22 08:45:46.828324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44742) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:46.831116 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:46.831735 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:46.895759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet e869d667-fd47-4829-adb4-0f7465bdb802 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:45:46.899058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:46.952538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.033410 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:47.035349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.109719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.147775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=e869d667-fd47-4829-adb4-0f7465bdb802,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:47.154167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.159782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f2c3dc-abf5-4113-9095-07853d5c03e6 None None] Network 26513180-ed61-4ad2-91ea-706ada202de2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:45:47.163893 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dc62cfa5-f62b-4185-9b57-a1a1aba9fd69 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/e869d667-fd47-4829-adb4-0f7465bdb802 HTTP/1.1" status: 204 len: 168 time: 0.3322580 Sep 22 08:45:47.164113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44746) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:47.315318 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:45:45Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:47.319106 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] Checking router: 5810214f-4e75-496c-8297-dcd4bda86150 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:45:47.328011 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] Routers {'5810214f-4e75-496c-8297-dcd4bda86150'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:47.328617 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['5810214f-4e75-496c-8297-dcd4bda86150'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:47.346545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.435776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] DHCP port deletion for 26513180-ed61-4ad2-91ea-706ada202de2 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:45:47.440884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] Deleting port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:45:47.441259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.511640 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] Set router 5810214f-4e75-496c-8297-dcd4bda86150 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:47.527526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.537495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port e24058ad-873f-4a4a-a34c-ca96a67219a0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:45:47.537801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.648335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] For port ea42cb5d-50cf-4ef7-b7c2-af5493ade523, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ea42cb5d-50cf-4ef7-b7c2-af5493ade523,segment=NetworkSegment(35e9e039-ef57-433a-8cf0-3694b59e8bab),segment_id=35e9e039-ef57-433a-8cf0-3694b59e8bab)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:47.648723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.717688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port e24058ad-873f-4a4a-a34c-ca96a67219a0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e24058ad-873f-4a4a-a34c-ca96a67219a0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:47.718730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.769081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] Calling delete_port for ea42cb5d-50cf-4ef7-b7c2-af5493ade523 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:45:47.802232 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:45:45Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:47.806090 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17675d88-f218-4ccb-a76e-c31c49198cd8 None None] The sync data for ids ['5810214f-4e75-496c-8297-dcd4bda86150'] in dv-neutron-857569-1-hyperv is: [{'id': '5810214f-4e75-496c-8297-dcd4bda86150', 'name': 'tempest-TestNetworkBasicOps-router-720104408', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:44:36Z', 'updated_at': '2022-09-22T08:45:45Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': 'e24058ad-873f-4a4a-a34c-ca96a67219a0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5810214f-4e75-496c-8297-dcd4bda86150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:44:37Z', 'updated_at': '2022-09-22T08:45:36Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:45:47.860584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:47.909014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] Pushing event deleted for resources: {'Port': ['ID=ea42cb5d-50cf-4ef7-b7c2-af5493ade523,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:47.912774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abfff9-64e3-49ce-be89-63e3a8f7be8d None None] No DVR routers for this DVR port ea42cb5d-50cf-4ef7-b7c2-af5493ade523 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:45:47.966351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for e24058ad-873f-4a4a-a34c-ca96a67219a0 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:45:48.138083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.185423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=e24058ad-873f-4a4a-a34c-ca96a67219a0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:48.281840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.391853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57335e57-cb33-4db0-95ea-b4861de3e2c7 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:45:48.425404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 57335e57-cb33-4db0-95ea-b4861de3e2c7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:45:48.425747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57335e57-cb33-4db0-95ea-b4861de3e2c7 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:45:48.426149 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ea42cb5d-50cf-4ef7-b7c2-af5493ade523 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:45:48.455167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.457518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.460456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ea42cb5d-50cf-4ef7-b7c2-af5493ade523 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:45:48.460795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ea42cb5d-50cf-4ef7-b7c2-af5493ade523 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:45:48.480943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.481445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router 5810214f-4e75-496c-8297-dcd4bda86150 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:45:48.496274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.499696 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0e53809-410c-417e-8f67-392fadf5790d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/5810214f-4e75-496c-8297-dcd4bda86150 HTTP/1.1" status: 204 len: 168 time: 1.3346412 Sep 22 08:45:48.500222 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44750) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:48.615308 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.743790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.769494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26513180-ed61-4ad2-91ea-706ada202de2']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:48.781144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e9e039-ef57-433a-8cf0-3694b59e8bab') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:48.781438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e9e039-ef57-433a-8cf0-3694b59e8bab') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:48.792322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.811173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.817530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:45:48.817912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.882353 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 35e9e039-ef57-433a-8cf0-3694b59e8bab resource provider aggregate not found Sep 22 08:45:48.911949 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 35e9e039-ef57-433a-8cf0-3694b59e8bab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35e9e039-ef57-433a-8cf0-3694b59e8bab found for delete ", "request_id": "req-c3fb9ce0-f69c-40b3-9fd7-6e5496bc8b2b"}]} Sep 22 08:45:48.921296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.947431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:48.956450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=26513180-ed61-4ad2-91ea-706ada202de2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:48.967993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.968332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.968687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.969050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.969426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.969866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.970091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.970434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.970779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.971102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.974484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.974484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:48.976055 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-882e6973-6bd3-4afe-a2eb-0fa9a3d9b2c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/26513180-ed61-4ad2-91ea-706ada202de2 HTTP/1.1" status: 204 len: 168 time: 0.4743474 Sep 22 08:45:48.996780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44758) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:49.004713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--924208421', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:49.009783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:49.014069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:49.017061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:49.022958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:49.033124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:45:49.036594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.064616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:45:49.073143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.073489 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment e3a65a77-3333-4cbe-8a09-7554bf330d3c of type vlan for network 886be980-c602-48c1-b90c-ccd142b1558a Sep 22 08:45:49.100493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.129013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.134364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:49.134972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.234321 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2363830 Sep 22 08:45:49.237161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44762) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:49.239849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a7970-34f2-415b-aaf7-d2ecd1e0b4d1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=886be980-c602-48c1-b90c-ccd142b1558a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:49.242503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:49.250293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:49.250477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 886be980-c602-48c1-b90c-ccd142b1558a details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:45:49.254407 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:49.257253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:49.263378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:49.272563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.273781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.289577 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.555189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.848764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:49.876487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:50.112684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.227 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/5567e317-66b1-4105-9448-bc88d3f8f9f8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:45:50.255069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:50.283842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:50.306306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e24058ad-873f-4a4a-a34c-ca96a67219a0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:45:50.351877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:45:50.354588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:45:50.358429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:45:50.369633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e24058ad-873f-4a4a-a34c-ca96a67219a0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:45:50.369970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e24058ad-873f-4a4a-a34c-ca96a67219a0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:45:50.398612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=5567e317-66b1-4105-9448-bc88d3f8f9f8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:50.766695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:51.095874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:51.291535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router e1558893-d47b-4192-a68e-40177bb4778a is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:45:51.574911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:45:51.585676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Sync routers for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:45:51.595482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:51.596097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:51.601438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:51.602794 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8325f721-3e9a-4c29-b856-b6b6576484a7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3645537 Sep 22 08:45:51.606033 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:51.647085 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-51f933fa-e68d-46c7-a122-2bb2bf08e231 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399950 Sep 22 08:45:51.649729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:51.771619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:51.776409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d826835-33ab-4590-93e3-0c3fabbc30e0 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:51.778073 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d826835-33ab-4590-93e3-0c3fabbc30e0 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274555 Sep 22 08:45:51.781530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44774) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:51.820057 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd0214a2-a16f-4e6e-813c-61a889469f86 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374174 Sep 22 08:45:51.822496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:51.827810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188648786', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:51.935049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:51.939615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:51.942393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:51.948108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:51.958612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:45:51.963112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.052816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:50Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:52.056738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Checking router: e1558893-d47b-4192-a68e-40177bb4778a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:45:52.057159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Updating router e1558893-d47b-4192-a68e-40177bb4778a port 5567e317-66b1-4105-9448-bc88d3f8f9f8 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:45:52.112182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.180853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.260682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=d78d40b8-b0cc-40b3-90f6-3b2197f722ec,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:52.269905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:45:52.270264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: 886be980-c602-48c1-b90c-ccd142b1558a, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:45:52.289546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 886be980-c602-48c1-b90c-ccd142b1558a is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:45:52.299904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 886be980-c602-48c1-b90c-ccd142b1558a) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:45:52.303950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:52.304522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.310984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6602b9-d1b3-4ff8-a364-027e33f197fb None None] Network 886be980-c602-48c1-b90c-ccd142b1558a requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:45:52.325539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ae49865-0891-4f8b-809e-0f618efb8c66 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5020716 Sep 22 08:45:52.329118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44782) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:52.613138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.619743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-886be980-c602-48c1-b90c-ccd142b1558a', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:45:52.620612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.644936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Transition to ACTIVE for port object 5567e317-66b1-4105-9448-bc88d3f8f9f8 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:45:52.685373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.764171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Attempting to bind port 5567e317-66b1-4105-9448-bc88d3f8f9f8 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:45:52.765065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Attempting to bind port 5567e317-66b1-4105-9448-bc88d3f8f9f8 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:45:52.765423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Attempting to bind port 5567e317-66b1-4105-9448-bc88d3f8f9f8 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:45:52.784576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:45:52.784925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:45:52.785318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.785699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:45:52.786180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Bound port: 5567e317-66b1-4105-9448-bc88d3f8f9f8, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:45:52.786542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.824860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfade622-b6bf-4bdc-898f-528ee60938b4 None None] Pushing event updated for resources: {'Port': ['ID=5567e317-66b1-4105-9448-bc88d3f8f9f8,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:52.918591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] For port 5567e317-66b1-4105-9448-bc88d3f8f9f8, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:45:52.924732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] For port 5567e317-66b1-4105-9448-bc88d3f8f9f8, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5567e317-66b1-4105-9448-bc88d3f8f9f8,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:45:52.930395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:52.932810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Allocated IP 172.20.0.2 (886be980-c602-48c1-b90c-ccd142b1558a/d78d40b8-b0cc-40b3-90f6-3b2197f722ec/813f89ad-18f9-440a-bb92-9b373d24952a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:45:53.062197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:53.062804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:53.138944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:53.197344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfade622-b6bf-4bdc-898f-528ee60938b4 None None] Pushing event updated for resources: {'Port': ['ID=5567e317-66b1-4105-9448-bc88d3f8f9f8,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:53.382885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:53.555063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:53.578888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Transition to ACTIVE for port object 813f89ad-18f9-440a-bb92-9b373d24952a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:45:53.618837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Transition to ACTIVE for port object 813f89ad-18f9-440a-bb92-9b373d24952a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:45:53.635698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:53.689235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (886be980-c602-48c1-b90c-ccd142b1558a/d78d40b8-b0cc-40b3-90f6-3b2197f722ec/aea1ee94-c35e-41da-a8ee-9488f361ee71) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:45:53.733056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Network 886be980-c602-48c1-b90c-ccd142b1558a is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:45:53.740182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:45:53.746264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:45:53.755650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Pushing event updated for resources: {'Port': ['ID=813f89ad-18f9-440a-bb92-9b373d24952a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:53.857035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:53.863623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Attempting to bind port 813f89ad-18f9-440a-bb92-9b373d24952a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:45:53.863987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Attempting to bind port 813f89ad-18f9-440a-bb92-9b373d24952a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:45:53.864344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Attempting to bind port 813f89ad-18f9-440a-bb92-9b373d24952a on network 886be980-c602-48c1-b90c-ccd142b1558a {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:45:53.869014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:50Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:53.873209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object aea1ee94-c35e-41da-a8ee-9488f361ee71 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:45:53.873571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:45:53.873962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Checking segment: {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:45:53.874407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:53.874798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Bound using segment: {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:45:53.875270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Bound port: 813f89ad-18f9-440a-bb92-9b373d24952a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:45:53.875632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:53.886300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0af2ff-53cd-4455-906e-61888fcbad72 None None] The sync data for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv is: [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:50Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:45:53.898819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:53.971291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 886be980-c602-48c1-b90c-ccd142b1558a is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:45:53.975406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:45:53.977994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:45:53.985524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] For port 813f89ad-18f9-440a-bb92-9b373d24952a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:45:53.988918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] For port 813f89ad-18f9-440a-bb92-9b373d24952a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=813f89ad-18f9-440a-bb92-9b373d24952a,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:45:53.993317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.039890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=aea1ee94-c35e-41da-a8ee-9488f361ee71,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:54.055426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.080085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a36504a-a491-43bf-a947-4444b574bb8a None None] Pushing event updated for resources: {'Port': ['ID=813f89ad-18f9-440a-bb92-9b373d24952a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:54.223264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.449642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 813f89ad-18f9-440a-bb92-9b373d24952a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:54.533685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 813f89ad-18f9-440a-bb92-9b373d24952a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:45:54.539038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5567e317-66b1-4105-9448-bc88d3f8f9f8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:54.619528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5567e317-66b1-4105-9448-bc88d3f8f9f8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:45:54.625223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5567e317-66b1-4105-9448-bc88d3f8f9f8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:54.625977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.626307 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5567e317-66b1-4105-9448-bc88d3f8f9f8 Sep 22 08:45:54.704562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.709851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.750017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5567e317-66b1-4105-9448-bc88d3f8f9f8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:54.750400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.767917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5567e317-66b1-4105-9448-bc88d3f8f9f8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5567e317-66b1-4105-9448-bc88d3f8f9f8,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:54.772306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.825391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=aea1ee94-c35e-41da-a8ee-9488f361ee71,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:54.830592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:54.857570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5567e317-66b1-4105-9448-bc88d3f8f9f8,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:55.094080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 886be980-c602-48c1-b90c-ccd142b1558a is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:45:55.095243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:45:55.160876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8039ce33-24d3-44be-b5d8-da3c0f152749 None None] Network 886be980-c602-48c1-b90c-ccd142b1558a requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:45:55.284352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router e1558893-d47b-4192-a68e-40177bb4778a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:45:55.289462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Provisioning for port 813f89ad-18f9-440a-bb92-9b373d24952a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:45:55.298428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Provisioning complete for port 813f89ad-18f9-440a-bb92-9b373d24952a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:55.298917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:55.299387 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Attempt 1 to provision port 813f89ad-18f9-440a-bb92-9b373d24952a Sep 22 08:45:55.469020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:45:55.482488 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1fe2b506-aae2-40a6-a051-5a0d65ccbe18 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/e1558893-d47b-4192-a68e-40177bb4778a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1522324 Sep 22 08:45:55.484963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44786) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:55.542428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Current status of the port 813f89ad-18f9-440a-bb92-9b373d24952a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:55.542805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:55.575280 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Sync routers for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:45:55.588869 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:55.589469 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:55.597164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] For port 813f89ad-18f9-440a-bb92-9b373d24952a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=813f89ad-18f9-440a-bb92-9b373d24952a,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:55.603664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:55.638852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d9c8f-6640-4a48-b7a7-a39a092f2eaa tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.639340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d9c8f-6640-4a48-b7a7-a39a092f2eaa tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.640372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d9c8f-6640-4a48-b7a7-a39a092f2eaa tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.640835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d9c8f-6640-4a48-b7a7-a39a092f2eaa tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.642494 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-255d9c8f-6640-4a48-b7a7-a39a092f2eaa tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1566157 Sep 22 08:45:55.645330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44790) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:55.677664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152197a9-3762-44c9-8966-9cc41d2d6ca1 None None] Pushing event updated for resources: {'Port': ['ID=813f89ad-18f9-440a-bb92-9b373d24952a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:55.722857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64e41e-c361-4a4a-ab64-8ca4777aceb3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.723432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64e41e-c361-4a4a-ab64-8ca4777aceb3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.723958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64e41e-c361-4a4a-ab64-8ca4777aceb3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.724522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64e41e-c361-4a4a-ab64-8ca4777aceb3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:55.726258 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e64e41e-c361-4a4a-ab64-8ca4777aceb3 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0799625 Sep 22 08:45:55.729067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44794) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:55.786334 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:55.832269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Provisioning complete for port 813f89ad-18f9-440a-bb92-9b373d24952a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:55.832638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:55.832962 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Attempt 1 to provision port 813f89ad-18f9-440a-bb92-9b373d24952a Sep 22 08:45:55.961521 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0199f879-394a-4d3e-baa8-828f71e06d23 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2311614 Sep 22 08:45:55.970069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Current status of the port 813f89ad-18f9-440a-bb92-9b373d24952a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:55.983832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Provisioning for port aea1ee94-c35e-41da-a8ee-9488f361ee71 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:45:55.989368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Provisioning complete for port aea1ee94-c35e-41da-a8ee-9488f361ee71 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:55.989742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:55.990062 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Attempt 1 to provision port aea1ee94-c35e-41da-a8ee-9488f361ee71 Sep 22 08:45:56.042262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44800) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:56.049657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566262326', 'description': 'tempest-secgroup-smoke-566262326 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:56.055704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Port aea1ee94-c35e-41da-a8ee-9488f361ee71 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:45:56.057346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:56.062750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:56.066072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:56.071829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:56.083912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.105174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:56.110080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:56.113084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:56.119276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:56.204726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.210107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.240139 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:56.244506 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Checking router: e1558893-d47b-4192-a68e-40177bb4778a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:45:56.245078 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Updating router e1558893-d47b-4192-a68e-40177bb4778a port aea1ee94-c35e-41da-a8ee-9488f361ee71 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:45:56.253179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca46797-53ba-4582-8297-ac55444b09d5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:56.268151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.269257 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4d0373d7-e8c4-479e-81a3-8c39d9f8fedc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2260017 Sep 22 08:45:56.272093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:56.278647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fca46797-53ba-4582-8297-ac55444b09d5', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:56.284932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:56.288757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:56.291588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:56.297870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:56.306301 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.314950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.365240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 813f89ad-18f9-440a-bb92-9b373d24952a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:56.377845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.382759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.407605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94dbdb6-2218-4aef-9b1b-eabf19a6de1b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:56.425984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.430115 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a867bc2c-7c0f-442d-afc9-3b8f1cbc2c57 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1528459 Sep 22 08:45:56.430395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:56.435946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fca46797-53ba-4582-8297-ac55444b09d5', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:56.442270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:56.445461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 813f89ad-18f9-440a-bb92-9b373d24952a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:56.446063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.446397 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 813f89ad-18f9-440a-bb92-9b373d24952a Sep 22 08:45:56.446514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:56.449524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:56.456119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:56.476326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.542670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.548433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.557128 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Attempt 2 to provision port aea1ee94-c35e-41da-a8ee-9488f361ee71 Sep 22 08:45:56.578970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=387c92da-9726-4b24-bf5a-fc02322d679a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:56.590883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.592578 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-36e0c976-8edc-44a8-803d-12d337d507c2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1611328 Sep 22 08:45:56.596281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44812) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:56.602510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fca46797-53ba-4582-8297-ac55444b09d5', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:56.612268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:56.612557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 813f89ad-18f9-440a-bb92-9b373d24952a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:56.613619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5567e317-66b1-4105-9448-bc88d3f8f9f8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:56.617041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:56.620342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:56.627133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:56.647357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.657120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Port aea1ee94-c35e-41da-a8ee-9488f361ee71 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:45:56.672772 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.683520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5567e317-66b1-4105-9448-bc88d3f8f9f8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:56.684024 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.684430 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5567e317-66b1-4105-9448-bc88d3f8f9f8 Sep 22 08:45:56.684662 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Transition to ACTIVE for port object aea1ee94-c35e-41da-a8ee-9488f361ee71 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:45:56.693101 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.718871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.723583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.751094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c10e83-d506-4c79-b2bf-8b07b7b0c053,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:56.764946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.766506 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c90b7bb-51ce-4d06-9cc3-56ceb1ab70da tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687894 Sep 22 08:45:56.769465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44816) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:56.776983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fca46797-53ba-4582-8297-ac55444b09d5', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:56.784499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:56.789949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:56.793028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:56.799491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:56.813473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5567e317-66b1-4105-9448-bc88d3f8f9f8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:56.819910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.883197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.887328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.894095 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Pushing event updated for resources: {'Port': ['ID=aea1ee94-c35e-41da-a8ee-9488f361ee71,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:56.904524 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.905382 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.905714 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.906030 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.906348 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.907249 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.907249 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.907448 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.907587 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.907891 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.908194 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.908883 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:45:56.913300 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Attempting to bind port aea1ee94-c35e-41da-a8ee-9488f361ee71 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:45:56.913657 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Attempting to bind port aea1ee94-c35e-41da-a8ee-9488f361ee71 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:45:56.914008 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Attempting to bind port aea1ee94-c35e-41da-a8ee-9488f361ee71 on network 886be980-c602-48c1-b90c-ccd142b1558a {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:45:56.920237 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:45:56.921261 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Checking segment: {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:45:56.921705 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.922220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b27caca-553f-45ad-8a99-3b59993887ee,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:56.922410 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Bound using segment: {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:45:56.922765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Bound port: aea1ee94-c35e-41da-a8ee-9488f361ee71, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:45:56.923200 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.926232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:56.931018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44820) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:56.936584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fca46797-53ba-4582-8297-ac55444b09d5', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:56.939778 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a1c558e1-3a6f-4004-985b-9d12d04d415e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1691031 Sep 22 08:45:56.942563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:56.947764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:56.950733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:56.956885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:56.969558 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:45:56.977730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.012876 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] For port aea1ee94-c35e-41da-a8ee-9488f361ee71, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:45:57.016580 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] For port aea1ee94-c35e-41da-a8ee-9488f361ee71, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=aea1ee94-c35e-41da-a8ee-9488f361ee71,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:45:57.020985 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.060247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.064240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.089791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9492fff7-bae8-4485-8bf8-19bcbd64de8c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:57.100755 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:45:57.101627 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:45:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:57.104244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.105784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-70cc992c-9b5c-4486-a442-d951f63adc07 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1737638 Sep 22 08:45:57.109326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44824) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:45:57.117341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'fca46797-53ba-4582-8297-ac55444b09d5', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:57.123856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:57.128591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:45:57.131828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:45:57.138685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:57.152447 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:45:57.158163 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Attempt 3 to provision port aea1ee94-c35e-41da-a8ee-9488f361ee71 Sep 22 08:45:57.163520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.188822 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af04aa-92db-42be-9643-85b5a676acfe None None] Pushing event updated for resources: {'Port': ['ID=aea1ee94-c35e-41da-a8ee-9488f361ee71,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:57.253007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c50dc8a-dec7-44f9-a50d-e20188176d2c None None] Port aea1ee94-c35e-41da-a8ee-9488f361ee71 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:45:57.263234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.268411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.296223 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f3ad7b-a330-45f4-96b1-3bc582ff0bcd,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:57.309037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:57.310766 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3441ba12-fdb6-4707-9234-3c15139005b9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2003400 Sep 22 08:45:57.327846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:45:57.496180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-ac6e2763-80d2-4ffc-84d6-b5ccb5ac1bee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:45:57.511776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-ac6e2763-80d2-4ffc-84d6-b5ccb5ac1bee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:45:57.512939 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-ac6e2763-80d2-4ffc-84d6-b5ccb5ac1bee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566262326&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0593984 Sep 22 08:45:57.661946 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:57Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:45:57.666018 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb97a56-ad9e-4226-9795-8c697aaee220 None None] The sync data for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv is: [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:57Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:45:57.675928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-d2aed5f9-ab57-40d9-ba85-36984fb41662 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:57.676628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-d2aed5f9-ab57-40d9-ba85-36984fb41662 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:45:57.695665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-d2aed5f9-ab57-40d9-ba85-36984fb41662 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:45:57.696140 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-d2aed5f9-ab57-40d9-ba85-36984fb41662 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 200 len: 796 time: 0.1763670 Sep 22 08:45:57.722807 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-d55c087d-768f-476c-9741-a12deaba3c1c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0123370 Sep 22 08:45:57.819903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-76718812-bb64-4a83-ba60-f66951ff81af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:45:57.837383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-76718812-bb64-4a83-ba60-f66951ff81af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:45:57.839019 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-76718812-bb64-4a83-ba60-f66951ff81af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091032 Sep 22 08:45:58.098899 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-39101b57-cb70-4a8a-b6b4-6aa8b84c3dff service neutron] 10.222.0.42 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464745 Sep 22 08:45:58.234590 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-eb38ad70-6c78-4b94-af49-61cc744b2735 service neutron] 10.222.0.42 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296232 Sep 22 08:45:58.400636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aea1ee94-c35e-41da-a8ee-9488f361ee71 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:45:58.446198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e1028440-7cfc-47dc-a155-e3dfb0fd6980 req-3ef5f5f3-2270-49db-9e56-408aab8de37c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:45:58.460612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e1028440-7cfc-47dc-a155-e3dfb0fd6980 req-3ef5f5f3-2270-49db-9e56-408aab8de37c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:45:58.463689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e1028440-7cfc-47dc-a155-e3dfb0fd6980 req-3ef5f5f3-2270-49db-9e56-408aab8de37c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 210 time: 0.0745955 Sep 22 08:45:58.475902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port aea1ee94-c35e-41da-a8ee-9488f361ee71 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:45:58.480937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port aea1ee94-c35e-41da-a8ee-9488f361ee71 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:45:58.481366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:58.481758 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port aea1ee94-c35e-41da-a8ee-9488f361ee71 Sep 22 08:45:58.615491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port aea1ee94-c35e-41da-a8ee-9488f361ee71 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:45:58.615858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:58.652406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port aea1ee94-c35e-41da-a8ee-9488f361ee71, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=aea1ee94-c35e-41da-a8ee-9488f361ee71,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:45:58.661078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:58.734461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=aea1ee94-c35e-41da-a8ee-9488f361ee71,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:45:59.497857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-de6407e4-f60a-40fa-9e9e-d2683518767d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:45:59.498557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-de6407e4-f60a-40fa-9e9e-d2683518767d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:45:59.511205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-de6407e4-f60a-40fa-9e9e-d2683518767d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:45:59.512372 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-de6407e4-f60a-40fa-9e9e-d2683518767d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 200 len: 796 time: 0.1586063 Sep 22 08:45:59.562046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-0b750754-25a5-4cdd-9c94-a8154756508c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:45:59.573925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-0b750754-25a5-4cdd-9c94-a8154756508c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:45:59.575067 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-0b750754-25a5-4cdd-9c94-a8154756508c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 379 time: 0.0540102 Sep 22 08:45:59.585055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['fca46797-53ba-4582-8297-ac55444b09d5']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:45:59.637960 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e326fbb7-9718-4e18-b13a-6eec52b5f94c req-17a8799c-cc1a-4d16-9f9e-38ca4c61ffb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 210 time: 0.0583322 Sep 22 08:45:59.734170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:45:59.743459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:45:59.753145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:45:59.757015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:45:59.916867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.13 (886be980-c602-48c1-b90c-ccd142b1558a/d78d40b8-b0cc-40b3-90f6-3b2197f722ec/47abbc53-69ba-4e22-9bf9-ebc708492e58) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:46:00.193174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:00.211250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 47abbc53-69ba-4e22-9bf9-ebc708492e58 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:46:00.234310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:00.303841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 886be980-c602-48c1-b90c-ccd142b1558a is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:46:00.306623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:46:00.310635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:46:00.353930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=47abbc53-69ba-4e22-9bf9-ebc708492e58,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:46:00.368974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aea1ee94-c35e-41da-a8ee-9488f361ee71 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:46:00.382138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:00.382745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:00.408782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-c076175a-fe14-4ba1-9436-a3ca2c1dedcb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273747 Sep 22 08:46:00.422224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Request body: {'port': {'device_id': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:46:00.446046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port aea1ee94-c35e-41da-a8ee-9488f361ee71 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:46:00.446512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:00.446851 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port aea1ee94-c35e-41da-a8ee-9488f361ee71 Sep 22 08:46:00.543380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:00.565559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Provisioning for port 47abbc53-69ba-4e22-9bf9-ebc708492e58 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:46:00.574962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Provisioning complete for port 47abbc53-69ba-4e22-9bf9-ebc708492e58 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:46:00.575371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:00.575702 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Attempt 1 to provision port 47abbc53-69ba-4e22-9bf9-ebc708492e58 Sep 22 08:46:00.609835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port aea1ee94-c35e-41da-a8ee-9488f361ee71 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:46:00.630211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Port 47abbc53-69ba-4e22-9bf9-ebc708492e58 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:46:00.892256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72682f-84f0-4586-a964-177766a63c15 req-098f08ca-cb30-4a34-bd7a-9938a218366f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:00.892935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3a72682f-84f0-4586-a964-177766a63c15 req-098f08ca-cb30-4a34-bd7a-9938a218366f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:46:00.958333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3a72682f-84f0-4586-a964-177766a63c15 req-098f08ca-cb30-4a34-bd7a-9938a218366f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:46:00.959511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3a72682f-84f0-4586-a964-177766a63c15 req-098f08ca-cb30-4a34-bd7a-9938a218366f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 932 time: 0.2041028 Sep 22 08:46:00.981539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47abbc53-69ba-4e22-9bf9-ebc708492e58 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:46:00.992087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:01.021143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Transition to ACTIVE for port object 47abbc53-69ba-4e22-9bf9-ebc708492e58 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:46:01.024396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:01.072815 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3a72682f-84f0-4586-a964-177766a63c15 req-555193a0-8351-4699-a56b-6230d7c30114 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068978 Sep 22 08:46:01.131199 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Attempt 2 to provision port 47abbc53-69ba-4e22-9bf9-ebc708492e58 Sep 22 08:46:01.183293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Port 47abbc53-69ba-4e22-9bf9-ebc708492e58 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:46:01.222648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=47abbc53-69ba-4e22-9bf9-ebc708492e58,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:46:01.251010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Attempting to bind port 47abbc53-69ba-4e22-9bf9-ebc708492e58 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:46:01.251359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Attempting to bind port 47abbc53-69ba-4e22-9bf9-ebc708492e58 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:46:01.251673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Attempting to bind port 47abbc53-69ba-4e22-9bf9-ebc708492e58 on network 886be980-c602-48c1-b90c-ccd142b1558a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:46:01.256538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Port 47abbc53-69ba-4e22-9bf9-ebc708492e58 on network 886be980-c602-48c1-b90c-ccd142b1558a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:46:01.256926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Attempting to bind port 47abbc53-69ba-4e22-9bf9-ebc708492e58 on network 886be980-c602-48c1-b90c-ccd142b1558a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:46:01.261851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:46:01.262179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Checking segment: {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:46:01.262543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Bound using segment: {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:46:01.262951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Bound port: 47abbc53-69ba-4e22-9bf9-ebc708492e58, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a65a77-3333-4cbe-8a09-7554bf330d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:46:01.263318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:01.348932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] For port 47abbc53-69ba-4e22-9bf9-ebc708492e58, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:46:01.351885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] For port 47abbc53-69ba-4e22-9bf9-ebc708492e58, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:46:01.356335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:01.359720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:01.360317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:01.361637 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 200 len: 1094 time: 0.9457390 Sep 22 08:46:01.398960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:46:01.401260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7910c26-2338-4d55-a023-a284f6416d22" -d '{"events": [{"name": "network-changed", "server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:46:01.456541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614a9062-735f-4202-95bd-173fd13844ac x-openstack-request-id: req-614a9062-735f-4202-95bd-173fd13844ac {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:46:01.456834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:46:01.457082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-614a9062-735f-4202-95bd-173fd13844ac {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:46:01.457475 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614a9062-735f-4202-95bd-173fd13844ac'] response: {'name': 'network-changed', 'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'status': 'completed', 'code': 200} Sep 22 08:46:01.499795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232502e6-7350-478a-a2ec-352f90d8c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=47abbc53-69ba-4e22-9bf9-ebc708492e58,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:46:01.515349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-35720afb-ff01-43c6-94c0-e9ae24f9e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:01.516808 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-35720afb-ff01-43c6-94c0-e9ae24f9e7da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1097 time: 0.1081333 Sep 22 08:46:01.585687 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-7d53fcb2-4350-497f-b37b-fcf20f35bd06 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 200 len: 217 time: 0.0623074 Sep 22 08:46:01.645798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-d3b90ed1-89d4-4cb4-8d0e-0949abf06339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:01.647176 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-d3b90ed1-89d4-4cb4-8d0e-0949abf06339 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 200 len: 843 time: 0.0563014 Sep 22 08:46:01.684026 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Attempt 3 to provision port 47abbc53-69ba-4e22-9bf9-ebc708492e58 Sep 22 08:46:01.733995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-52a11b6c-3cd5-498d-a5e4-fa2abea32011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:01.735467 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-52a11b6c-3cd5-498d-a5e4-fa2abea32011 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=886be980-c602-48c1-b90c-ccd142b1558a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829813 Sep 22 08:46:01.747194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9a47d-f636-4c15-b490-64ad61fbf914 None None] Port 47abbc53-69ba-4e22-9bf9-ebc708492e58 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:46:01.960048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-dd618fb5-a78e-4ddb-8bb5-94408a392b0d service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179208 Sep 22 08:46:02.093193 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5875e52e-76f8-406f-8978-4a3fe96939cc req-ec61c5f6-97f7-4677-be37-d3e3cd8ddb52 service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266463 Sep 22 08:46:02.284503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910c26-2338-4d55-a023-a284f6416d22 req-70ad9485-4783-4c59-a21f-7bc7fc655888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:02.285966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7910c26-2338-4d55-a023-a284f6416d22 req-70ad9485-4783-4c59-a21f-7bc7fc655888 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1097 time: 0.1487658 Sep 22 08:46:02.297142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf94d73-0026-4d18-a52f-a1eb2b81a7d6 req-1bcf4c57-e4eb-473f-845a-13ba90be8522 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:02.298459 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bdf94d73-0026-4d18-a52f-a1eb2b81a7d6 req-1bcf4c57-e4eb-473f-845a-13ba90be8522 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 944 time: 0.1124427 Sep 22 08:46:02.419565 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bdf94d73-0026-4d18-a52f-a1eb2b81a7d6 req-0e9997e5-2c33-48bc-bd2b-8efb89126f80 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031570 Sep 22 08:46:02.453673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910c26-2338-4d55-a023-a284f6416d22 req-de6b3d6b-406b-4646-8f90-6e0601487657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:02.455103 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7910c26-2338-4d55-a023-a284f6416d22 req-de6b3d6b-406b-4646-8f90-6e0601487657 service neutron] 10.222.0.48 "GET /v2.0/networks?id=886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 200 len: 897 time: 0.1558068 Sep 22 08:46:02.524246 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7910c26-2338-4d55-a023-a284f6416d22 req-91afc4f3-6f89-4e7c-857c-b901d0c94641 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 200 len: 217 time: 0.0631320 Sep 22 08:46:02.585084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910c26-2338-4d55-a023-a284f6416d22 req-de5df954-5233-43cb-a983-aa27b05e19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:02.586462 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7910c26-2338-4d55-a023-a284f6416d22 req-de5df954-5233-43cb-a983-aa27b05e19f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 200 len: 843 time: 0.0554996 Sep 22 08:46:02.670829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910c26-2338-4d55-a023-a284f6416d22 req-e233b914-caa7-4748-89b3-30d5dfcd00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:02.672228 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7910c26-2338-4d55-a023-a284f6416d22 req-e233b914-caa7-4748-89b3-30d5dfcd00a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=886be980-c602-48c1-b90c-ccd142b1558a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788581 Sep 22 08:46:02.802288 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7910c26-2338-4d55-a023-a284f6416d22 req-6d0b9059-2b0e-4ce7-8601-110e2788e20f service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235304 Sep 22 08:46:02.933375 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f7910c26-2338-4d55-a023-a284f6416d22 req-bbfb3736-c196-4ad8-8768-63ce2c819383 service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252728 Sep 22 08:46:03.614510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b0026-2a28-4ee5-b388-fe647946d837 req-7b05c538-d7c4-45de-99a6-571936d987ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:03.615982 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-584b0026-2a28-4ee5-b388-fe647946d837 req-7b05c538-d7c4-45de-99a6-571936d987ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 944 time: 0.0870385 Sep 22 08:46:03.659233 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-584b0026-2a28-4ee5-b388-fe647946d837 req-d88fb659-2179-4912-b612-487fd1aca470 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376446 Sep 22 08:46:03.894735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 47abbc53-69ba-4e22-9bf9-ebc708492e58 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:46:04.055612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 47abbc53-69ba-4e22-9bf9-ebc708492e58, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:46:04.068452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'port_id': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'mac_address': 'fa:16:3e:87:0f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:46:04.121629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 47abbc53-69ba-4e22-9bf9-ebc708492e58 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:46:04.122004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:04.138081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47abbc53-69ba-4e22-9bf9-ebc708492e58 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:46:04.153201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 47abbc53-69ba-4e22-9bf9-ebc708492e58, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:46:04.157286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:04.226393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=47abbc53-69ba-4e22-9bf9-ebc708492e58,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:46:04.365692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['47abbc53-69ba-4e22-9bf9-ebc708492e58'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:46:04.851099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0484cd-95dc-4f42-ad2d-c864e86179a6 req-a7eb192d-4979-4bf0-9c02-d3563cb20b30 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:04.852568 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c0484cd-95dc-4f42-ad2d-c864e86179a6 req-a7eb192d-4979-4bf0-9c02-d3563cb20b30 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 945 time: 0.0851176 Sep 22 08:46:04.895484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c0484cd-95dc-4f42-ad2d-c864e86179a6 req-599e9048-5e17-4380-9a8c-821123735c09 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 Sep 22 08:46:05.911822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 47abbc53-69ba-4e22-9bf9-ebc708492e58 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:46:05.981909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 47abbc53-69ba-4e22-9bf9-ebc708492e58 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:46:05.986541 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 47abbc53-69ba-4e22-9bf9-ebc708492e58 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:46:05.986924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:05.987255 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 47abbc53-69ba-4e22-9bf9-ebc708492e58 Sep 22 08:46:06.101609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f872075-e8c7-4063-b270-3e20af3ec64c req-c4153479-b995-4458-9a69-92e522c2ef36 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:06.102305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 47abbc53-69ba-4e22-9bf9-ebc708492e58 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:46:06.102702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:06.103071 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f872075-e8c7-4063-b270-3e20af3ec64c req-c4153479-b995-4458-9a69-92e522c2ef36 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 945 time: 0.0910964 Sep 22 08:46:06.142842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:46:06.145139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cac7c71-c204-4fb5-8fdb-b3c0b7601357" -d '{"events": [{"server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "name": "network-vif-plugged", "status": "completed", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:46:06.148518 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f872075-e8c7-4063-b270-3e20af3ec64c req-8582edd4-550e-43b6-89d9-5970a1036441 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395966 Sep 22 08:46:06.156865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 47abbc53-69ba-4e22-9bf9-ebc708492e58, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:46:06.158653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-78b2da9a-d589-46dc-bfd2-52a8d6a964e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:06.162796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:06.201264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c1298e-be7c-4d83-8b93-97910715a148 x-openstack-request-id: req-f1c1298e-be7c-4d83-8b93-97910715a148 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:46:06.201563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "name": "network-vif-plugged", "status": "completed", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:46:06.201813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1c1298e-be7c-4d83-8b93-97910715a148 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:46:06.202488 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c1298e-be7c-4d83-8b93-97910715a148'] response: {'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'code': 200} Sep 22 08:46:06.236452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=47abbc53-69ba-4e22-9bf9-ebc708492e58,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:46:06.429362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e2301-5aa8-4de4-8719-f64904426c10 req-058a8c09-f000-4540-9799-9a657789e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:06.430821 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-356e2301-5aa8-4de4-8719-f64904426c10 req-058a8c09-f000-4540-9799-9a657789e69b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1099 time: 0.0796392 Sep 22 08:46:06.469589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-356e2301-5aa8-4de4-8719-f64904426c10 req-c2695331-9cfa-4c69-8dfe-773949cad6f4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334647 Sep 22 08:46:07.343802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1858c-ab72-41ce-ad16-0bcbd3ba8607 req-1d4bbe05-9930-4c57-b009-df36aa2fbf71 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:07.345269 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-44f1858c-ab72-41ce-ad16-0bcbd3ba8607 req-1d4bbe05-9930-4c57-b009-df36aa2fbf71 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 946 time: 0.0873556 Sep 22 08:46:07.392793 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-44f1858c-ab72-41ce-ad16-0bcbd3ba8607 req-e83f9854-83dd-4382-8aab-8d4b5b54147b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Sep 22 08:46:08.291749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39e1f896-9dff-44f4-af96-a2e7ba679613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:08.585323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59f315-5d2a-4095-a085-c37b595921b1 req-8f97e0ab-6460-4fef-8ec8-0443e133ff02 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:08.586653 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f59f315-5d2a-4095-a085-c37b595921b1 req-8f97e0ab-6460-4fef-8ec8-0443e133ff02 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 946 time: 0.0842361 Sep 22 08:46:08.633368 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f59f315-5d2a-4095-a085-c37b595921b1 req-41cabba4-fffd-47b6-b105-82eb421b3f15 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411122 Sep 22 08:46:08.826218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1e35a-abb2-4dd9-ac93-aad6c92006df req-2fe1404d-0955-4226-9b8a-ea35c2b7aa01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:08.827715 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b3a1e35a-abb2-4dd9-ac93-aad6c92006df req-2fe1404d-0955-4226-9b8a-ea35c2b7aa01 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 946 time: 0.0860395 Sep 22 08:46:08.870936 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b3a1e35a-abb2-4dd9-ac93-aad6c92006df req-d567d9ba-fe76-4d1e-a47f-8dfb0eb228ca tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376534 Sep 22 08:46:08.898768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44878) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:46:08.975282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260d3fa-91ee-4696-8e29-175f83aab20b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:08.976789 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0260d3fa-91ee-4696-8e29-175f83aab20b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1094 time: 0.0770073 Sep 22 08:46:08.979794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44882) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:46:08.985137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:46:08.990826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:46:08.994614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:46:08.997389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:46:09.003084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:46:09.015896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:09.151565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:09.395387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.194 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/dd9fc512-2c54-434a-8dd8-c7a01574b93e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:46:09.538588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:09.546052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:09.567409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:09.602261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:09.636050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:46:09.638948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:46:09.642726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:46:09.672377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=dd9fc512-2c54-434a-8dd8-c7a01574b93e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:46:10.047776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:10.119625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:10.325781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:10.330037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:10.433371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=dd9fc512-2c54-434a-8dd8-c7a01574b93e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:46:10.437807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:10.602741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 505bb600-4ba4-452c-bd94-6236778f61c6 associated. External IP: 172.26.8.194, port: 47abbc53-69ba-4e22-9bf9-ebc708492e58. Sep 22 08:46:10.872925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:11.069937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router e1558893-d47b-4192-a68e-40177bb4778a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:46:11.254576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:46:11.264077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] Sync routers for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:46:11.273854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:46:11.274459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:46:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:46:11.280389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:11.339910 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0da454fa-113c-4e01-9e3e-dd73fa3741e1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3586149 Sep 22 08:46:11.340772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:46:11.342381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44886) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:46:11.344639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab3a1aa-52a0-4306-b0b8-b8d50989e854" -d '{"events": [{"name": "network-changed", "server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:46:11.402170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febb4c13-475b-448c-8889-64e87b78d82a x-openstack-request-id: req-febb4c13-475b-448c-8889-64e87b78d82a {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:46:11.402702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:46:11.403121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-febb4c13-475b-448c-8889-64e87b78d82a {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:46:11.403695 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febb4c13-475b-448c-8889-64e87b78d82a'] response: {'name': 'network-changed', 'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'status': 'completed', 'code': 200} Sep 22 08:46:11.456331 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-624b7266-c116-40a6-85e3-115b75c395c9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/505bb600-4ba4-452c-bd94-6236778f61c6 HTTP/1.1" status: 200 len: 992 time: 0.1127779 Sep 22 08:46:11.479884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:46:11.513143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-9aad615f-3c3d-474a-a301-1bfa21c69008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:11.515329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-9aad615f-3c3d-474a-a301-1bfa21c69008 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1099 time: 0.0904803 Sep 22 08:46:11.653038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-f3cecd47-d34e-4330-99b4-85e61d428f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:11.654482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-f3cecd47-d34e-4330-99b4-85e61d428f26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 200 len: 897 time: 0.1339920 Sep 22 08:46:11.756462 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-6c0c0c59-d88f-47e0-afdd-9de4ed75089b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 200 len: 1000 time: 0.0957277 Sep 22 08:46:11.816862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-b5d1acb9-28fe-4a5c-8748-59b009b51b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:11.818288 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-b5d1acb9-28fe-4a5c-8748-59b009b51b65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 200 len: 843 time: 0.0568469 Sep 22 08:46:11.825817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '505bb600-4ba4-452c-bd94-6236778f61c6', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'port_id': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'mac_address': 'fa:16:3e:87:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:46:09Z', 'updated_at': '2022-09-22T08:46:09Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:58Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:46:11.830352 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] Checking router: e1558893-d47b-4192-a68e-40177bb4778a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:46:11.838696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:46:11.839322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:46:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:46:11.900394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-fcf06097-638e-4232-b635-846984089f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:46:11.901360 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-fcf06097-638e-4232-b635-846984089f6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=886be980-c602-48c1-b90c-ccd142b1558a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771029 Sep 22 08:46:12.042264 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-a6e4243d-0fc1-4f34-b7ec-5f69897516c9 service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271682 Sep 22 08:46:12.050463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:46:12.173689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dab3a1aa-52a0-4306-b0b8-b8d50989e854 req-084641f4-6eed-4180-a081-c2d162514ef8 service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253293 Sep 22 08:46:12.390376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '505bb600-4ba4-452c-bd94-6236778f61c6', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'port_id': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'mac_address': 'fa:16:3e:87:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:46:09Z', 'updated_at': '2022-09-22T08:46:09Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:58Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:46:12.394205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f727f6-1e3b-4ae2-9886-64e2e1d5c2c4 None None] The sync data for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv is: [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '505bb600-4ba4-452c-bd94-6236778f61c6', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.194', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'port_id': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'mac_address': 'fa:16:3e:87:0f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:46:09Z', 'updated_at': '2022-09-22T08:46:09Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:58Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:46:12.448364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:12.460265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44892) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:46:12.569552 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0efa51db-21b8-4962-9396-172704b844a0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/505bb600-4ba4-452c-bd94-6236778f61c6 HTTP/1.1" status: 200 len: 992 time: 0.1080906 Sep 22 08:46:12.576306 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145d5d9e-e33e-41db-82f8-1ba8a4b29a50 None None] New status for floating IP 505bb600-4ba4-452c-bd94-6236778f61c6: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:46:13.572817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:46:13.678319 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-301f21cf-abd6-4163-b3ad-d7eee05aff9c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/505bb600-4ba4-452c-bd94-6236778f61c6 HTTP/1.1" status: 200 len: 994 time: 0.1043525 Sep 22 08:46:17.476420 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:46:36.141750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d0bd-8ea6-48dc-b6c1-82dd574a80ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:38.295668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00e73eb6-529f-4a1d-9f06-6bdb6a3b46b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:39.553252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:39.605063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:40.873615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:42.444378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:46:54.475500 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:47:03.835836 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-85d11900-63c6-479e-8b1b-5c6cd37c308f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1209347 Sep 22 08:47:03.976125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-b6655e2f-13a3-44fb-8a3a-ab9b7c512d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:47:03.977526 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-b6655e2f-13a3-44fb-8a3a-ab9b7c512d73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1099 time: 0.0777402 Sep 22 08:47:04.216202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-4622e55f-0806-48bb-a5ce-fbb7fe54bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:47:04.217622 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-4622e55f-0806-48bb-a5ce-fbb7fe54bbf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 200 len: 897 time: 0.2230575 Sep 22 08:47:04.320745 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-53c1541e-8aa5-4d35-96ec-d80ae6a0dd92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 200 len: 1002 time: 0.0969138 Sep 22 08:47:04.383791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-fd8eb08e-8417-4983-9537-0e275ad51515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:47:04.385187 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-fd8eb08e-8417-4983-9537-0e275ad51515 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 200 len: 843 time: 0.0591581 Sep 22 08:47:04.466403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-9c20a5c4-fcad-4f14-8ecf-26d6463f29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:47:04.467940 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-9c20a5c4-fcad-4f14-8ecf-26d6463f29b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=886be980-c602-48c1-b90c-ccd142b1558a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770440 Sep 22 08:47:04.596360 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-30b20986-b932-428b-baad-28b0ee2b1ee2 service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223047 Sep 22 08:47:04.725187 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f73f8faa-df0d-4caa-bb8a-3f2af8b39f1c req-7b8e6cf7-e3a5-4e4c-981b-015e42a80f0c service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230650 Sep 22 08:47:06.143824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-08e78ee9-0074-4460-add6-8b0e29f9c389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:08.297982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d4fcb98-cf8c-4e4d-9de5-a3f147f998fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:09.552855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:09.605230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:10.879957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:12.440441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:31.474869 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:47:36.144909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8ba5ce8-d6f6-48fe-ab92-efb33e4d8041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:38.299560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-846ffe87-a218-4968-be83-27eb985292d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:39.554393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:39.605525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:40.877761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:47:42.438916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:03.795033 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-94000fbc-c958-430f-bd28-ccca109c8d55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792394 Sep 22 08:48:03.938736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-ae868a65-5d1c-4dbc-b370-160c9d7c1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:03.940217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-ae868a65-5d1c-4dbc-b370-160c9d7c1b8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1099 time: 0.0780118 Sep 22 08:48:04.082806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-600270e5-dcb6-4d2f-a912-974d1ecc6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:04.084188 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-600270e5-dcb6-4d2f-a912-974d1ecc6504 service neutron] 10.222.0.48 "GET /v2.0/networks?id=886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 200 len: 897 time: 0.1256585 Sep 22 08:48:04.186530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-57797290-51cd-4913-b8f8-f471b6b66c95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 200 len: 1002 time: 0.0958979 Sep 22 08:48:04.247810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-a3c54d13-be9f-44c9-91e5-f620cdb8a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:04.249177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-a3c54d13-be9f-44c9-91e5-f620cdb8a0a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 200 len: 843 time: 0.0560660 Sep 22 08:48:04.333323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-08b64568-3efe-4430-b20a-99627fbe34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:04.334700 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-08b64568-3efe-4430-b20a-99627fbe34c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=886be980-c602-48c1-b90c-ccd142b1558a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782700 Sep 22 08:48:04.463350 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-b3c668b5-07e4-4876-b245-e5891fe732dd service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219654 Sep 22 08:48:04.590808 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21cbe90a-7b87-4b23-a302-455e51270dd5 req-6eced197-ddc0-49cb-ae18-0141c8116205 service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210015 Sep 22 08:48:05.170525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 44934) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:05.260270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:48:05.376805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4712436'] for subnet, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:05.660292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793211984990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6307382'] for subnet, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:05.708495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:05.709070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:05.710322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/subnets/d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 200 len: 835 time: 0.5388010 Sep 22 08:48:05.716657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397242a5-d980-422d-86c4-c2eed82865cd None None] Network 886be980-c602-48c1-b90c-ccd142b1558a requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:48:05.726966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=d78d40b8-b0cc-40b3-90f6-3b2197f722ec,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:05.734308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.734657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.735536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.735872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.736199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.736530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.736879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.737207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.737531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.737851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.738171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:05.738490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28aa5eae-4880-415f-8bcc-5b4f03d16ee5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:06.153757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-212d31b8-01b9-4d2d-ac4d-4a604ff907d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:06.155894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Provisioning complete for port 47abbc53-69ba-4e22-9bf9-ebc708492e58 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:48:06.156251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:06.156575 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Attempt 1 to provision port 47abbc53-69ba-4e22-9bf9-ebc708492e58 Sep 22 08:48:06.269008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Current status of the port 47abbc53-69ba-4e22-9bf9-ebc708492e58 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:48:06.279844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Provisioning complete for port 813f89ad-18f9-440a-bb92-9b373d24952a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:48:06.280207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:06.280566 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Attempt 1 to provision port 813f89ad-18f9-440a-bb92-9b373d24952a Sep 22 08:48:06.389345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Current status of the port 813f89ad-18f9-440a-bb92-9b373d24952a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:48:06.399999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Provisioning complete for port aea1ee94-c35e-41da-a8ee-9488f361ee71 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:48:06.400359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:06.400686 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Attempt 1 to provision port aea1ee94-c35e-41da-a8ee-9488f361ee71 Sep 22 08:48:06.511950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f8870580-f544-4429-a425-bed10ef013fd None None] Current status of the port aea1ee94-c35e-41da-a8ee-9488f361ee71 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:48:08.300074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-08f9ecd9-012e-4d93-9b84-4432ab1dca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:08.473596 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:48:09.557146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:09.606440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:10.880882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:12.464245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:36.145860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dfc6852c-3bce-47e6-b5a0-5c7743b2a231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:38.335337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ff1dfc9f-a6ce-40e0-83c3-a12dc618e294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:39.558896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:39.607363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:40.882414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:42.484257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:45.472310 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:48:48.573237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44950) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:48.777382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port dd9fc512-2c54-434a-8dd8-c7a01574b93e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:48:48.777722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:48.941442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:48.941786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:49.062128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for dd9fc512-2c54-434a-8dd8-c7a01574b93e owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:48:49.208174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:49.254028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=dd9fc512-2c54-434a-8dd8-c7a01574b93e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:49.392282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.392545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.392882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.393210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.393538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.393865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.394194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.394515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.394834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.395156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.395499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.395814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:49.461270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:49.461624 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 505bb600-4ba4-452c-bd94-6236778f61c6 disassociated (deleted). External IP: 172.26.8.194, port: 47abbc53-69ba-4e22-9bf9-ebc708492e58. Sep 22 08:48:49.809765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router e1558893-d47b-4192-a68e-40177bb4778a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:48:49.983446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:48:49.993229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] Sync routers for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:48:50.004237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:50.004829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:48:50.005422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:50.060559 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0b5a3bb-e300-4c9d-9986-e9c3a201bd83 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/505bb600-4ba4-452c-bd94-6236778f61c6 HTTP/1.1" status: 204 len: 168 time: 1.4860945 Sep 22 08:48:50.061062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:48:50.063808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3007ec1d-4372-4b16-bb99-0397407ac63a" -d '{"events": [{"name": "network-changed", "server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:48:50.183976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:48:50.398465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265b2af-2ce6-489a-b5dd-237515ccfd52 x-openstack-request-id: req-e265b2af-2ce6-489a-b5dd-237515ccfd52 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:48:50.398946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:48:50.399411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e265b2af-2ce6-489a-b5dd-237515ccfd52 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:48:50.399817 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e265b2af-2ce6-489a-b5dd-237515ccfd52'] response: {'name': 'network-changed', 'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'status': 'completed', 'code': 200} Sep 22 08:48:50.516657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:58Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:50.520509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] Checking router: e1558893-d47b-4192-a68e-40177bb4778a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:48:50.529094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:48:50.529692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:50.558826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-86dfe4f4-e1f6-450e-98e5-b4590c9ddda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:50.560388 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-86dfe4f4-e1f6-450e-98e5-b4590c9ddda5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 1099 time: 0.1055572 Sep 22 08:48:50.568337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5638-2498-4433-b31e-cdb99f0478f3 req-3ade9fb1-856c-4ffb-affd-48a54d454c40 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:50.569640 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa7e5638-2498-4433-b31e-cdb99f0478f3 req-3ade9fb1-856c-4ffb-affd-48a54d454c40 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 946 time: 0.2057843 Sep 22 08:48:50.691544 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa7e5638-2498-4433-b31e-cdb99f0478f3 req-d5c0f25b-24b8-4ebf-81ac-dd1b07cc47a1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041307 Sep 22 08:48:50.710874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:48:50.729756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-fb64c172-61ea-4820-a436-aecbb7143de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:50.731188 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-fb64c172-61ea-4820-a436-aecbb7143de8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 200 len: 897 time: 0.1607158 Sep 22 08:48:50.798784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-a40fc815-65b3-428a-a6f4-538fbcbcbc0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 200 len: 217 time: 0.0603094 Sep 22 08:48:50.863295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-3e773d02-666d-47f5-9a19-8e4e9ed81421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:50.864717 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-3e773d02-666d-47f5-9a19-8e4e9ed81421 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 200 len: 843 time: 0.0601356 Sep 22 08:48:50.946996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-abb79e3e-1b2d-4bde-9c7f-5f880f76aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:50.948418 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-abb79e3e-1b2d-4bde-9c7f-5f880f76aed1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=886be980-c602-48c1-b90c-ccd142b1558a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774994 Sep 22 08:48:51.019902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:58Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:51.023881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd3675b-2a1f-4c17-92df-2087d43bc309 None None] The sync data for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv is: [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'aea1ee94-c35e-41da-a8ee-9488f361ee71', 'name': '', 'network_id': '886be980-c602-48c1-b90c-ccd142b1558a', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:10:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:53Z', 'updated_at': '2022-09-22T08:45:58Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'd78d40b8-b0cc-40b3-90f6-3b2197f722ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:48:51.084142 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-6417270d-7431-4e09-bda5-7ca94369d0ad service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273537 Sep 22 08:48:51.220852 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3007ec1d-4372-4b16-bb99-0397407ac63a req-52d493f5-5a1b-4d76-a98e-d685bfe4d0c0 service neutron] 10.222.0.48 "GET /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308839 Sep 22 08:48:51.235461 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe20017-6317-43de-80f4-e93bf6b600ce None None] New status for floating IP 505bb600-4ba4-452c-bd94-6236778f61c6: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:48:51.681202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-a8ff5995-b6e6-47ea-a669-77bd2d312fef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:51.682625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-a8ff5995-b6e6-47ea-a669-77bd2d312fef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 946 time: 0.0889788 Sep 22 08:48:51.753544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 47abbc53-69ba-4e22-9bf9-ebc708492e58 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:48:51.753889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:51.945730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcca10-c16c-4c32-a1d7-ed9336e44562 req-32add189-6f22-4e8e-b684-fe91e42cbe58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:51.946496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-18bcca10-c16c-4c32-a1d7-ed9336e44562 req-32add189-6f22-4e8e-b684-fe91e42cbe58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:48:51.963693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-18bcca10-c16c-4c32-a1d7-ed9336e44562 req-32add189-6f22-4e8e-b684-fe91e42cbe58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:48:51.964880 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18bcca10-c16c-4c32-a1d7-ed9336e44562 req-32add189-6f22-4e8e-b684-fe91e42cbe58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=19ddabd9-3a57-4923-ab47-ae9dbaebb150 HTTP/1.1" status: 200 len: 946 time: 0.1565402 Sep 22 08:48:52.008880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 47abbc53-69ba-4e22-9bf9-ebc708492e58, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=47abbc53-69ba-4e22-9bf9-ebc708492e58,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:48:52.009673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:52.011428 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18bcca10-c16c-4c32-a1d7-ed9336e44562 req-9d9bd890-4c63-45a8-b13a-d399993605f2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=fca46797-53ba-4582-8297-ac55444b09d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Sep 22 08:48:52.218442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 47abbc53-69ba-4e22-9bf9-ebc708492e58 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:48:52.359514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:52.408949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=47abbc53-69ba-4e22-9bf9-ebc708492e58,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:52.494600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 47abbc53-69ba-4e22-9bf9-ebc708492e58 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:48:52.497020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:52.499518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'name': 'network-vif-deleted', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:48:52.501739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380952fc-0428-4c28-ba38-034b42f69e6d" -d '{"events": [{"server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "name": "network-vif-deleted", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:48:52.515402 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-abab901c-6ead-419d-8999-0e1f7f3d8549 req-b74996c3-ee32-4f7b-88a3-f15914fea357 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/47abbc53-69ba-4e22-9bf9-ebc708492e58 HTTP/1.1" status: 204 len: 173 time: 0.8268559 Sep 22 08:48:52.610553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e0f057-413b-431d-b8ed-4ac02f00d658 x-openstack-request-id: req-66e0f057-413b-431d-b8ed-4ac02f00d658 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:48:52.610854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ddabd9-3a57-4923-ab47-ae9dbaebb150", "name": "network-vif-deleted", "tag": "47abbc53-69ba-4e22-9bf9-ebc708492e58", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:48:52.611114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66e0f057-413b-431d-b8ed-4ac02f00d658 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:48:52.611547 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e0f057-413b-431d-b8ed-4ac02f00d658'] response: {'server_uuid': '19ddabd9-3a57-4923-ab47-ae9dbaebb150', 'name': 'network-vif-deleted', 'tag': '47abbc53-69ba-4e22-9bf9-ebc708492e58', 'status': 'completed', 'code': 200} Sep 22 08:48:53.110644 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44978) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:53.181051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8a95e2f-bbc8-44dc-9e72-412e2e07e1ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:53.210309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8a95e2f-bbc8-44dc-9e72-412e2e07e1ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:53.272705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8a95e2f-bbc8-44dc-9e72-412e2e07e1ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:53.290626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a95e2f-bbc8-44dc-9e72-412e2e07e1ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca46797-53ba-4582-8297-ac55444b09d5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:53.301031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8a95e2f-bbc8-44dc-9e72-412e2e07e1ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:53.302152 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b8a95e2f-bbc8-44dc-9e72-412e2e07e1ef tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/fca46797-53ba-4582-8297-ac55444b09d5 HTTP/1.1" status: 204 len: 168 time: 0.1904745 Sep 22 08:48:53.331531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:53.986336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:54.327396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port aea1ee94-c35e-41da-a8ee-9488f361ee71 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:48:54.328076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:54.509068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port aea1ee94-c35e-41da-a8ee-9488f361ee71, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=aea1ee94-c35e-41da-a8ee-9488f361ee71,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:48:54.509422 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:54.628012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for aea1ee94-c35e-41da-a8ee-9488f361ee71 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:48:54.687962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 47abbc53-69ba-4e22-9bf9-ebc708492e58 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:48:54.764243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 47abbc53-69ba-4e22-9bf9-ebc708492e58 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:48:54.764583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 47abbc53-69ba-4e22-9bf9-ebc708492e58 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:48:54.947544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:54.994536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=aea1ee94-c35e-41da-a8ee-9488f361ee71,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:55.372716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:55.720315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router e1558893-d47b-4192-a68e-40177bb4778a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:48:55.894790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:48:55.904978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7ac96-9777-451d-9181-8511492b430f None None] Sync routers for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:48:55.907912 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-11e65fb7-d0d3-4be1-b88c-23ece4096aee tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/e1558893-d47b-4192-a68e-40177bb4778a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5750403 Sep 22 08:48:55.910586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44988) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:55.915438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:48:55.916032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:55.976440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet d78d40b8-b0cc-40b3-90f6-3b2197f722ec {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:48:55.979297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.036307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.090329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:48:56.116583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.192865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.233544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=d78d40b8-b0cc-40b3-90f6-3b2197f722ec,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:56.235445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.242328 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a2c5d8f1-fff3-4a97-b6b5-657e63a12add tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/d78d40b8-b0cc-40b3-90f6-3b2197f722ec HTTP/1.1" status: 204 len: 168 time: 0.3305647 Sep 22 08:48:56.245001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44992) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:56.255685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a5fd2-5262-4c0f-8499-8feaf6af316c None None] Network 886be980-c602-48c1-b90c-ccd142b1558a requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:48:56.427796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.543434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:48:54Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:56.547842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7ac96-9777-451d-9181-8511492b430f None None] Checking router: e1558893-d47b-4192-a68e-40177bb4778a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:48:56.556239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] Routers {'e1558893-d47b-4192-a68e-40177bb4778a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:48:56.556970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e1558893-d47b-4192-a68e-40177bb4778a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:56.608924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.620531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 5567e317-66b1-4105-9448-bc88d3f8f9f8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:48:56.620973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.629860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] DHCP port deletion for 886be980-c602-48c1-b90c-ccd142b1558a request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:48:56.639345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Deleting port 813f89ad-18f9-440a-bb92-9b373d24952a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:48:56.640273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:56.826389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] Set router e1558893-d47b-4192-a68e-40177bb4778a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:48:56.917869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 5567e317-66b1-4105-9448-bc88d3f8f9f8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5567e317-66b1-4105-9448-bc88d3f8f9f8,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:48:56.918132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.042742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 5567e317-66b1-4105-9448-bc88d3f8f9f8 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:48:57.171602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] For port 813f89ad-18f9-440a-bb92-9b373d24952a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=813f89ad-18f9-440a-bb92-9b373d24952a,segment=NetworkSegment(e3a65a77-3333-4cbe-8a09-7554bf330d3c),segment_id=e3a65a77-3333-4cbe-8a09-7554bf330d3c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:48:57.172173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.210888 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.290018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=5567e317-66b1-4105-9448-bc88d3f8f9f8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:57.326562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Calling delete_port for 813f89ad-18f9-440a-bb92-9b373d24952a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:48:57.356975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.418516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.463276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-feb7ac96-9777-451d-9181-8511492b430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:48:54Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:57.467259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Pushing event deleted for resources: {'Port': ['ID=813f89ad-18f9-440a-bb92-9b373d24952a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:57.478045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7ac96-9777-451d-9181-8511492b430f None None] The sync data for ids ['e1558893-d47b-4192-a68e-40177bb4778a'] in dv-neutron-857569-1-hyperv is: [{'id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'name': 'tempest-TestNetworkBasicOps-router-1815022544', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:45:49Z', 'updated_at': '2022-09-22T08:48:54Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '5567e317-66b1-4105-9448-bc88d3f8f9f8', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1558893-d47b-4192-a68e-40177bb4778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:45:50Z', 'updated_at': '2022-09-22T08:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:48:57.479595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] No DVR routers for this DVR port 813f89ad-18f9-440a-bb92-9b373d24952a on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:48:57.481629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.481899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.482337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.482636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.482968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.483348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.483674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.483993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.484313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.484631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.484946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.485265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fa1b9f-698b-41be-8423-ad4da3d08b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:48:57.533350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.535512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.557376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.557965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router e1558893-d47b-4192-a68e-40177bb4778a {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:48:57.576478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.578120 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cde3032e-f99b-4665-8b33-05b4c9eedba4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/e1558893-d47b-4192-a68e-40177bb4778a HTTP/1.1" status: 204 len: 168 time: 1.3322282 Sep 22 08:48:57.580902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 44996) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:57.695373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.825712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.853318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886be980-c602-48c1-b90c-ccd142b1558a']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:57.869638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a65a77-3333-4cbe-8a09-7554bf330d3c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:57.870091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a65a77-3333-4cbe-8a09-7554bf330d3c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:48:57.883641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.912828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:57.920301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:48:57.920689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.032972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.050020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.062484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=886be980-c602-48c1-b90c-ccd142b1558a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:58.081383 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-226f18fb-8997-4449-95e5-2983f8c0290c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/886be980-c602-48c1-b90c-ccd142b1558a HTTP/1.1" status: 204 len: 168 time: 0.4994452 Sep 22 08:48:58.086919 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e3a65a77-3333-4cbe-8a09-7554bf330d3c resource provider aggregate not found Sep 22 08:48:58.091297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:58.103115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--1946886713', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:48:58.109762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:48:58.111620 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e3a65a77-3333-4cbe-8a09-7554bf330d3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3a65a77-3333-4cbe-8a09-7554bf330d3c found for delete ", "request_id": "req-c99d2920-8962-4d99-9662-54c1c0ea29d4"}]} Sep 22 08:48:58.114606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:48:58.117621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:48:58.125256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:48:58.135709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:48:58.139125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.169894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:48:58.178691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.179029 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment 483338cc-08a3-4a29-9930-8c1517de2ab5 of type vlan for network 2258ddde-79ee-4728-852c-b31f627f93a7 Sep 22 08:48:58.205046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.238965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.244298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:48:58.244892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.345970 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2552278 Sep 22 08:48:58.348813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45010) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:48:58.355526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:48:58.361177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c166397-4f9f-40c5-bf70-aeb1dfe1ba2b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=2258ddde-79ee-4728-852c-b31f627f93a7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:58.364985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:48:58.369649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:48:58.371799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 2258ddde-79ee-4728-852c-b31f627f93a7 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:48:58.373020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:48:58.380775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:48:58.391890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.393005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.416343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.454818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aea1ee94-c35e-41da-a8ee-9488f361ee71 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:48:58.499544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: aea1ee94-c35e-41da-a8ee-9488f361ee71 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:48:58.499892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aea1ee94-c35e-41da-a8ee-9488f361ee71 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:48:58.500326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 813f89ad-18f9-440a-bb92-9b373d24952a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:48:58.539881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 813f89ad-18f9-440a-bb92-9b373d24952a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:48:58.540134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 813f89ad-18f9-440a-bb92-9b373d24952a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:48:58.540540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5567e317-66b1-4105-9448-bc88d3f8f9f8 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:48:58.575310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5567e317-66b1-4105-9448-bc88d3f8f9f8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:48:58.575658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5567e317-66b1-4105-9448-bc88d3f8f9f8 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:48:58.686953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:58.987970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:59.022772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:59.156004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.149 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/4ee6f088-2abb-4aa3-bba5-6815f16b8dcb) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:48:59.388643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:59.417628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:48:59.483897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:48:59.486797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:48:59.490356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:48:59.519765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:48:59.889177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:00.231761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:00.437018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 981e48e4-5012-4bce-84a0-5821c510a3e7 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:49:00.625240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:49:00.635202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Sync routers for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:49:00.643868 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:00.644463 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:00.652351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:00.653669 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-41e14b99-3c7d-4deb-9e60-99528de04ed2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3039031 Sep 22 08:49:00.657045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45014) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:00.819095 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:00.847792 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da636db7-5f25-45ea-9acd-9df04fdfe99f tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1895211 Sep 22 08:49:00.850326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:01.086293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d5988-e923-4884-945f-7c1558649814 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:01.087808 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f90d5988-e923-4884-945f-7c1558649814 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2365839 Sep 22 08:49:01.090799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45024) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:01.105014 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:48:59Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:01.109743 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Checking router: 981e48e4-5012-4bce-84a0-5821c510a3e7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:49:01.110150 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Updating router 981e48e4-5012-4bce-84a0-5821c510a3e7 port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:49:01.163979 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.239065 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a931724-e4e4-446b-a4ed-651fbf1a594b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1469328 Sep 22 08:49:01.241542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45028) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:01.246733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000357570', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:01.354437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:01.358545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:01.361500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:01.367381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:01.377367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:49:01.381087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.508386 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.520117 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Transition to ACTIVE for port object 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:01.526573 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.587504 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Attempting to bind port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:49:01.587871 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Attempting to bind port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:49:01.588212 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Attempting to bind port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:49:01.595846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.596316 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:49:01.596678 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:49:01.597072 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.597454 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:49:01.597922 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Bound port: 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:49:01.598278 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.646458 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Pushing event updated for resources: {'Port': ['ID=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:01.656355 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.656696 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.657026 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.657353 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.657678 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.657998 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.658314 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.658627 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.658944 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.659285 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.659599 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.659909 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:01.680940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=a924c550-e973-45d8-baa8-17aaaddf4013,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:01.683095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:49:01.683609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: 2258ddde-79ee-4728-852c-b31f627f93a7, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:49:01.685224 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] For port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:49:01.688949 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] For port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:49:01.694350 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.705410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 2258ddde-79ee-4728-852c-b31f627f93a7 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:49:01.716275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 2258ddde-79ee-4728-852c-b31f627f93a7) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:01.720394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:01.720965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:01.728559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e72a36-ab83-4dd0-bcfb-2a49c610c0b7 None None] Network 2258ddde-79ee-4728-852c-b31f627f93a7 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:49:01.742757 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-787fa32e-686b-4943-9054-fea02e88a1ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5002079 Sep 22 08:49:01.745412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45032) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:01.757768 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:01.758475 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:01.922348 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d22146-b82c-4316-a85a-b826bc3e5d67 None None] Pushing event updated for resources: {'Port': ['ID=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:01.944096 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:01.967078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-2258ddde-79ee-4728-852c-b31f627f93a7', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:49:01.968188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:02.136919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Allocated IP 172.20.0.2 (2258ddde-79ee-4728-852c-b31f627f93a7/a924c550-e973-45d8-baa8-17aaaddf4013/2b5b476a-52e6-42b6-8fac-78b6ffe70ce3) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:49:02.227120 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:48:59Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:02.231599 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6e15d-a6a4-475c-af07-767ec67bdf41 None None] The sync data for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv is: [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:48:59Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:49:02.363046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:02.374806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Transition to ACTIVE for port object 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:02.396068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Transition to ACTIVE for port object 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:02.402931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:02.476534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:02.488960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Network 2258ddde-79ee-4728-852c-b31f627f93a7 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:49:02.491890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:02.495461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:49:02.500993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Pushing event updated for resources: {'Port': ['ID=2b5b476a-52e6-42b6-8fac-78b6ffe70ce3,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:02.615912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Attempting to bind port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:49:02.616274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Attempting to bind port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:49:02.616634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Attempting to bind port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 on network 2258ddde-79ee-4728-852c-b31f627f93a7 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:49:02.623766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:49:02.624147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Checking segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:49:02.624542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:02.624929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Bound using segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:49:02.625391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Bound port: 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:49:02.625766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:02.728403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] For port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:49:02.731797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] For port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2b5b476a-52e6-42b6-8fac-78b6ffe70ce3,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:49:02.740810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:02.816137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e03a-e662-4a4c-b591-ed2b6a8bbd02 None None] Pushing event updated for resources: {'Port': ['ID=2b5b476a-52e6-42b6-8fac-78b6ffe70ce3,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:03.055720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (2258ddde-79ee-4728-852c-b31f627f93a7/a924c550-e973-45d8-baa8-17aaaddf4013/802688f0-f7d5-4fc2-8d4a-7499918d5d1f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:49:03.228332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:03.243887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 802688f0-f7d5-4fc2-8d4a-7499918d5d1f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:03.266668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:03.331286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 2258ddde-79ee-4728-852c-b31f627f93a7 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:49:03.334210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:03.337867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:49:03.384328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:03.402866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:03.671694 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:03.770602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c45bc2-8ca4-4460-927f-d7376cff5eba None None] Network 2258ddde-79ee-4728-852c-b31f627f93a7 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:49:03.898521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-40a4a18e-60ab-4c80-a729-d6efa7e8b932 None None] Provisioning for port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:04.106643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.112500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.231333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.235231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:04.354839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Provisioning for port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:04.360246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Provisioning complete for port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:04.360626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.360952 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Attempt 1 to provision port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f Sep 22 08:49:04.380973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 2258ddde-79ee-4728-852c-b31f627f93a7 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:49:04.382155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:04.419683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:04.514172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:04.594266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:04.599702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:04.600074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.600410 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 Sep 22 08:49:04.708926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 981e48e4-5012-4bce-84a0-5821c510a3e7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:49:04.726177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:04.726482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.759606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2b5b476a-52e6-42b6-8fac-78b6ffe70ce3,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:04.763182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.764011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:04.879053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=2b5b476a-52e6-42b6-8fac-78b6ffe70ce3,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:04.892036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:49:04.894378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:04.900163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:04.901362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:04.901705 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb Sep 22 08:49:04.905645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-29a8139b-6b5b-4ddf-9808-06c1f2a81501 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/981e48e4-5012-4bce-84a0-5821c510a3e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1586478 Sep 22 08:49:04.908172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45036) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:04.927888 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Attempt 2 to provision port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f Sep 22 08:49:04.953401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Sync routers for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:49:05.008275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:05.009207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:05.054551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7f93c-0ada-4dcd-b0d2-a210c505f14e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.054952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7f93c-0ada-4dcd-b0d2-a210c505f14e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.055440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7f93c-0ada-4dcd-b0d2-a210c505f14e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.055906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7f93c-0ada-4dcd-b0d2-a210c505f14e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.057548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-93b7f93c-0ada-4dcd-b0d2-a210c505f14e tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1484580 Sep 22 08:49:05.060300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:05.075389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:05.126848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae8d09-85ad-4a6b-82f5-8174d1ee84a1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.127338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae8d09-85ad-4a6b-82f5-8174d1ee84a1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.127793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae8d09-85ad-4a6b-82f5-8174d1ee84a1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.128503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae8d09-85ad-4a6b-82f5-8174d1ee84a1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:05.130139 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3bae8d09-85ad-4a6b-82f5-8174d1ee84a1 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0689032 Sep 22 08:49:05.132854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45044) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:05.233040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:05.233421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.251237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:05.314800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:05.320646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.339185 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a967f2fc-0e8d-4e5e-bd6a-867966ce934b tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2052913 Sep 22 08:49:05.410660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:05.416147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344532026', 'description': 'tempest-secgroup-smoke-1344532026 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:05.421989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:05.426166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:05.429087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:05.435255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:05.447372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.467157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:05.470912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:05.473701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:05.479691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:05.527063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:05.554050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.558051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.597262 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Attempt 3 to provision port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f Sep 22 08:49:05.602572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3464cd-92cb-4dba-8114-1ca81439f914,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:05.605456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.609652 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-14369121-efc6-412b-a3d7-37ac0eda54b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1949284 Sep 22 08:49:05.609940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45054) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:05.615101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bc3464cd-92cb-4dba-8114-1ca81439f914', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:05.621276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:05.625828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:05.629102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:05.635450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:05.652976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.660157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:05.678122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:05.681945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Checking router: 981e48e4-5012-4bce-84a0-5821c510a3e7 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:49:05.682301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Updating router 981e48e4-5012-4bce-84a0-5821c510a3e7 port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:49:05.714552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.719739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.736392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e75ee5b-9118-446c-a0de-646b7ccec482,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:05.757099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.761198 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d60dbcdb-ebd4-4469-94c6-ebbf5de42672 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475008 Sep 22 08:49:05.761348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45058) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:05.766850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bc3464cd-92cb-4dba-8114-1ca81439f914', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:05.773266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:05.777429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:05.781120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:05.787681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:05.794148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.805766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.877771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.882093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.905809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca14d31a-884c-43ba-95a9-4e5c9bc79ac4,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:05.913977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.914332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.914676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.915020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.915386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.915721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.916048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.916662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.916791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.917060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.917406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.917731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:49:05.930552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:05.937142 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eeac3326-c632-4299-9479-cf6445317f46 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717288 Sep 22 08:49:05.938043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45062) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:05.948098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bc3464cd-92cb-4dba-8114-1ca81439f914', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:05.956095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:05.960031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:05.963261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:05.969639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:05.992623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.057627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.062547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.083361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934b267b-6f3d-4594-a490-6fcf268a7ec1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:06.094557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.095704 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1117294e-fb7b-4252-9641-a7a73d5b2529 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572692 Sep 22 08:49:06.098390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:06.103275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bc3464cd-92cb-4dba-8114-1ca81439f914', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:06.109554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:06.113365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:06.116244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:06.121935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:06.138293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.161468 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Attempt 4 to provision port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f Sep 22 08:49:06.202011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.207118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.210035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-68d01392-23a9-4bd0-998d-ef264b2041a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.226060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.239070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e05833-8a8a-4492-95bd-28832a245b63,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:06.240714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:06.243175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Transition to ACTIVE for port object 802688f0-f7d5-4fc2-8d4a-7499918d5d1f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:06.249520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.250462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.250866 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e151e4b5-811a-43d0-a89e-9497412f7d1b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515706 Sep 22 08:49:06.253871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:06.258672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bc3464cd-92cb-4dba-8114-1ca81439f914', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:06.264502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:06.268319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:06.271147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:06.276993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:06.287957 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:49:06.294454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.360727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.364312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.387325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac2d32e-d976-4372-a5d9-c8420997ef44,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:06.400263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.405300 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9f0e184-bea1-4b53-8725-393c9db5506d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500130 Sep 22 08:49:06.405431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:06.411673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'bc3464cd-92cb-4dba-8114-1ca81439f914', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:06.419711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:06.424637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:06.428304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:06.435422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3b4b7-8c77-4007-9501-72b722a6f337 None None] Pushing event updated for resources: {'Port': ['ID=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:06.435765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:06.450361 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:49:06.458294 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.459145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Attempting to bind port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:49:06.459587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Attempting to bind port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:49:06.459943 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Attempting to bind port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f on network 2258ddde-79ee-4728-852c-b31f627f93a7 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:49:06.465281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:49:06.465644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Checking segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:49:06.466033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.466410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Bound using segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:49:06.466863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Bound port: 802688f0-f7d5-4fc2-8d4a-7499918d5d1f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:49:06.467251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.478851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:06.528657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.533132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.556126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b758141-fc94-4d84-880d-47b3002c240c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:06.565661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.567067 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9f75f2ca-b281-4b0f-b153-0ff53551bccb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602178 Sep 22 08:49:06.611840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] For port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:49:06.615663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] For port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:49:06.617365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:06.617741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.618222 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 Sep 22 08:49:06.649518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:06.730037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:06.730664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:48:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:06.749659 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-4dc2171c-05b7-49d7-b49d-6b2f0228959b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344532026&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0396912 Sep 22 08:49:06.784145 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Attempt 5 to provision port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f Sep 22 08:49:06.866319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3b4b7-8c77-4007-9501-72b722a6f337 None None] Pushing event updated for resources: {'Port': ['ID=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:06.899194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-767ea360-a54a-483d-8e97-42dcefe6aab8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:06.899869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-767ea360-a54a-483d-8e97-42dcefe6aab8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:49:06.916403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-767ea360-a54a-483d-8e97-42dcefe6aab8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:49:06.923422 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-767ea360-a54a-483d-8e97-42dcefe6aab8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 797 time: 0.1666973 Sep 22 08:49:06.935703 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-e368546c-ef14-410f-89ec-0242f9eee49e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0111680 Sep 22 08:49:07.001324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b0f11-7d68-4c57-9ac9-0783544535ea None None] Port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:49:07.024635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:07.025747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:07.033453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-69e05f4d-ebb9-4025-96e7-9946356ea114 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:49:07.048235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-69e05f4d-ebb9-4025-96e7-9946356ea114 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:49:07.049565 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-69e05f4d-ebb9-4025-96e7-9946356ea114 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090271 Sep 22 08:49:07.065611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:07.191556 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-638955f8-21c1-40f9-8611-06c706fc4909 service neutron] 10.222.0.42 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303594 Sep 22 08:49:07.363501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:07.364068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:07.364197 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb Sep 22 08:49:07.437345 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-f1d9fc3a-64b9-4d2b-b995-e01e3ff13848 service neutron] 10.222.0.42 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399979 Sep 22 08:49:07.570267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:07.578912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:06Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:07.582733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda9f9a5-6acf-42ff-88d5-c3adf00c816e None None] The sync data for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv is: [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:06Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:49:07.664857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0cfb0a02-110a-4fba-aa6c-f6c41fb1c57c req-cbc11dc9-ec71-4c08-8b98-8bf5c9b383d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:49:07.677235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0cfb0a02-110a-4fba-aa6c-f6c41fb1c57c req-cbc11dc9-ec71-4c08-8b98-8bf5c9b383d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:49:07.678382 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0cfb0a02-110a-4fba-aa6c-f6c41fb1c57c req-cbc11dc9-ec71-4c08-8b98-8bf5c9b383d2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 210 time: 0.0916109 Sep 22 08:49:08.316543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c82460ab-5ded-4786-8735-08d4d01bac0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:08.473445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802688f0-f7d5-4fc2-8d4a-7499918d5d1f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:08.541367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:08.547408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:08.547850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:08.548245 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f Sep 22 08:49:08.669059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:08.669448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:08.704373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:08.708822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:08.786890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:08.886084 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc6128de-4fc7-44e9-8022-fe16bb57fcc4 req-94beedc5-b279-426f-a806-677057680c2e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 210 time: 0.0526578 Sep 22 08:49:08.908460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-1f7c5284-9959-4284-94cb-6ef900a8d0bc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:08.909871 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-1f7c5284-9959-4284-94cb-6ef900a8d0bc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 797 time: 0.2311811 Sep 22 08:49:08.962519 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-ae622b60-4cc0-4084-aa5e-d712080d2cf3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 380 time: 0.0443625 Sep 22 08:49:08.972340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['bc3464cd-92cb-4dba-8114-1ca81439f914']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:09.112280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:09.121497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:09.131453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:49:09.134763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.287863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.14 (2258ddde-79ee-4728-852c-b31f627f93a7/a924c550-e973-45d8-baa8-17aaaddf4013/fb95c85d-ae6f-43a6-8d2a-3c764ee914ed) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:49:09.477571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.493020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object fb95c85d-ae6f-43a6-8d2a-3c764ee914ed will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:09.516219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.562835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.584687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 2258ddde-79ee-4728-852c-b31f627f93a7 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:49:09.587796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:09.591546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:49:09.615632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.626979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:09.658597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:09.659423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.689017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-dc79fbda-8b0b-46cb-9c41-72cec5bd9e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7215996 Sep 22 08:49:09.699761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Request body: {'port': {'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:09.812832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.857888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Provisioning for port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:09.862999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Provisioning complete for port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:09.863398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:09.863756 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Attempt 1 to provision port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed Sep 22 08:49:09.915757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:10.099630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b5ceb-d295-425f-998d-0b4c34538d62 req-38469b4b-d250-4d53-ba36-21251053d008 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:10.101073 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47b5ceb-d295-425f-998d-0b4c34538d62 req-38469b4b-d250-4d53-ba36-21251053d008 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 932 time: 0.0920081 Sep 22 08:49:10.144071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c47b5ceb-d295-425f-998d-0b4c34538d62 req-2c23dac4-5a44-4ac3-aa84-8aa6b9214a9a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:49:10.153986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb95c85d-ae6f-43a6-8d2a-3c764ee914ed {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:49:10.159340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c47b5ceb-d295-425f-998d-0b4c34538d62 req-2c23dac4-5a44-4ac3-aa84-8aa6b9214a9a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:49:10.160442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47b5ceb-d295-425f-998d-0b4c34538d62 req-2c23dac4-5a44-4ac3-aa84-8aa6b9214a9a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536745 Sep 22 08:49:10.162690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:10.181796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Transition to ACTIVE for port object fb95c85d-ae6f-43a6-8d2a-3c764ee914ed will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:10.185467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:10.364039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:10.407147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Attempting to bind port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:49:10.407405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Attempting to bind port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:49:10.407731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Attempting to bind port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed on network 2258ddde-79ee-4728-852c-b31f627f93a7 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:49:10.412275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed on network 2258ddde-79ee-4728-852c-b31f627f93a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:49:10.412610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Attempting to bind port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed on network 2258ddde-79ee-4728-852c-b31f627f93a7 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:49:10.417342 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Attempt 2 to provision port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed Sep 22 08:49:10.417803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:49:10.427299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Checking segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:49:10.427299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Bound using segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:49:10.427299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Bound port: fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:49:10.427299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:10.459649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802688f0-f7d5-4fc2-8d4a-7499918d5d1f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:10.520135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:10.539706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:10.540073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:10.540404 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f Sep 22 08:49:10.602296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:49:10.605363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:49:10.608972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:10.639787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:10.640397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:10.641770 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 1094 time: 0.9463015 Sep 22 08:49:10.646797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:49:10.649042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5890c854-9b2e-4106-9b64-ff8d60def942" -d '{"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:49:10.665679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:10.685743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defba988-9c6b-4c18-94c7-6beac05938a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:10.725429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70311d7b-e835-45f7-9fec-bf50337b89ff x-openstack-request-id: req-70311d7b-e835-45f7-9fec-bf50337b89ff {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:49:10.725715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:49:10.725957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70311d7b-e835-45f7-9fec-bf50337b89ff {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:49:10.726339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70311d7b-e835-45f7-9fec-bf50337b89ff'] response: {'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'status': 'completed', 'code': 200} Sep 22 08:49:10.770174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-061705c8-fa72-4b7a-a5c5-2d17f8cf2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:10.771663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-061705c8-fa72-4b7a-a5c5-2d17f8cf2102 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1097 time: 0.0869963 Sep 22 08:49:10.842256 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-2373f46f-51d0-478d-9c84-303796a31fbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 217 time: 0.0635962 Sep 22 08:49:10.886641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:10.905014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-e641feb1-01dc-4291-a534-72043f9f3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:10.906444 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-e641feb1-01dc-4291-a534-72043f9f3ec9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0582860 Sep 22 08:49:10.993085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-9a18d240-24b3-42a7-b489-6d59144109d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:10.994472 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-9a18d240-24b3-42a7-b489-6d59144109d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823674 Sep 22 08:49:11.021568 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Attempt 3 to provision port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed Sep 22 08:49:11.081629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-86ec2db7-1678-4730-af86-bcb54372871c None None] Port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:49:11.127347 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-f609046a-d3bd-48fb-aafd-89c60aa51d84 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259458 Sep 22 08:49:11.260230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46ac872b-2fff-48ba-bc6e-99a4133f202b req-fa271ae4-b815-4191-bb2b-6f89fb8f3f2b service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270070 Sep 22 08:49:11.368029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacfc28-c29e-4e7d-93c0-176d8327f86c req-3983d3c8-8afb-4d7e-a1aa-80e317b66489 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:11.370156 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abacfc28-c29e-4e7d-93c0-176d8327f86c req-3983d3c8-8afb-4d7e-a1aa-80e317b66489 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 944 time: 0.0981708 Sep 22 08:49:11.384379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-fee97c9f-d221-4ef8-8236-7602b648d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:11.385842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-fee97c9f-d221-4ef8-8236-7602b648d283 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1097 time: 0.0826664 Sep 22 08:49:11.416398 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abacfc28-c29e-4e7d-93c0-176d8327f86c req-6a51c5d2-ba1b-470a-82a1-f3bad09352f2 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395434 Sep 22 08:49:11.520466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-a8636742-a672-4c60-8595-144666cc2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:11.521900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-a8636742-a672-4c60-8595-144666cc2b8d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1295311 Sep 22 08:49:11.590750 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-7d4e4f48-7f4c-4a25-aa5a-51bdeb9b66d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 217 time: 0.0628443 Sep 22 08:49:11.653771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-10533b1b-c7ec-4c60-8228-df86738fea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:11.655760 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-10533b1b-c7ec-4c60-8228-df86738fea8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0586607 Sep 22 08:49:11.739148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-cef82064-cc89-4edc-9807-2686ca874740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:11.740644 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-cef82064-cc89-4edc-9807-2686ca874740 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789390 Sep 22 08:49:11.870714 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-faa7be59-c644-4d59-accd-690310ef0f6d service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218703 Sep 22 08:49:12.000640 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5890c854-9b2e-4106-9b64-ff8d60def942 req-bf7a6c46-8f93-45e0-9792-7f4505d39288 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225436 Sep 22 08:49:12.489607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:12.616038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8efb3-f765-4e8b-9679-bd4f37ff8d8e req-8c62e9f9-8894-4da4-ac03-9e67874e8ca5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:12.616650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9de8efb3-f765-4e8b-9679-bd4f37ff8d8e req-8c62e9f9-8894-4da4-ac03-9e67874e8ca5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:49:12.633077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9de8efb3-f765-4e8b-9679-bd4f37ff8d8e req-8c62e9f9-8894-4da4-ac03-9e67874e8ca5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:49:12.634202 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9de8efb3-f765-4e8b-9679-bd4f37ff8d8e req-8c62e9f9-8894-4da4-ac03-9e67874e8ca5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 944 time: 0.1032088 Sep 22 08:49:12.677546 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9de8efb3-f765-4e8b-9679-bd4f37ff8d8e req-ec57e0fa-c5fd-49cd-a2be-261296718d3c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376539 Sep 22 08:49:12.797453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fb95c85d-ae6f-43a6-8d2a-3c764ee914ed details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:49:12.928932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:12.941288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:49:12.999055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:12.999455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:13.015785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb95c85d-ae6f-43a6-8d2a-3c764ee914ed {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:49:13.030964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:13.034973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:13.098753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:13.261563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:49:13.872126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde3416-7744-4e1f-82dc-3a10d8452b14 req-c735de67-9c7f-4774-8fff-d05c3c958781 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:13.874119 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cdde3416-7744-4e1f-82dc-3a10d8452b14 req-c735de67-9c7f-4774-8fff-d05c3c958781 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 945 time: 0.0881233 Sep 22 08:49:13.917875 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cdde3416-7744-4e1f-82dc-3a10d8452b14 req-23953f62-2f06-43c4-a6f9-f22fee87b1b7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 Sep 22 08:49:14.812364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fb95c85d-ae6f-43a6-8d2a-3c764ee914ed up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:14.879844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:14.884661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:14.885013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:14.885345 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed Sep 22 08:49:15.037991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:15.038366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:15.065577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:49:15.068071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e9782-cc15-42fd-beb0-b299a0e4888e" -d '{"events": [{"server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "name": "network-vif-plugged", "status": "completed", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:49:15.076075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:15.080620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:15.152395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:15.184501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b7eca8-c498-45cb-9fc4-cf638a50700d x-openstack-request-id: req-f5b7eca8-c498-45cb-9fc4-cf638a50700d {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:49:15.184806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "name": "network-vif-plugged", "status": "completed", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:49:15.185067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5b7eca8-c498-45cb-9fc4-cf638a50700d {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:49:15.185459 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b7eca8-c498-45cb-9fc4-cf638a50700d'] response: {'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'code': 200} Sep 22 08:49:15.222910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7e1d9-aa10-44d6-a4c9-8478662f67bd req-0799f788-55e6-4496-a0f0-7e5b100eb223 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:15.224313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47c7e1d9-aa10-44d6-a4c9-8478662f67bd req-0799f788-55e6-4496-a0f0-7e5b100eb223 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 946 time: 0.1918890 Sep 22 08:49:15.269576 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47c7e1d9-aa10-44d6-a4c9-8478662f67bd req-6eab6aca-40ca-47ca-bafd-3dd36a51c6a8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Sep 22 08:49:15.411649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107570-3df7-48c2-9a1a-c916b0edcc72 req-5d147486-2fbe-41d0-beeb-962c4e151da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:15.413091 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1107570-3df7-48c2-9a1a-c916b0edcc72 req-5d147486-2fbe-41d0-beeb-962c4e151da7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1099 time: 0.0754995 Sep 22 08:49:15.455015 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1107570-3df7-48c2-9a1a-c916b0edcc72 req-ef6f38e9-d2df-4851-9cc9-45d81af65654 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363431 Sep 22 08:49:16.475206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e26c6-577a-4aa3-b355-04aa35e70b28 req-85f35aeb-bbc3-45b7-b551-3f7d84ac4167 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:16.476701 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d82e26c6-577a-4aa3-b355-04aa35e70b28 req-85f35aeb-bbc3-45b7-b551-3f7d84ac4167 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 946 time: 0.0949631 Sep 22 08:49:16.520349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d82e26c6-577a-4aa3-b355-04aa35e70b28 req-63b8e811-aba3-4436-848a-ff2fb8133485 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379915 Sep 22 08:49:17.713481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742f94c-ba8b-42fd-b975-0828b396b858 req-1852d428-f3a8-4444-841b-edf72b56118c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:17.714979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d742f94c-ba8b-42fd-b975-0828b396b858 req-1852d428-f3a8-4444-841b-edf72b56118c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 946 time: 0.0860386 Sep 22 08:49:17.760820 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d742f94c-ba8b-42fd-b975-0828b396b858 req-e75a36f2-e647-4814-8482-944b891e5b33 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392435 Sep 22 08:49:17.954753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8624a-eff5-47f4-b230-8ac8bb246d5d req-b0a656da-6fbd-4210-8637-92daafb8e7e9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:17.956294 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55d8624a-eff5-47f4-b230-8ac8bb246d5d req-b0a656da-6fbd-4210-8637-92daafb8e7e9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 946 time: 0.0879018 Sep 22 08:49:18.000563 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55d8624a-eff5-47f4-b230-8ac8bb246d5d req-148dda47-2fba-4c89-8ceb-c461b7b0e054 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386050 Sep 22 08:49:18.028588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45134) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:18.109783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc1c1e-6c0b-4dfc-bce9-cce1dcb896b6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:18.111244 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9afc1c1e-6c0b-4dfc-bce9-cce1dcb896b6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1094 time: 0.0817013 Sep 22 08:49:18.114041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45138) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:18.118785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:18.124545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:18.128670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:18.131457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:18.137098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:18.147512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:18.279922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:18.414683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.115 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/22c0ee72-e37e-4c4c-aa5a-3fa2b8fed703) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:49:18.556629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:18.585022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:18.646767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:49:18.649418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:18.653097 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:49:18.686240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=22c0ee72-e37e-4c4c-aa5a-3fa2b8fed703,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:19.161212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:19.233861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:19.431483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:19.435998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:19.541758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=22c0ee72-e37e-4c4c-aa5a-3fa2b8fed703,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:19.543993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:19.715021 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 756bef99-aa88-4ad6-9a0d-f7ebf24b3482 associated. External IP: 172.26.8.115, port: fb95c85d-ae6f-43a6-8d2a-3c764ee914ed. Sep 22 08:49:20.079718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 981e48e4-5012-4bce-84a0-5821c510a3e7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:49:20.253462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:49:20.263202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] Sync routers for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:49:20.272142 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:20.272802 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:49:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:20.276873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.333793 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2258e691-d278-45e5-a615-23f226027c00 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2187479 Sep 22 08:49:20.334387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:49:20.336643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45142) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:20.337137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde8d2ee-d672-44ec-90fd-04199502ee57" -d '{"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:49:20.378904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17954f16-c678-43f3-b5cb-7707f837a81f x-openstack-request-id: req-17954f16-c678-43f3-b5cb-7707f837a81f {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:49:20.379195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:49:20.379476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17954f16-c678-43f3-b5cb-7707f837a81f {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:49:20.379882 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17954f16-c678-43f3-b5cb-7707f837a81f'] response: {'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'status': 'completed', 'code': 200} Sep 22 08:49:20.458286 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:20.478871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e71cb-26f3-4edd-87b8-b37ed166b8b0 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:20.480384 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-751e71cb-26f3-4edd-87b8-b37ed166b8b0 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1094 time: 0.1427670 Sep 22 08:49:20.489828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-f8a41ee4-c62a-4fad-983c-890e145f5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:20.491234 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-f8a41ee4-c62a-4fad-983c-890e145f5d51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1099 time: 0.0921631 Sep 22 08:49:20.554318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45150) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:20.561051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484387592', 'description': 'tempest-secgroup-smoke-484387592 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:20.569543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:20.581345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:20.592476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.612926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:20.616907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:20.620668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:20.624922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-2dbf9af4-cbe5-4c2b-8409-f0f55513e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:20.626388 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-2dbf9af4-cbe5-4c2b-8409-f0f55513e53c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1299238 Sep 22 08:49:20.626558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:20.696576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.700770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.735158 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-ed02b359-28cf-45f7-b4ab-9cba93e81e85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 1000 time: 0.1027243 Sep 22 08:49:20.746502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54de6f7-533d-4810-a512-0360b0051a73,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:20.750257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.754543 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d793572-66f2-411c-801a-a11b5a52d0ad tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1956947 Sep 22 08:49:20.755398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:20.759649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'e54de6f7-533d-4810-a512-0360b0051a73', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:20.766009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:20.769906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:20.772775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:20.778468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:20.797497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.802649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-ab987117-e89c-4cc9-abb1-5478968f5278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:20.804145 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-ab987117-e89c-4cc9-abb1-5478968f5278 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0640037 Sep 22 08:49:20.825635 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:19Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:20.836343 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] Checking router: 981e48e4-5012-4bce-84a0-5821c510a3e7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:49:20.846987 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:20.847628 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:49:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:20.859863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.864080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.890157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef865d67-6892-41ed-b77e-67c325eba07e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:20.901087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-abe01a30-b8ce-4fa7-9db5-7d5211d483b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:20.901359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:20.902738 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bc99d7ee-6b0a-4e0a-bc7d-3e93a43b197f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469827 Sep 22 08:49:20.903230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-abe01a30-b8ce-4fa7-9db5-7d5211d483b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869536 Sep 22 08:49:20.905454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45158) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:20.911658 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'e54de6f7-533d-4810-a512-0360b0051a73', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:20.918023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:20.922643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:20.925791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:20.931735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:20.956660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.060127 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-e702b683-9335-4ed0-8b6a-0e5fbb999798 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508381 Sep 22 08:49:21.086522 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:21.152276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.156007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.184905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c128ec8-1bc1-4c35-b12e-fe3c5a2f67f1,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:21.189630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.193615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45162) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:21.193760 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a13ea014-86dc-4c92-8335-fab969bbe98e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2869599 Sep 22 08:49:21.200725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'e54de6f7-533d-4810-a512-0360b0051a73', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:21.209173 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde8d2ee-d672-44ec-90fd-04199502ee57 req-667702c7-ad49-400a-9c34-ce32af6cb190 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427255 Sep 22 08:49:21.210061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:21.214072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:21.217080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:21.222882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:21.239284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.301679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.305290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.333031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfd3617-6511-45ec-92fb-90ccb2643079,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:21.342291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.346083 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19ccb007-45bd-4ea0-b732-f430b3683b35 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489027 Sep 22 08:49:21.346316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:21.351169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'e54de6f7-533d-4810-a512-0360b0051a73', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:21.356763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:21.360604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:21.363496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:21.369421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:21.385945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.444570 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:19Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:21.448528 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb274ff6-cb9e-4f1b-b217-b80a036b0ddb None None] The sync data for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv is: [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:19Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:49:21.450714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.454451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.478227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcf5c21-d78c-4b2c-9896-a254eb9ae58e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:21.487829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.489013 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ddfb13f6-c6f6-4638-a857-b9c1c98de352 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418014 Sep 22 08:49:21.491800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45170) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:21.496916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'e54de6f7-533d-4810-a512-0360b0051a73', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:21.503933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:21.507868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:21.510836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:21.516727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:21.527376 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:49:21.534388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.601036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.604861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.631488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15636e77-9d7a-4301-8149-79eb5a70ee00,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:21.641656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.642994 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c7b02cba-08af-44e1-a37a-fc45e27db729 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501272 Sep 22 08:49:21.645831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45174) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:21.648697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea4b16-ae74-4769-8e52-0179f5f1a55c None None] New status for floating IP 756bef99-aa88-4ad6-9a0d-f7ebf24b3482: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:49:21.655808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': 'e54de6f7-533d-4810-a512-0360b0051a73', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:21.661771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:21.665579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:21.668416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:21.674781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:21.684443 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:49:21.691429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.754953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.759406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.781467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65234e53-fac7-4492-ba99-0becae7cf99a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:21.790046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:21.791388 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91a9b962-6375-4847-9b6c-5e9d4097bd58 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398504 Sep 22 08:49:21.961014 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-9e6eeb78-7564-4d06-9dfc-6704d0da1157 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484387592&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0476725 Sep 22 08:49:22.112251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-e48f8898-42a4-418c-8915-d1fe3d3f20a8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:22.113590 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-e48f8898-42a4-418c-8915-d1fe3d3f20a8 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 797 time: 0.1457908 Sep 22 08:49:22.127867 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-0d000203-b4ef-4af5-8859-cd471004f754 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0088530 Sep 22 08:49:22.219427 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-995759d5-2696-4b44-b1ee-b3311f98e78c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0863476 Sep 22 08:49:22.390403 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-461dbe26-99da-4875-8b8c-c23c6f6b26c0 service neutron] 10.222.0.42 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590238 Sep 22 08:49:22.471464 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:49:22.519964 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-dd78e531-9f84-4205-88bb-fd50551e521c service neutron] 10.222.0.42 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237891 Sep 22 08:49:22.704652 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95105a95-d6e3-454c-bd1b-9f86cd04b17e req-7c9ba557-00a1-4ba6-b6f0-0230224c4800 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 210 time: 0.0525699 Sep 22 08:49:23.780081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-bfb0dcbe-9f16-43b5-9926-fc8b28ddcec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:23.782101 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-bfb0dcbe-9f16-43b5-9926-fc8b28ddcec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 797 time: 0.2414212 Sep 22 08:49:23.872375 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-5c752f06-cd29-41f9-bb3c-1be4f328a17c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 472 time: 0.0827751 Sep 22 08:49:23.881005 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5375abc1-2e3a-423f-9373-8b4d2f51b8a0 req-c4edfdbf-36ec-44f8-9189-6ffde5fed562 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 210 time: 0.0608709 Sep 22 08:49:23.884243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': 'a9c2905f-7367-4139-b576-aec649acd910', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['e54de6f7-533d-4810-a512-0360b0051a73']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:24.019153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:24.028475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:24.038929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:49:24.042457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:24.200756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.13 (2258ddde-79ee-4728-852c-b31f627f93a7/a924c550-e973-45d8-baa8-17aaaddf4013/650ff88a-acf1-4655-b2d6-d51a68015530) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:49:24.383434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:24.398557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 650ff88a-acf1-4655-b2d6-d51a68015530 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:24.425819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:24.492843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 2258ddde-79ee-4728-852c-b31f627f93a7 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:49:24.495618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:24.498351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:49:24.545525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=650ff88a-acf1-4655-b2d6-d51a68015530,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:24.571174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:24.571889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:24.596516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-8764018b-a3c4-4009-8bdf-c2570ac76fed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7177079 Sep 22 08:49:24.607236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Request body: {'port': {'device_id': 'a9c2905f-7367-4139-b576-aec649acd910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:24.716861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:24.778858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Provisioning for port 650ff88a-acf1-4655-b2d6-d51a68015530 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:24.788998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Provisioning complete for port 650ff88a-acf1-4655-b2d6-d51a68015530 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:24.789362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:24.789687 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Attempt 1 to provision port 650ff88a-acf1-4655-b2d6-d51a68015530 Sep 22 08:49:24.843071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Port 650ff88a-acf1-4655-b2d6-d51a68015530 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:25.058128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650ff88a-acf1-4655-b2d6-d51a68015530 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:49:25.067600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:25.081974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Transition to ACTIVE for port object 650ff88a-acf1-4655-b2d6-d51a68015530 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:49:25.085676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:25.085871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f1beb-fec5-4741-9415-b9ba8e9391aa req-7aa3f7e8-7462-4224-897d-68f355ebfe21 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:25.087514 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-375f1beb-fec5-4741-9415-b9ba8e9391aa req-7aa3f7e8-7462-4224-897d-68f355ebfe21 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 932 time: 0.0930068 Sep 22 08:49:25.131156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-375f1beb-fec5-4741-9415-b9ba8e9391aa req-cc0aa3a7-1a92-45f1-985f-2a179ad69fe7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:49:25.146460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-375f1beb-fec5-4741-9415-b9ba8e9391aa req-cc0aa3a7-1a92-45f1-985f-2a179ad69fe7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:49:25.147975 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-375f1beb-fec5-4741-9415-b9ba8e9391aa req-cc0aa3a7-1a92-45f1-985f-2a179ad69fe7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541129 Sep 22 08:49:25.286235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=650ff88a-acf1-4655-b2d6-d51a68015530,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:25.309637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Attempting to bind port 650ff88a-acf1-4655-b2d6-d51a68015530 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:49:25.309962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Attempting to bind port 650ff88a-acf1-4655-b2d6-d51a68015530 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:49:25.310278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Attempting to bind port 650ff88a-acf1-4655-b2d6-d51a68015530 on network 2258ddde-79ee-4728-852c-b31f627f93a7 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:49:25.314763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Port 650ff88a-acf1-4655-b2d6-d51a68015530 on network 2258ddde-79ee-4728-852c-b31f627f93a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:49:25.315071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Attempting to bind port 650ff88a-acf1-4655-b2d6-d51a68015530 on network 2258ddde-79ee-4728-852c-b31f627f93a7 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:49:25.319999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:49:25.320324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Checking segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:49:25.320691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Bound using segment: {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:49:25.321098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Bound port: 650ff88a-acf1-4655-b2d6-d51a68015530, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '483338cc-08a3-4a29-9930-8c1517de2ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:49:25.321425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:25.344549 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Attempt 2 to provision port 650ff88a-acf1-4655-b2d6-d51a68015530 Sep 22 08:49:25.396105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Port 650ff88a-acf1-4655-b2d6-d51a68015530 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:49:25.408256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] For port 650ff88a-acf1-4655-b2d6-d51a68015530, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:49:25.411615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] For port 650ff88a-acf1-4655-b2d6-d51a68015530, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=650ff88a-acf1-4655-b2d6-d51a68015530,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:49:25.415896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:25.446060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:25.446665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:25.448057 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/650ff88a-acf1-4655-b2d6-d51a68015530 HTTP/1.1" status: 200 len: 1094 time: 0.8449528 Sep 22 08:49:25.448505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:49:25.450762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:49:25.625916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd9cee-9ae0-476a-b8ed-867c9f86ff88 x-openstack-request-id: req-3bfd9cee-9ae0-476a-b8ed-867c9f86ff88 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:49:25.626146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:49:25.626348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bfd9cee-9ae0-476a-b8ed-867c9f86ff88 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:49:25.626737 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfd9cee-9ae0-476a-b8ed-867c9f86ff88'] response: {'name': 'network-changed', 'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530', 'status': 'completed', 'code': 200} Sep 22 08:49:25.632485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b00dc9-1c55-4cd3-baef-691e53c3d4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=650ff88a-acf1-4655-b2d6-d51a68015530,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:25.670237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-602c9ccc-b803-40b7-aba7-bfc56f6edd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:25.671784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-602c9ccc-b803-40b7-aba7-bfc56f6edd5b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 1097 time: 0.1776271 Sep 22 08:49:25.740381 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-b282d77e-2e20-4461-95c4-3e3d00685aaf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=650ff88a-acf1-4655-b2d6-d51a68015530 HTTP/1.1" status: 200 len: 217 time: 0.0623691 Sep 22 08:49:25.800754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-320197aa-65ef-4d34-9ded-f194aa7da399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:25.802131 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-320197aa-65ef-4d34-9ded-f194aa7da399 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0568891 Sep 22 08:49:25.885692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d661c6-9814-4f26-95a8-524984817df6 req-97acaad2-361f-4eb5-883b-ec8cb4a3cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:25.887071 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-97acaad2-361f-4eb5-883b-ec8cb4a3cc89 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793521 Sep 22 08:49:25.897019 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Attempt 3 to provision port 650ff88a-acf1-4655-b2d6-d51a68015530 Sep 22 08:49:25.959972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d4297-1305-463c-bafd-900975a1b9e2 None None] Port 650ff88a-acf1-4655-b2d6-d51a68015530 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:49:26.025456 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-589a74a6-f90f-47df-a20d-1991d431d0d4 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317737 Sep 22 08:49:26.163877 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d661c6-9814-4f26-95a8-524984817df6 req-42a73d43-41f3-4e53-a174-8c63bf2bc7fa service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264067 Sep 22 08:49:26.296254 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-c84933a0-d46b-48f6-8605-5d2601ab0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:26.297742 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-c84933a0-d46b-48f6-8605-5d2601ab0923 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 1097 time: 0.0787156 Sep 22 08:49:26.348696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563cb04-e963-4184-b365-cecd82978c68 req-5b493463-f229-4aeb-84a1-d397283a75ed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:26.350135 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a563cb04-e963-4184-b365-cecd82978c68 req-5b493463-f229-4aeb-84a1-d397283a75ed tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 944 time: 0.0882919 Sep 22 08:49:26.393970 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a563cb04-e963-4184-b365-cecd82978c68 req-f3fa20e4-fe61-403f-8ee4-7f764f669ee9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378969 Sep 22 08:49:26.445261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-aaacd189-98f0-49fd-83c2-b2ad29a15d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:26.446695 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-aaacd189-98f0-49fd-83c2-b2ad29a15d82 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1273866 Sep 22 08:49:26.515241 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-1e6c4b84-4faa-4e49-b8bc-7a06d9db97b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=650ff88a-acf1-4655-b2d6-d51a68015530 HTTP/1.1" status: 200 len: 217 time: 0.0624371 Sep 22 08:49:26.574752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-62721bb1-ecde-451d-ae48-7d4442406695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:26.576463 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-62721bb1-ecde-451d-ae48-7d4442406695 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0553660 Sep 22 08:49:26.659345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-7f450c19-f9ec-4607-bf33-87961db3ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:26.660765 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-7f450c19-f9ec-4607-bf33-87961db3ce7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781202 Sep 22 08:49:26.789693 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-9d284131-e111-48d5-b92b-dbb32be136a6 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228862 Sep 22 08:49:26.916547 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5a3a2c88-149f-4f05-808e-6aecdc7f7a5b req-c255cf44-7dd4-45ac-9bf8-510d3b03613c service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211882 Sep 22 08:49:27.590466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cd875-c087-4b80-ba5a-45d695304daa req-948ffb71-678d-4b5b-9d82-5bf31f3afebe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:27.591143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f54cd875-c087-4b80-ba5a-45d695304daa req-948ffb71-678d-4b5b-9d82-5bf31f3afebe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:49:27.605877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f54cd875-c087-4b80-ba5a-45d695304daa req-948ffb71-678d-4b5b-9d82-5bf31f3afebe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:49:27.607162 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f54cd875-c087-4b80-ba5a-45d695304daa req-948ffb71-678d-4b5b-9d82-5bf31f3afebe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 944 time: 0.1003323 Sep 22 08:49:27.651912 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f54cd875-c087-4b80-ba5a-45d695304daa req-ea7c3e65-8a90-47d1-89d4-2baa88316e24 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Sep 22 08:49:28.848528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f1c8-420e-4e5e-a527-90d5a4a74088 req-8f0c5232-56db-4e63-b786-d5e6f75440f9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:28.849983 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fde2f1c8-420e-4e5e-a527-90d5a4a74088 req-8f0c5232-56db-4e63-b786-d5e6f75440f9 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 944 time: 0.0886536 Sep 22 08:49:28.871348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 650ff88a-acf1-4655-b2d6-d51a68015530 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:49:28.894274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fde2f1c8-420e-4e5e-a527-90d5a4a74088 req-a90ea448-5ab1-4c22-8e2d-0afdee4d7a0e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386596 Sep 22 08:49:29.002553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 650ff88a-acf1-4655-b2d6-d51a68015530, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=650ff88a-acf1-4655-b2d6-d51a68015530,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:29.015402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '650ff88a-acf1-4655-b2d6-d51a68015530', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'port_id': '650ff88a-acf1-4655-b2d6-d51a68015530', 'mac_address': 'fa:16:3e:f1:d8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:49:29.069424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 650ff88a-acf1-4655-b2d6-d51a68015530 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:29.069802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:29.085928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650ff88a-acf1-4655-b2d6-d51a68015530 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:49:29.100643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 650ff88a-acf1-4655-b2d6-d51a68015530, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=650ff88a-acf1-4655-b2d6-d51a68015530,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:29.104587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:29.177005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=650ff88a-acf1-4655-b2d6-d51a68015530,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:29.320786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['650ff88a-acf1-4655-b2d6-d51a68015530'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:49:30.091347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f391-1491-4ab6-b491-a50781c00e61 req-1a15219f-8131-42f1-b600-abd6c3ed66b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:30.092795 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4cd9f391-1491-4ab6-b491-a50781c00e61 req-1a15219f-8131-42f1-b600-abd6c3ed66b5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 945 time: 0.0887988 Sep 22 08:49:30.137469 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4cd9f391-1491-4ab6-b491-a50781c00e61 req-e36ebbf9-19d5-4674-a676-e98230481900 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Sep 22 08:49:30.881277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 650ff88a-acf1-4655-b2d6-d51a68015530 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:49:30.951065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 650ff88a-acf1-4655-b2d6-d51a68015530 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:49:30.956346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 650ff88a-acf1-4655-b2d6-d51a68015530 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:49:30.956710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:30.957039 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 650ff88a-acf1-4655-b2d6-d51a68015530 Sep 22 08:49:31.068709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 650ff88a-acf1-4655-b2d6-d51a68015530 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:49:31.069008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:31.097711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:49:31.099988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e418a7c0-c4a2-4436-856f-b96ddd9239f7" -d '{"events": [{"server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "name": "network-vif-plugged", "status": "completed", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:49:31.107397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 650ff88a-acf1-4655-b2d6-d51a68015530, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=650ff88a-acf1-4655-b2d6-d51a68015530,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:49:31.111418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:31.147816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae177ecc-2206-4f82-91de-2f3f8d3a69c5 x-openstack-request-id: req-ae177ecc-2206-4f82-91de-2f3f8d3a69c5 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:49:31.148106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "name": "network-vif-plugged", "status": "completed", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:49:31.148355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae177ecc-2206-4f82-91de-2f3f8d3a69c5 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:49:31.148739 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae177ecc-2206-4f82-91de-2f3f8d3a69c5'] response: {'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530', 'code': 200} Sep 22 08:49:31.181779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=650ff88a-acf1-4655-b2d6-d51a68015530,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:31.497431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c673a2-3325-4b27-914e-473118ea7285 req-e0c40117-3768-4f63-bc45-f827f1c4bcd1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:31.498873 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-87c673a2-3325-4b27-914e-473118ea7285 req-e0c40117-3768-4f63-bc45-f827f1c4bcd1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 946 time: 0.2409289 Sep 22 08:49:31.530677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79553b5-41d5-42f5-b283-830347e35229 req-5d7e31f8-3b45-42d3-832f-7ed3aa2245b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:31.532678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c79553b5-41d5-42f5-b283-830347e35229 req-5d7e31f8-3b45-42d3-832f-7ed3aa2245b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 1099 time: 0.2081220 Sep 22 08:49:31.569977 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-87c673a2-3325-4b27-914e-473118ea7285 req-d951e5bd-3195-4a8c-8633-8d209e27f38f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643020 Sep 22 08:49:31.585156 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c79553b5-41d5-42f5-b283-830347e35229 req-89c155e2-cc52-481b-a1b4-e1646ae95d90 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453038 Sep 22 08:49:32.770828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750da2-aa7b-4993-b6c6-adff5dc2ef29 req-1723e3d8-3301-4aa3-aa10-01c92f6195fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:32.772308 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-36750da2-aa7b-4993-b6c6-adff5dc2ef29 req-1723e3d8-3301-4aa3-aa10-01c92f6195fe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 946 time: 0.0865691 Sep 22 08:49:32.817418 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-36750da2-aa7b-4993-b6c6-adff5dc2ef29 req-51a2582b-7a29-40bc-904d-6c063bde8ead tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377016 Sep 22 08:49:34.011761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345aed7-7266-4ae4-b4c9-dcc9582df869 req-51c92c66-cd23-458b-82f3-d6224eebddd3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:34.013211 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1345aed7-7266-4ae4-b4c9-dcc9582df869 req-51c92c66-cd23-458b-82f3-d6224eebddd3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 946 time: 0.0863557 Sep 22 08:49:34.056661 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1345aed7-7266-4ae4-b4c9-dcc9582df869 req-3a9d0c7f-288f-4f26-851f-7236da91307f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378509 Sep 22 08:49:34.254105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da583-ccb0-492b-badc-180e3b67d40f req-0b43ac51-5cd5-430e-a4da-58a5d14e1476 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:34.255569 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-196da583-ccb0-492b-badc-180e3b67d40f req-0b43ac51-5cd5-430e-a4da-58a5d14e1476 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 946 time: 0.0889215 Sep 22 08:49:34.299997 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-196da583-ccb0-492b-badc-180e3b67d40f req-826adfbc-2e64-4744-aeca-430ef0659dd3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384336 Sep 22 08:49:34.327706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45232) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:34.407457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4c92f-daff-408a-b4ee-c6d57339985a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:34.408501 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-87d4c92f-daff-408a-b4ee-c6d57339985a tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 1094 time: 0.0793283 Sep 22 08:49:34.411243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45236) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:49:34.416004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '650ff88a-acf1-4655-b2d6-d51a68015530', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:49:34.422001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:49:34.425786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:49:34.428625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:49:34.434305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:49:34.447524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:34.577979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:34.712752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.145 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/e97d8c00-1956-4d16-9c5c-28b7a6b8ba74) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:49:34.853668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:34.882020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:34.946424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:49:34.949184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:49:34.952643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:49:34.993115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=e97d8c00-1956-4d16-9c5c-28b7a6b8ba74,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:35.456498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:35.529771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:35.733321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:35.738228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:35.843759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:35.890519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=e97d8c00-1956-4d16-9c5c-28b7a6b8ba74,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:49:36.013691 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP cf288b56-1b5b-4f55-8b3b-3c32f83e2833 associated. External IP: 172.26.8.145, port: 650ff88a-acf1-4655-b2d6-d51a68015530. Sep 22 08:49:36.153310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd8b0c69-88ce-464a-8be0-c9f03ce038ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:36.358545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 981e48e4-5012-4bce-84a0-5821c510a3e7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:49:36.534306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:49:36.544342 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] Sync routers for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:49:36.554117 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:36.554715 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:49:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:36.558266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:36.612762 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-281ff0ad-900f-4eec-ac02-1c34c5b8c072 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2003689 Sep 22 08:49:36.613190 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:49:36.615502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad87a71c-c9f2-4a1e-b4bf-14057095f174" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:49:36.656060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fe5121-d43c-40b5-a411-8b5e6d60511b x-openstack-request-id: req-e6fe5121-d43c-40b5-a411-8b5e6d60511b {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:49:36.656385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:49:36.656636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e6fe5121-d43c-40b5-a411-8b5e6d60511b {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:49:36.657038 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6fe5121-d43c-40b5-a411-8b5e6d60511b'] response: {'name': 'network-changed', 'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530', 'status': 'completed', 'code': 200} Sep 22 08:49:36.726120 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:36.758346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-3dad3714-ccac-4778-97e4-dbb1dee191b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:36.759857 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-3dad3714-ccac-4778-97e4-dbb1dee191b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 1099 time: 0.0807598 Sep 22 08:49:36.889961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-96040436-849c-4f1e-b359-a9534adcfae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:36.891321 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-96040436-849c-4f1e-b359-a9534adcfae9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1252644 Sep 22 08:49:37.001239 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-f39ef0db-95b1-4d67-9a87-6d5fff89c704 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=650ff88a-acf1-4655-b2d6-d51a68015530 HTTP/1.1" status: 200 len: 1000 time: 0.0989625 Sep 22 08:49:37.062457 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:21Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}, {'id': 'cf288b56-1b5b-4f55-8b3b-3c32f83e2833', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.145', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': '650ff88a-acf1-4655-b2d6-d51a68015530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:f1:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c2905f-7367-4139-b576-aec649acd910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:35Z', 'updated_at': '2022-09-22T08:49:35Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:37.062810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-360e6ce3-b974-4155-8ab1-eb2307554d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:37.065669 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-360e6ce3-b974-4155-8ab1-eb2307554d00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0584259 Sep 22 08:49:37.067411 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] Checking router: 981e48e4-5012-4bce-84a0-5821c510a3e7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:49:37.076564 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:49:37.077157 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:49:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:37.149521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-84a87e02-a08d-4ad2-9287-c66288a8002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:49:37.150944 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-84a87e02-a08d-4ad2-9287-c66288a8002d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795681 Sep 22 08:49:37.278745 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:49:37.283919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-aab83ef8-b49b-49b3-8fd7-c80172192ad4 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248400 Sep 22 08:49:37.414447 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad87a71c-c9f2-4a1e-b4bf-14057095f174 req-51b0ab43-d294-42f0-9b2b-44e12cfb6c90 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246936 Sep 22 08:49:37.616418 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:21Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}, {'id': 'cf288b56-1b5b-4f55-8b3b-3c32f83e2833', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.145', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': '650ff88a-acf1-4655-b2d6-d51a68015530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:f1:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c2905f-7367-4139-b576-aec649acd910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:35Z', 'updated_at': '2022-09-22T08:49:35Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:49:37.620284 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556551c7-2b80-45ef-af9b-16386d45a61d None None] The sync data for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv is: [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:21Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}, {'id': 'cf288b56-1b5b-4f55-8b3b-3c32f83e2833', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.145', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': '650ff88a-acf1-4655-b2d6-d51a68015530', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:f1:d8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c2905f-7367-4139-b576-aec649acd910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:35Z', 'updated_at': '2022-09-22T08:49:35Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:49:37.796708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0e41c0-0288-41ca-b564-a7af99b0f8ab None None] New status for floating IP cf288b56-1b5b-4f55-8b3b-3c32f83e2833: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:49:38.309678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c80a758-425d-4b78-bc53-f251df9eac73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:39.564780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:39.612364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:40.891472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:42.497019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:49:59.471081 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:50:05.837206 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-58833f47-0dd8-4e1e-97b0-61872ea6218d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782282 Sep 22 08:50:05.993178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba456-e449-490a-8a29-879b16be1cba req-4f76c9b8-98c8-4fc9-be46-46d0f2cd4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:05.994635 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-4f76c9b8-98c8-4fc9-be46-46d0f2cd4419 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1099 time: 0.0928104 Sep 22 08:50:06.138000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba456-e449-490a-8a29-879b16be1cba req-31f5e411-537d-43b2-8cff-b858103dac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:06.139369 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-31f5e411-537d-43b2-8cff-b858103dac64 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1252658 Sep 22 08:50:06.154272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8766a192-4303-4bf2-9ae8-be6439d515df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:06.242919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-1e3e5f41-5d62-489d-8ec7-16b39cbde749 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 1002 time: 0.0972445 Sep 22 08:50:06.316621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba456-e449-490a-8a29-879b16be1cba req-d56bd74d-eab1-4be2-b40b-fb4e287e49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:06.318047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-d56bd74d-eab1-4be2-b40b-fb4e287e49a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0654101 Sep 22 08:50:06.399660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba456-e449-490a-8a29-879b16be1cba req-524b88bf-f9ca-478a-8516-7ecf45441ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:06.401053 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-524b88bf-f9ca-478a-8516-7ecf45441ade service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763197 Sep 22 08:50:06.617825 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-87cb59cb-8771-4163-a37b-9ed50132f57e service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108164 Sep 22 08:50:06.750762 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb4ba456-e449-490a-8a29-879b16be1cba req-b5d34334-8fbd-4dcc-84e4-db8c7b9fc7af service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211722 Sep 22 08:50:08.311187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c589aa08-e99b-4347-bb62-326fb4907ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:09.568039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:09.614240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:10.890503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:11.088043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45254) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:11.195358 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ce15c55-2d82-4ecc-8dd3-bbc260035bbe tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/756bef99-aa88-4ad6-9a0d-f7ebf24b3482 HTTP/1.1" status: 200 len: 994 time: 0.1062150 Sep 22 08:50:11.815907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45264) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:11.821646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:11.941935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:12.152085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:12.179083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:12.183541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:12.218752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:12.219343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:12.220670 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/ports/fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 939 time: 0.4037762 Sep 22 08:50:12.221205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:12.223462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:12.266231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:12.269785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74717a5c-0611-40bb-b9bc-8392756b290a x-openstack-request-id: req-74717a5c-0611-40bb-b9bc-8392756b290a {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:12.270071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:12.270320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74717a5c-0611-40bb-b9bc-8392756b290a {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:12.270707 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74717a5c-0611-40bb-b9bc-8392756b290a'] response: {'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'status': 'completed', 'code': 200} Sep 22 08:50:12.276631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.276859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.277195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.277527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.277851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.278181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.278490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.278814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.279135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.279475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.279792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.280109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab7daf7-2d52-4671-8dff-ed1ce206e76a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:12.367738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-12ae4039-b4de-4129-9e19-5c6be01f5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:12.369177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-12ae4039-b4de-4129-9e19-5c6be01f5e94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1100 time: 0.0773177 Sep 22 08:50:12.495537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:12.498987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-c6beb8aa-679c-4f43-bcfe-1cd22afaf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:12.500452 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-c6beb8aa-679c-4f43-bcfe-1cd22afaf9ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1255720 Sep 22 08:50:12.601827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-4c083dd6-d385-4f53-9975-422564b7c2f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 1003 time: 0.0948279 Sep 22 08:50:12.665751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-7a797e95-01d5-4acf-9e78-0c9b46181c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:12.667128 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-7a797e95-01d5-4acf-9e78-0c9b46181c7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0591745 Sep 22 08:50:12.747206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-6cbd00a0-2f53-443b-9706-3ae9ed76e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:12.748579 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-6cbd00a0-2f53-443b-9706-3ae9ed76e083 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762312 Sep 22 08:50:12.875887 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-f930ac06-7ef5-469b-89b5-b971ddc3c182 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210334 Sep 22 08:50:13.005547 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c14c81d-0990-42cb-8c71-3a7c1554a9e4 req-25bb7f81-64e7-409a-a1a7-fafd45507a62 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234694 Sep 22 08:50:15.650637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45274) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:15.656291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:15.781482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:15.993721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:16.104947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:16.109365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:16.144375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:16.144970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:16.146263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/ports/fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 938 time: 0.4946265 Sep 22 08:50:16.146789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:16.149034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e571f69-9981-4d16-92e2-e97aaf7736e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:16.149266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45278) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:16.190718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041e4c32-a1ba-4a8d-9f18-b849ba99f663 x-openstack-request-id: req-041e4c32-a1ba-4a8d-9f18-b849ba99f663 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:16.190997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:16.191258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-041e4c32-a1ba-4a8d-9f18-b849ba99f663 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:16.191645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041e4c32-a1ba-4a8d-9f18-b849ba99f663'] response: {'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'status': 'completed', 'code': 200} Sep 22 08:50:16.195237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f0708-eaec-40fd-9efb-07accac02bd5 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=7']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:16.299837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-0cbc8321-6310-4f74-ad25-1a80f9c2c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:16.301326 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-0cbc8321-6310-4f74-ad25-1a80f9c2c9a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1099 time: 0.0851705 Sep 22 08:50:16.346949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:50:16.385611 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-656d8a08-c914-4026-8eea-668e3d1ed691 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/756bef99-aa88-4ad6-9a0d-f7ebf24b3482 HTTP/1.1" status: 200 len: 994 time: 0.2297261 Sep 22 08:50:16.439206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-c9c8d341-04c8-42a0-9e24-560dce567446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:16.442010 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-c9c8d341-04c8-42a0-9e24-560dce567446 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1343071 Sep 22 08:50:16.551148 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-5775180d-607c-42d8-964b-11ac858dc4ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 1002 time: 0.1026568 Sep 22 08:50:16.614130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-0046161e-7bc0-40e5-b3b1-6ce5f7ddb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:16.615594 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-0046161e-7bc0-40e5-b3b1-6ce5f7ddb17f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0578640 Sep 22 08:50:16.697856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-f6e9ed7b-d4c4-4ac7-b4bd-86726e3a2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:16.699334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-f6e9ed7b-d4c4-4ac7-b4bd-86726e3a2e20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781374 Sep 22 08:50:16.831437 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-8bc0fd78-e695-483e-a666-3dc0622ce94f service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231232 Sep 22 08:50:16.959428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45290) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:16.967390 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e571f69-9981-4d16-92e2-e97aaf7736e0 req-3b7bb28d-d688-48c8-9355-38012d9b2b9d service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295826 Sep 22 08:50:17.156538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port e97d8c00-1956-4d16-9c5c-28b7a6b8ba74 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:50:17.157111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:17.321889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:17.322212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:17.443660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for e97d8c00-1956-4d16-9c5c-28b7a6b8ba74 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:50:17.591685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:17.638313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=e97d8c00-1956-4d16-9c5c-28b7a6b8ba74,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:17.685705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.686055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.686399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.686738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.687071 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.687423 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.687753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.688079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.688442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.688765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.689089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.689413 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:17.747263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:17.747601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP cf288b56-1b5b-4f55-8b3b-3c32f83e2833 disassociated (deleted). External IP: 172.26.8.145, port: 650ff88a-acf1-4655-b2d6-d51a68015530. Sep 22 08:50:18.100638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 981e48e4-5012-4bce-84a0-5821c510a3e7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:50:18.385530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:50:18.395346 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] Sync routers for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:50:18.404597 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:18.405195 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:18.405970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:18.463362 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0a868944-6490-46e4-a701-6627a0810e43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/cf288b56-1b5b-4f55-8b3b-3c32f83e2833 HTTP/1.1" status: 204 len: 168 time: 1.5024750 Sep 22 08:50:18.463963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:18.466219 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5cd818-5a16-47c6-9d47-b92c991c1e70" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:18.513230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10c2293-04fa-4113-b793-ea4269de7217 x-openstack-request-id: req-a10c2293-04fa-4113-b793-ea4269de7217 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:18.513516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:18.513813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a10c2293-04fa-4113-b793-ea4269de7217 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:18.514403 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10c2293-04fa-4113-b793-ea4269de7217'] response: {'name': 'network-changed', 'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530', 'status': 'completed', 'code': 200} Sep 22 08:50:18.582377 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:18.615434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-e10057fe-0c6f-468d-a5ab-c639fa51fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:18.616900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-e10057fe-0c6f-468d-a5ab-c639fa51fad4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 1099 time: 0.0826724 Sep 22 08:50:18.753459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-b873da27-6616-478d-87cc-23b1fb63598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:18.755016 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-b873da27-6616-478d-87cc-23b1fb63598f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1320243 Sep 22 08:50:18.825068 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-bfc198ba-c56e-466e-8696-07d49ba1f343 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=650ff88a-acf1-4655-b2d6-d51a68015530 HTTP/1.1" status: 200 len: 217 time: 0.0634360 Sep 22 08:50:18.856578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc316b45-9e33-4b00-84a0-2784ebf44cfd req-aa0f28ef-a430-4414-8d50-899c8e172b7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:18.857270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-cc316b45-9e33-4b00-84a0-2784ebf44cfd req-aa0f28ef-a430-4414-8d50-899c8e172b7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:18.872975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-cc316b45-9e33-4b00-84a0-2784ebf44cfd req-aa0f28ef-a430-4414-8d50-899c8e172b7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:18.874316 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc316b45-9e33-4b00-84a0-2784ebf44cfd req-aa0f28ef-a430-4414-8d50-899c8e172b7c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 946 time: 0.1069596 Sep 22 08:50:18.888414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-d61cefa4-7442-499b-817d-2797e8b680c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:18.890229 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-d61cefa4-7442-499b-817d-2797e8b680c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.0591309 Sep 22 08:50:18.924612 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc316b45-9e33-4b00-84a0-2784ebf44cfd req-2860d9f4-67de-482a-9cb3-5a32b226837c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Sep 22 08:50:18.939478 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:21Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:18.952260 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] Checking router: 981e48e4-5012-4bce-84a0-5821c510a3e7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:50:18.961261 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:18.961859 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:18.979616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-3507b9dc-3082-4a44-b809-70e17f5d3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:18.981108 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-3507b9dc-3082-4a44-b809-70e17f5d3af6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834527 Sep 22 08:50:19.113533 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-a474d173-f0b7-4cd3-9b04-b574a6c13ace service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246092 Sep 22 08:50:19.137217 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:19.250032 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d5cd818-5a16-47c6-9d47-b92c991c1e70 req-b9d44d72-c4ae-40ed-9901-5fe6ec97aa73 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299367 Sep 22 08:50:19.501758 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:21Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:19.505741 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c465060-c571-425f-8680-fd99dab7dcf0 None None] The sync data for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv is: [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '756bef99-aa88-4ad6-9a0d-f7ebf24b3482', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.115', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'port_id': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'mac_address': 'fa:16:3e:e4:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:49:19Z', 'updated_at': '2022-09-22T08:49:21Z', 'revision_number': 1, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:50:19.700985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2a16ee-930b-4e80-bbee-610f01d0de7e None None] New status for floating IP cf288b56-1b5b-4f55-8b3b-3c32f83e2833: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:50:20.241789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78005d-7457-4e9b-817d-3c672893a080 req-effda8ec-7c1f-4956-9277-ab35e0b49984 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:20.243197 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc78005d-7457-4e9b-817d-3c672893a080 req-effda8ec-7c1f-4956-9277-ab35e0b49984 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 946 time: 0.2423537 Sep 22 08:50:20.250318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609a1a5-b1da-48b4-8a51-587e6a5d7782 req-bd234d39-499a-4bc5-a149-03c796e35da6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:20.251661 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0609a1a5-b1da-48b4-8a51-587e6a5d7782 req-bd234d39-499a-4bc5-a149-03c796e35da6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 946 time: 0.1221819 Sep 22 08:50:20.341885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 650ff88a-acf1-4655-b2d6-d51a68015530 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:50:20.342215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:20.370755 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0609a1a5-b1da-48b4-8a51-587e6a5d7782 req-579ea369-2841-42b5-b58b-b9700a17e2af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=e54de6f7-533d-4810-a512-0360b0051a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912340 Sep 22 08:50:20.590677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 650ff88a-acf1-4655-b2d6-d51a68015530, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=650ff88a-acf1-4655-b2d6-d51a68015530,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:20.590957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:20.711081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 650ff88a-acf1-4655-b2d6-d51a68015530 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:50:20.852261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:20.899839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=650ff88a-acf1-4655-b2d6-d51a68015530,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:20.989865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 650ff88a-acf1-4655-b2d6-d51a68015530 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:50:20.992466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:20.996156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'name': 'network-vif-deleted', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:20.998467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2838b30-191a-4514-b308-a1c2605f0e7c" -d '{"events": [{"server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "name": "network-vif-deleted", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:21.011865 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc78005d-7457-4e9b-817d-3c672893a080 req-1c241046-2ddb-4fee-b9eb-3ade0f5276de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/650ff88a-acf1-4655-b2d6-d51a68015530 HTTP/1.1" status: 204 len: 173 time: 0.7592089 Sep 22 08:50:21.046857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d010ea7a-5f6b-48d1-89ee-ebda3c1a3034 x-openstack-request-id: req-d010ea7a-5f6b-48d1-89ee-ebda3c1a3034 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:21.047145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c2905f-7367-4139-b576-aec649acd910", "name": "network-vif-deleted", "tag": "650ff88a-acf1-4655-b2d6-d51a68015530", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:21.047431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d010ea7a-5f6b-48d1-89ee-ebda3c1a3034 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:21.047857 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d010ea7a-5f6b-48d1-89ee-ebda3c1a3034'] response: {'server_uuid': 'a9c2905f-7367-4139-b576-aec649acd910', 'name': 'network-vif-deleted', 'tag': '650ff88a-acf1-4655-b2d6-d51a68015530', 'status': 'completed', 'code': 200} Sep 22 08:50:21.554428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-da66f142-5639-444d-b305-c17d7b5831b0 req-84239b4b-ea33-4e08-a8a7-9dfcb584684e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:21.570270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-da66f142-5639-444d-b305-c17d7b5831b0 req-84239b4b-ea33-4e08-a8a7-9dfcb584684e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:21.571456 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da66f142-5639-444d-b305-c17d7b5831b0 req-84239b4b-ea33-4e08-a8a7-9dfcb584684e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c2905f-7367-4139-b576-aec649acd910 HTTP/1.1" status: 200 len: 210 time: 0.0703425 Sep 22 08:50:22.673917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45308) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:22.740357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2d45-c0af-4252-aa22-9aecfa67e7ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:22.770170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2d45-c0af-4252-aa22-9aecfa67e7ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:22.833132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2d45-c0af-4252-aa22-9aecfa67e7ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:22.851808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf2d45-c0af-4252-aa22-9aecfa67e7ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54de6f7-533d-4810-a512-0360b0051a73,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:22.859159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bfcf2d45-c0af-4252-aa22-9aecfa67e7ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:22.860793 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bfcf2d45-c0af-4252-aa22-9aecfa67e7ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/e54de6f7-533d-4810-a512-0360b0051a73 HTTP/1.1" status: 204 len: 168 time: 0.1858613 Sep 22 08:50:22.892737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45314) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:23.094079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 22c0ee72-e37e-4c4c-aa5a-3fa2b8fed703 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:50:23.094357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:23.122170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 650ff88a-acf1-4655-b2d6-d51a68015530 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:50:23.155628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 650ff88a-acf1-4655-b2d6-d51a68015530 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:50:23.155967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 650ff88a-acf1-4655-b2d6-d51a68015530 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:50:23.259039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:23.259389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:23.467438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 22c0ee72-e37e-4c4c-aa5a-3fa2b8fed703 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:50:23.609082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:23.659185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=22c0ee72-e37e-4c4c-aa5a-3fa2b8fed703,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:23.750872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:23.751618 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 756bef99-aa88-4ad6-9a0d-f7ebf24b3482 disassociated (deleted). External IP: 172.26.8.115, port: fb95c85d-ae6f-43a6-8d2a-3c764ee914ed. Sep 22 08:50:24.096826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 981e48e4-5012-4bce-84a0-5821c510a3e7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:50:24.270614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:50:24.279830 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] Sync routers for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:50:24.289024 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:24.289631 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:24.290108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:24.350890 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-809f5460-9bad-4142-8df3-ab4619e82d56 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/756bef99-aa88-4ad6-9a0d-f7ebf24b3482 HTTP/1.1" status: 204 len: 168 time: 1.4546216 Sep 22 08:50:24.350890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:24.351926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:24.396735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eab2fe-7f4b-4f2e-82b5-665fa7322f20 x-openstack-request-id: req-70eab2fe-7f4b-4f2e-82b5-665fa7322f20 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:24.397019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:24.397266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70eab2fe-7f4b-4f2e-82b5-665fa7322f20 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:24.397659 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70eab2fe-7f4b-4f2e-82b5-665fa7322f20'] response: {'name': 'network-changed', 'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'status': 'completed', 'code': 200} Sep 22 08:50:24.468251 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:24.499610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-ab348dcd-4280-48fe-9b4a-abedce44586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:24.501754 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-ab348dcd-4280-48fe-9b4a-abedce44586e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 1099 time: 0.0816376 Sep 22 08:50:24.637324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-9fc3d0f2-c9e2-488b-8c6f-864b72413321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:24.638739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-9fc3d0f2-c9e2-488b-8c6f-864b72413321 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 200 len: 898 time: 0.1314769 Sep 22 08:50:24.750789 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-d9825d1c-5c26-4d17-a9ff-cb726ba79ee1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 200 len: 217 time: 0.0701129 Sep 22 08:50:24.778030 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:24.782237 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] Checking router: 981e48e4-5012-4bce-84a0-5821c510a3e7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:50:24.790398 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:24.790984 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:24.928065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-9bcb0f2b-a53c-443e-8467-6414bcbab706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:24.929412 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-9bcb0f2b-a53c-443e-8467-6414bcbab706 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 200 len: 835 time: 0.1717265 Sep 22 08:50:24.968751 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:24.983245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be97f0c-03ef-41e5-884c-518064d08cad req-714fd7cf-0507-4954-950d-c75098649cbf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:24.983937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9be97f0c-03ef-41e5-884c-518064d08cad req-714fd7cf-0507-4954-950d-c75098649cbf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:25.015760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9be97f0c-03ef-41e5-884c-518064d08cad req-714fd7cf-0507-4954-950d-c75098649cbf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:25.016979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9be97f0c-03ef-41e5-884c-518064d08cad req-714fd7cf-0507-4954-950d-c75098649cbf tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 946 time: 0.3760836 Sep 22 08:50:25.059440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-cd943d82-cd5f-4f9e-8535-dd55f5ebc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:25.060895 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-cd943d82-cd5f-4f9e-8535-dd55f5ebc5be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2258ddde-79ee-4728-852c-b31f627f93a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255059 Sep 22 08:50:25.071160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9be97f0c-03ef-41e5-884c-518064d08cad req-154c4df5-e733-4fec-8987-b6b45ad796ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:25.165530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9be97f0c-03ef-41e5-884c-518064d08cad req-154c4df5-e733-4fec-8987-b6b45ad796ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:25.166680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9be97f0c-03ef-41e5-884c-518064d08cad req-154c4df5-e733-4fec-8987-b6b45ad796ea tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434810 Sep 22 08:50:25.212389 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-58acf03d-bbf5-4567-93f3-ae1759f50a59 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434934 Sep 22 08:50:25.286880 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:25.290849 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f126d8-2401-44f2-bf1a-4ef0567f2d1f None None] The sync data for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv is: [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:49:03Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '802688f0-f7d5-4fc2-8d4a-7499918d5d1f', 'name': '', 'network_id': '2258ddde-79ee-4728-852c-b31f627f93a7', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:4b:23:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:49:02Z', 'updated_at': '2022-09-22T08:49:08Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'a924c550-e973-45d8-baa8-17aaaddf4013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:50:25.351518 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5faf2da0-c016-4d07-a3df-4810e4c0fcc4 req-0039b335-f7b5-4db1-b63f-d9d4585f9977 service neutron] 10.222.0.48 "GET /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321213 Sep 22 08:50:25.506557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f72ebe-47f0-4be9-905c-5578d4e370ac None None] New status for floating IP 756bef99-aa88-4ad6-9a0d-f7ebf24b3482: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:50:26.080912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-8d9d5ca1-3432-4e90-b964-2a5581df979e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:26.082487 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-8d9d5ca1-3432-4e90-b964-2a5581df979e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 946 time: 0.0908015 Sep 22 08:50:26.152714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:50:26.153058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:26.369232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aa8f6-b0ce-4441-affe-c20d609c1002 req-f1917ddb-c05d-415c-b22d-001ffcc17c32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:26.370607 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d1aa8f6-b0ce-4441-affe-c20d609c1002 req-f1917ddb-c05d-415c-b22d-001ffcc17c32 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=f77d5379-4e3e-4bff-a47b-5065f5475805 HTTP/1.1" status: 200 len: 946 time: 0.0902464 Sep 22 08:50:26.400147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:26.400505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:26.414315 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d1aa8f6-b0ce-4441-affe-c20d609c1002 req-2f54733c-5dc4-4c9e-b401-e7084bdb87a6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3464cd-92cb-4dba-8114-1ca81439f914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379081 Sep 22 08:50:26.520014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for fb95c85d-ae6f-43a6-8d2a-3c764ee914ed owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:50:26.662935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:26.745816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=fb95c85d-ae6f-43a6-8d2a-3c764ee914ed,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:26.801085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port fb95c85d-ae6f-43a6-8d2a-3c764ee914ed on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:50:26.803671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:26.806217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'name': 'network-vif-deleted', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:26.808540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431b779a-0cf6-49f3-93a5-c2f06f17bd1b" -d '{"events": [{"server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "name": "network-vif-deleted", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:26.822089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-57492a30-6878-4cf5-93a4-41b4f81871f8 req-734a54f0-6a16-44ca-a3fe-be25fd253ef4 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/fb95c85d-ae6f-43a6-8d2a-3c764ee914ed HTTP/1.1" status: 204 len: 173 time: 0.7346816 Sep 22 08:50:26.851991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bea0a3-4a8e-4a63-b5e5-d683baf3b174 x-openstack-request-id: req-c5bea0a3-4a8e-4a63-b5e5-d683baf3b174 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:26.852289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77d5379-4e3e-4bff-a47b-5065f5475805", "name": "network-vif-deleted", "tag": "fb95c85d-ae6f-43a6-8d2a-3c764ee914ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:26.852601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5bea0a3-4a8e-4a63-b5e5-d683baf3b174 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:26.853012 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bea0a3-4a8e-4a63-b5e5-d683baf3b174'] response: {'server_uuid': 'f77d5379-4e3e-4bff-a47b-5065f5475805', 'name': 'network-vif-deleted', 'tag': 'fb95c85d-ae6f-43a6-8d2a-3c764ee914ed', 'status': 'completed', 'code': 200} Sep 22 08:50:27.512192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45330) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:27.578968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d264cc4b-f9e3-40a4-8834-c97e7c71435e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:27.607294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d264cc4b-f9e3-40a4-8834-c97e7c71435e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:27.674921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d264cc4b-f9e3-40a4-8834-c97e7c71435e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:27.693772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264cc4b-f9e3-40a4-8834-c97e7c71435e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3464cd-92cb-4dba-8114-1ca81439f914,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:27.703522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d264cc4b-f9e3-40a4-8834-c97e7c71435e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:27.704747 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d264cc4b-f9e3-40a4-8834-c97e7c71435e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/bc3464cd-92cb-4dba-8114-1ca81439f914 HTTP/1.1" status: 204 len: 168 time: 0.1915300 Sep 22 08:50:27.737352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:28.286507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:28.633632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:50:28.633887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:28.816014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 802688f0-f7d5-4fc2-8d4a-7499918d5d1f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:28.816691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:29.048215 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 802688f0-f7d5-4fc2-8d4a-7499918d5d1f owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:50:29.153159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fb95c85d-ae6f-43a6-8d2a-3c764ee914ed no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:50:29.190048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: fb95c85d-ae6f-43a6-8d2a-3c764ee914ed {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:50:29.190460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fb95c85d-ae6f-43a6-8d2a-3c764ee914ed not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:50:29.239915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:29.289838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=802688f0-f7d5-4fc2-8d4a-7499918d5d1f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:29.570503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:29.923652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 981e48e4-5012-4bce-84a0-5821c510a3e7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:50:30.094898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:50:30.104131 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] Sync routers for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:50:30.107152 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5546a298-860a-4150-9cdd-e5d7b96489c3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/981e48e4-5012-4bce-84a0-5821c510a3e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3686059 Sep 22 08:50:30.110482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45340) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:30.114107 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:30.114701 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:30.179557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet a924c550-e973-45d8-baa8-17aaaddf4013 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:50:30.182355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:30.235513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:30.310474 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:30.317760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:30.512410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:30.553545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:30.559248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23b1d2-cf07-4427-92f4-8b499b414841 None None] Network 2258ddde-79ee-4728-852c-b31f627f93a7 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:50:30.563368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45344) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:30.563823 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/a924c550-e973-45d8-baa8-17aaaddf4013 HTTP/1.1" status: 204 len: 168 time: 0.4519849 Sep 22 08:50:30.564308 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310891b9-d053-4afd-bac4-78ef57d4c0f3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=a924c550-e973-45d8-baa8-17aaaddf4013,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:30.597846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:50:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:30.601790 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] Checking router: 981e48e4-5012-4bce-84a0-5821c510a3e7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:50:30.610142 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] Routers {'981e48e4-5012-4bce-84a0-5821c510a3e7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:30.610752 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['981e48e4-5012-4bce-84a0-5821c510a3e7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:30.745966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:30.785469 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] Set router 981e48e4-5012-4bce-84a0-5821c510a3e7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:30.824820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322987fc-d47f-4602-806b-d938973870fa None None] DHCP port deletion for 2258ddde-79ee-4728-852c-b31f627f93a7 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:50:30.835041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-322987fc-d47f-4602-806b-d938973870fa None None] Deleting port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:50:30.835903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.033111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.042886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:50:31.043404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.069269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-322987fc-d47f-4602-806b-d938973870fa None None] For port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2b5b476a-52e6-42b6-8fac-78b6ffe70ce3,segment=NetworkSegment(483338cc-08a3-4a29-9930-8c1517de2ab5),segment_id=483338cc-08a3-4a29-9930-8c1517de2ab5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:31.069707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.074439 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:50:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:31.080905 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d5f04-adea-40d9-b134-dc1c9a38aa36 None None] The sync data for ids ['981e48e4-5012-4bce-84a0-5821c510a3e7'] in dv-neutron-857569-1-hyperv is: [{'id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'name': 'tempest-TestNetworkBasicOps-router-1287275301', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149'}], 'enable_snat': True}, 'gw_port_id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:48:58Z', 'updated_at': '2022-09-22T08:50:29Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '4ee6f088-2abb-4aa3-bba5-6815f16b8dcb', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981e48e4-5012-4bce-84a0-5821c510a3e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:48:59Z', 'updated_at': '2022-09-22T08:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:50:31.194463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-322987fc-d47f-4602-806b-d938973870fa None None] Calling delete_port for 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:50:31.224445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:31.225173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.272146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.347651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:50:31.350203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322987fc-d47f-4602-806b-d938973870fa None None] Pushing event deleted for resources: {'Port': ['ID=2b5b476a-52e6-42b6-8fac-78b6ffe70ce3,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:31.358587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.358957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.359318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.360180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.360511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.360837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.361160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.361478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.361798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.362114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.362429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.362743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322987fc-d47f-4602-806b-d938973870fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:31.365411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322987fc-d47f-4602-806b-d938973870fa None None] No DVR routers for this DVR port 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:50:31.650039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.698577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=4ee6f088-2abb-4aa3-bba5-6815f16b8dcb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:31.795455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.963520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.965732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.988843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:31.989307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router 981e48e4-5012-4bce-84a0-5821c510a3e7 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:50:32.004917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.006002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-01eb6dd5-51db-4f8f-908f-04e0f301926c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/981e48e4-5012-4bce-84a0-5821c510a3e7 HTTP/1.1" status: 204 len: 168 time: 1.4407368 Sep 22 08:50:32.008794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45348) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:32.124911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.350622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.374613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2258ddde-79ee-4728-852c-b31f627f93a7']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:32.387175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483338cc-08a3-4a29-9930-8c1517de2ab5') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:32.387502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483338cc-08a3-4a29-9930-8c1517de2ab5') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:32.399164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.414602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.421133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:50:32.421556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.502121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:50:32.529266 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 483338cc-08a3-4a29-9930-8c1517de2ab5 resource provider aggregate not found Sep 22 08:50:32.538424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:50:32.538774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2b5b476a-52e6-42b6-8fac-78b6ffe70ce3 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:50:32.539184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:50:32.546365 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 483338cc-08a3-4a29-9930-8c1517de2ab5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 483338cc-08a3-4a29-9930-8c1517de2ab5 found for delete ", "request_id": "req-ad321b34-503a-4074-9171-c51f831deb7f"}]} Sep 22 08:50:32.551242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.569341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.574599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:50:32.574941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4ee6f088-2abb-4aa3-bba5-6815f16b8dcb not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:50:32.575371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802688f0-f7d5-4fc2-8d4a-7499918d5d1f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:50:32.580912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=2258ddde-79ee-4728-852c-b31f627f93a7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:32.589192 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dca0ee1e-8031-433f-9f9e-7a0edc7ce127 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/2258ddde-79ee-4728-852c-b31f627f93a7 HTTP/1.1" status: 204 len: 168 time: 0.5793846 Sep 22 08:50:32.608812 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 802688f0-f7d5-4fc2-8d4a-7499918d5d1f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:50:32.609373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 802688f0-f7d5-4fc2-8d4a-7499918d5d1f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:50:32.614180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45358) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:32.620042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'network': {'name': 'tempest-network-smoke--1407150238', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:32.625069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:32.629979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:network and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:32.632812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:32.638413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:32.649333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:50:32.652964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.680075 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:50:32.689443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.689842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Added segment f85ccb1c-bbd2-45ed-9af4-19f7181bf383 of type vlan for network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f Sep 22 08:50:32.714643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.742193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.747393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:32.747963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.847822 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2325604 Sep 22 08:50:32.850565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:32.857637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-431477473', 'admin_state_up': True, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:32.866358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:32.868540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9191942-f845-46f8-ac1e-f5f2620c14fd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Network': ['ID=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:32.872285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:router and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:32.875325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:32.879121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:50:32.882691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:32.892631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.894358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:32.917796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:33.183988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:33.479892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:33.512217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:33.644418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.25 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/88909b09-eb2c-433e-863c-fd8351175f45) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:50:33.887659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:33.918124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:33.980707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:50:33.983391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:50:33.987169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:50:34.024950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=88909b09-eb2c-433e-863c-fd8351175f45,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:34.394839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:34.729261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:34.930023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0d21536a-f3b9-40f1-8468-64cb34b7290a is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:50:35.101842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:50:35.111166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Sync routers for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:50:35.120434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:35.120999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:35.127897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:35.132140 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6678987c-c0ed-4127-a491-5842e72ca48e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2777412 Sep 22 08:50:35.132344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:35.294790 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c0d4d5d8-2b82-4780-81e7-13a2dcbd2dd0 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c6194f56e99445c99d3984d08a35fbee&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1613202 Sep 22 08:50:35.297321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:35.314796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:35.422577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a04216-b86f-4c33-9067-2122fa54d923 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:35.423993 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-29a04216-b86f-4c33-9067-2122fa54d923 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257944 Sep 22 08:50:35.426804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45374) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:35.465092 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5f8d0a85-92b5-4cfc-9e62-664160d95422 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372386 Sep 22 08:50:35.467603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:35.472720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1207367253', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:35.584732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:35.588584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:subnet and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:35.591440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:35.592505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:34Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:35.596332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Checking router: 0d21536a-f3b9-40f1-8468-64cb34b7290a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:50:35.596678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Updating router 0d21536a-f3b9-40f1-8468-64cb34b7290a port 88909b09-eb2c-433e-863c-fd8351175f45 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:50:35.597156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:35.606730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:50:35.610658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:35.651257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:35.830210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:35.907301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Subnet': ['ID=f38c7cb6-427e-4ddc-9412-73fefbf4b182,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:35.916769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Checking segment: {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:50:35.917121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network hostable DHCP agents. Network: c0161fda-2d3c-4cbe-a8e7-1b88baa7715f, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:50:35.938300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:50:35.949337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c0161fda-2d3c-4cbe-a8e7-1b88baa7715f) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:50:35.953343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:35.954079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:35.966958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e879d0-ffe2-423f-ba97-38b802e25d1e None None] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:50:35.978758 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8feb230a-1631-43f3-b113-994b1c019e93 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5101557 Sep 22 08:50:35.981635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:36.057466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.077347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Transition to ACTIVE for port object 88909b09-eb2c-433e-863c-fd8351175f45 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:50:36.097471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.212542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Attempting to bind port 88909b09-eb2c-433e-863c-fd8351175f45 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:50:36.213254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Attempting to bind port 88909b09-eb2c-433e-863c-fd8351175f45 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:50:36.213254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Attempting to bind port 88909b09-eb2c-433e-863c-fd8351175f45 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:50:36.239355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:50:36.239728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:50:36.240123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.240512 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:50:36.240975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Bound port: 88909b09-eb2c-433e-863c-fd8351175f45, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:50:36.241346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.273520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a361887-6aa2-4e3a-be8b-0586b8e87cc5 None None] Pushing event updated for resources: {'Port': ['ID=88909b09-eb2c-433e-863c-fd8351175f45,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:36.275290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f58b463e-2116-4c58-aba9-5c876934f3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.400808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:50:36.401744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.412768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] For port 88909b09-eb2c-433e-863c-fd8351175f45, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:50:36.426048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] For port 88909b09-eb2c-433e-863c-fd8351175f45, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=88909b09-eb2c-433e-863c-fd8351175f45,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:50:36.466182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.472612 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:50:36.557013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:36.557647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:36.671188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:36.709197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a361887-6aa2-4e3a-be8b-0586b8e87cc5 None None] Pushing event updated for resources: {'Port': ['ID=88909b09-eb2c-433e-863c-fd8351175f45,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:36.791394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Allocated IP 172.20.0.2 (c0161fda-2d3c-4cbe-a8e7-1b88baa7715f/f38c7cb6-427e-4ddc-9412-73fefbf4b182/c01e051e-2a1e-4009-860f-4d8d3c9a7f88) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:50:36.820993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:37.256015 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:37.268673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Transition to ACTIVE for port object c01e051e-2a1e-4009-860f-4d8d3c9a7f88 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:50:37.291663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Transition to ACTIVE for port object c01e051e-2a1e-4009-860f-4d8d3c9a7f88 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:50:37.298155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:37.349940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:34Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:37.363446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.1 (c0161fda-2d3c-4cbe-a8e7-1b88baa7715f/f38c7cb6-427e-4ddc-9412-73fefbf4b182/ca47db51-50cf-4942-bb3a-7e99320bb552) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:50:37.370914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f734645-eed5-4d05-95ab-22d813e62ad6 None None] The sync data for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv is: [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:34Z', 'revision_number': 3, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:50:37.375960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:50:37.381857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:50:37.383701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Pushing event updated for resources: {'Port': ['ID=c01e051e-2a1e-4009-860f-4d8d3c9a7f88,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:37.385822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:50:37.490817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Attempting to bind port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:50:37.491180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Attempting to bind port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:50:37.491566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Attempting to bind port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 on network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:50:37.496856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:50:37.497232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Checking segment: {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:50:37.497623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:37.498016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Bound using segment: {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:50:37.498472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Bound port: c01e051e-2a1e-4009-860f-4d8d3c9a7f88, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:50:37.498843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:37.534488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:37.553378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object ca47db51-50cf-4942-bb3a-7e99320bb552 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:50:37.588934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:37.615321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] For port c01e051e-2a1e-4009-860f-4d8d3c9a7f88, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:50:37.620036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] For port c01e051e-2a1e-4009-860f-4d8d3c9a7f88, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c01e051e-2a1e-4009-860f-4d8d3c9a7f88,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:50:37.624055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:37.667357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:50:37.670601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:50:37.675328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:50:37.714996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:37.720101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a22b1-f6c6-47bd-9910-bc7b710dca2b None None] Pushing event updated for resources: {'Port': ['ID=c01e051e-2a1e-4009-860f-4d8d3c9a7f88,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:37.749813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.106335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.325936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f628ce4-6439-4308-b2b2-5f6ad3842373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.551515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.558533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.559633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c01e051e-2a1e-4009-860f-4d8d3c9a7f88 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:50:38.634130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:50:38.639913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 88909b09-eb2c-433e-863c-fd8351175f45 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:50:38.683744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdadfbd-74c7-4c60-b850-4c0530af1629 None None] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:50:38.804320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:38.807860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.855631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Provisioning for port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:50:38.873073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Provisioning complete for port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:38.873425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.873758 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Attempt 1 to provision port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 Sep 22 08:50:38.906773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 88909b09-eb2c-433e-863c-fd8351175f45 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:50:38.927857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 88909b09-eb2c-433e-863c-fd8351175f45 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:38.928142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:38.928467 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 88909b09-eb2c-433e-863c-fd8351175f45 Sep 22 08:50:38.953573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:50:38.954745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:50:39.145683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0d21536a-f3b9-40f1-8468-64cb34b7290a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:50:39.200280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 88909b09-eb2c-433e-863c-fd8351175f45 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:39.200653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.209367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Current status of the port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:39.209733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.243706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 88909b09-eb2c-433e-863c-fd8351175f45, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=88909b09-eb2c-433e-863c-fd8351175f45,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:39.254741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.293608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] For port c01e051e-2a1e-4009-860f-4d8d3c9a7f88, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c01e051e-2a1e-4009-860f-4d8d3c9a7f88,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:39.311863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.338730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=88909b09-eb2c-433e-863c-fd8351175f45,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:39.344718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:50:39.356382 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Sync routers for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:50:39.362348 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8948b90c-99a0-47ce-b439-20f3f1a8aca3 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/0d21536a-f3b9-40f1-8468-64cb34b7290a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774362 Sep 22 08:50:39.362663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45386) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:39.368754 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:39.369860 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:39.414975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99ed60-066f-45bf-9f74-9bc39c46cad6 None None] Pushing event updated for resources: {'Port': ['ID=c01e051e-2a1e-4009-860f-4d8d3c9a7f88,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:39.512766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bc3f7-f022-4b26-a636-d9f77a5fc069 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.513230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bc3f7-f022-4b26-a636-d9f77a5fc069 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.513679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bc3f7-f022-4b26-a636-d9f77a5fc069 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.514200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bc3f7-f022-4b26-a636-d9f77a5fc069 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.516297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6e5bc3f7-f022-4b26-a636-d9f77a5fc069 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1522574 Sep 22 08:50:39.519012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45390) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:39.541237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Provisioning for port ca47db51-50cf-4942-bb3a-7e99320bb552 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:50:39.546852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Provisioning complete for port ca47db51-50cf-4942-bb3a-7e99320bb552 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:39.547173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.547595 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Attempt 1 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:50:39.559557 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:39.603746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad97b1f-fe6e-4159-bd61-5d0b40c9bca6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.604337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad97b1f-fe6e-4159-bd61-5d0b40c9bca6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.604995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad97b1f-fe6e-4159-bd61-5d0b40c9bca6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.605462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad97b1f-fe6e-4159-bd61-5d0b40c9bca6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:39.607772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ad97b1f-fe6e-4159-bd61-5d0b40c9bca6 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0876660 Sep 22 08:50:39.610649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:39.630138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Port ca47db51-50cf-4942-bb3a-7e99320bb552 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:50:39.630708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.634047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.850370 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-81979b15-d6f6-4927-8b67-a9d70d383423 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2373638 Sep 22 08:50:39.930063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45400) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:39.935941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121490237', 'description': 'tempest-secgroup-smoke-121490237 description', 'project_id': 'c6194f56e99445c99d3984d08a35fbee'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:39.942377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:39.946744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:39.949192 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:38Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:50:38Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:39.949600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:39.952969 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Checking router: 0d21536a-f3b9-40f1-8468-64cb34b7290a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:50:39.953926 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Updating router 0d21536a-f3b9-40f1-8468-64cb34b7290a port ca47db51-50cf-4942-bb3a-7e99320bb552 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:50:39.956419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:39.967696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:39.987098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:39.990981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:39.993755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:39.999368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:40.009970 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.070435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.073913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.118645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077fe562-9858-4409-8429-d6842fb3e27b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.121323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.122534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e14613be-14a7-41ee-9f9e-2c9883477b8b tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1915846 Sep 22 08:50:40.126665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45404) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:40.131590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '077fe562-9858-4409-8429-d6842fb3e27b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:40.132126 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Attempt 2 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:50:40.137881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:40.142452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:40.146752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:40.153760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:40.172519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.194334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Port ca47db51-50cf-4942-bb3a-7e99320bb552 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:50:40.239295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.243536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.267754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caee40ce-bda1-4114-9563-be72763352c5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.276232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.277484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ecf908d2-af41-4c5d-acdc-8db2a47dfec1 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504216 Sep 22 08:50:40.280282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45408) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:40.285424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '077fe562-9858-4409-8429-d6842fb3e27b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:40.291098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:40.294885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:40.298304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:40.303930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:40.319921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.355008 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.367032 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Transition to ACTIVE for port object ca47db51-50cf-4942-bb3a-7e99320bb552 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:50:40.373607 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.381660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.385814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.408281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ec54a4-1eeb-4bdd-bc65-10cdcfc90e36,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.417915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.419070 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a06d1bcd-c0cc-4c56-b11a-aa368db8d6f0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379106 Sep 22 08:50:40.422410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45412) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:40.427285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '077fe562-9858-4409-8429-d6842fb3e27b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:40.432915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:40.436690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:40.440285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:40.446138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:40.463583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.509265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c01e051e-2a1e-4009-860f-4d8d3c9a7f88 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:50:40.527800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.533167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.559514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e51c5d-3e40-401e-b683-9ea58e631008,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.572045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.573486 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3552dd83-26f4-4d62-8b89-eae64525c0be tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500967 Sep 22 08:50:40.576614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:40.581263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '077fe562-9858-4409-8429-d6842fb3e27b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:40.585279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:40.585903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.586324 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 Sep 22 08:50:40.587321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:40.591296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:40.593456 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Pushing event updated for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.594810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:40.600579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:40.602053 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.602387 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.602879 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.603454 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.603947 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.604424 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.604897 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.605375 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.605838 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.606401 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.606871 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.607362 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:50:40.614356 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Attempting to bind port ca47db51-50cf-4942-bb3a-7e99320bb552 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:50:40.615417 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Attempting to bind port ca47db51-50cf-4942-bb3a-7e99320bb552 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:50:40.616040 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Attempting to bind port ca47db51-50cf-4942-bb3a-7e99320bb552 on network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:50:40.621453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.622294 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:50:40.622655 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Checking segment: {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:50:40.623257 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.623813 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Bound using segment: {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:50:40.624440 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Bound port: ca47db51-50cf-4942-bb3a-7e99320bb552, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:50:40.625250 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.685280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.689761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.696656 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Attempt 3 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:50:40.711041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a49734-c40e-44ab-9d57-edc4d66cb61a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.721342 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] For port ca47db51-50cf-4942-bb3a-7e99320bb552, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:50:40.724796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.724941 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] For port ca47db51-50cf-4942-bb3a-7e99320bb552, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ca47db51-50cf-4942-bb3a-7e99320bb552,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:50:40.726411 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-520e6fb7-a614-4ed6-b2c9-f2248bd6b2de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1492555 Sep 22 08:50:40.729240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:40.733989 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.734346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '077fe562-9858-4409-8429-d6842fb3e27b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:40.741208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:40.745066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:40.748507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:40.755500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:40.758016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:40.759241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 88909b09-eb2c-433e-863c-fd8351175f45 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:50:40.767126 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:50:40.775604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.800417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Port ca47db51-50cf-4942-bb3a-7e99320bb552 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:50:40.804132 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:40.804934 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:40.838595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 88909b09-eb2c-433e-863c-fd8351175f45 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:40.839079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.839461 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 88909b09-eb2c-433e-863c-fd8351175f45 Sep 22 08:50:40.847168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.852006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.879062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b980eb-9c36-4f36-8f31-77546bdb5cf7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.890124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.892784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c3f4c773-9fa4-4dfa-94f9-8f6fb1c0af54 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626210 Sep 22 08:50:40.895475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:40.899809 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fc3f3-46ff-45ac-886f-6ecc9c0f49d9 None None] Pushing event updated for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:40.901210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'security_group_rule': {'security_group_id': '077fe562-9858-4409-8429-d6842fb3e27b', 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:40.907741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:40.912060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:security_group_rule and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:40.914966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:40.920727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:40.933582 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Project c6194f56e99445c99d3984d08a35fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 08:50:40.942578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:40.942963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:41.002311 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:41.013765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 88909b09-eb2c-433e-863c-fd8351175f45 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:41.027343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:41.031037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:41.054215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b250c9c8-5364-465d-bb0a-dcb4d96262a3,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:41.064007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:41.074531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0908ce1b-bd83-4a95-a62e-64f6eb2ebeb0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1681068 Sep 22 08:50:41.225506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-3e779405-1592-4b4a-b499-92bf56c10f41 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:41.244359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-3e779405-1592-4b4a-b499-92bf56c10f41 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:41.245562 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-3e779405-1592-4b4a-b499-92bf56c10f41 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121490237&fields=id&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 267 time: 0.0586398 Sep 22 08:50:41.301996 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Attempt 4 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:50:41.340537 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:38Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:50:40Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:41.344556 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82abbf2-5241-473d-84ca-f6a45312e3d4 None None] The sync data for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv is: [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:38Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:50:40Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:50:41.368802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Port ca47db51-50cf-4942-bb3a-7e99320bb552 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:50:41.396224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Provisioning complete for port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:41.396883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:41.397498 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Attempt 1 to provision port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 Sep 22 08:50:41.409630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-c020157b-63cb-48fa-84b1-b02659553a43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:41.410334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-c020157b-63cb-48fa-84b1-b02659553a43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:41.427744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-c020157b-63cb-48fa-84b1-b02659553a43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:41.431692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-c020157b-63cb-48fa-84b1-b02659553a43 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/networks?id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f HTTP/1.1" status: 200 len: 797 time: 0.1788862 Sep 22 08:50:41.448920 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-799e8dda-e356-42e1-9465-4b26afdf2f06 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/quotas/c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 375 time: 0.0143068 Sep 22 08:50:41.527373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2226f73a-4b42-445c-8ebd-bbee23068b66 None None] Current status of the port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:41.543925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-7ad8e4a3-ead6-41d5-997a-e260dd244011 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:41.559795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-7ad8e4a3-ead6-41d5-997a-e260dd244011 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:41.561024 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-7ad8e4a3-ead6-41d5-997a-e260dd244011 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057084 Sep 22 08:50:41.809292 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-58bfc358-dbd4-48f7-a156-2d59e5de50c6 service neutron] 10.222.0.42 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359843 Sep 22 08:50:41.947764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-dab223c7-142d-4e25-b2b3-4583be6b5248 service neutron] 10.222.0.42 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319723 Sep 22 08:50:42.150873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-330f0a31-92f1-4ed5-a25b-a78323855d50 req-12a9b09a-e2f2-45b9-8eb1-7ef97670288f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:42.164344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-330f0a31-92f1-4ed5-a25b-a78323855d50 req-12a9b09a-e2f2-45b9-8eb1-7ef97670288f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:42.165572 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-330f0a31-92f1-4ed5-a25b-a78323855d50 req-12a9b09a-e2f2-45b9-8eb1-7ef97670288f tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 210 time: 0.0675128 Sep 22 08:50:42.511884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:42.523196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ca47db51-50cf-4942-bb3a-7e99320bb552 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:50:42.590390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ca47db51-50cf-4942-bb3a-7e99320bb552 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:50:42.595066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ca47db51-50cf-4942-bb3a-7e99320bb552 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:42.595464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:42.595800 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:50:42.716490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ca47db51-50cf-4942-bb3a-7e99320bb552 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:42.716859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:42.748392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ca47db51-50cf-4942-bb3a-7e99320bb552, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ca47db51-50cf-4942-bb3a-7e99320bb552,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:42.751940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:42.820234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:43.154534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-c635b580-88df-4efe-834c-22d30509e3cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:43.155978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-c635b580-88df-4efe-834c-22d30509e3cd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/networks?id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f HTTP/1.1" status: 200 len: 797 time: 0.1463578 Sep 22 08:50:43.205111 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-5e9de44e-63f0-4f6b-80a2-b4167a0f1075 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6194f56e99445c99d3984d08a35fbee HTTP/1.1" status: 200 len: 379 time: 0.0397811 Sep 22 08:50:43.214482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'port': {'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'admin_state_up': True, 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'security_groups': ['077fe562-9858-4409-8429-d6842fb3e27b']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:43.351643 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b95ea3cc-e52c-4170-a7c5-4c2b18e25cf7 req-fcf40ff0-7c80-4c88-a4ad-eb11e311af50 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 210 time: 0.0690365 Sep 22 08:50:43.399793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:43.409652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:43.419933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Made reservation on behalf of c6194f56e99445c99d3984d08a35fbee for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:50:43.423424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:43.580365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.20.0.9 (c0161fda-2d3c-4cbe-a8e7-1b88baa7715f/f38c7cb6-427e-4ddc-9412-73fefbf4b182/2853a2ea-763a-4287-b573-c16a2b383ad3) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:50:43.761857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:43.777105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Transition to ACTIVE for port object 2853a2ea-763a-4287-b573-c16a2b383ad3 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:50:43.799605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:43.871887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:50:43.875502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:50:43.879469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:50:43.909346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=2853a2ea-763a-4287-b573-c16a2b383ad3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:43.949913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:43.950666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:43.980854 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-cbf17948-9f59-4f87-a35d-a22de8433299 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7713051 Sep 22 08:50:43.992717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Request body: {'port': {'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:44.083510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Provisioning for port 2853a2ea-763a-4287-b573-c16a2b383ad3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:50:44.088506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Provisioning complete for port 2853a2ea-763a-4287-b573-c16a2b383ad3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:44.088877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.089208 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Attempt 1 to provision port 2853a2ea-763a-4287-b573-c16a2b383ad3 Sep 22 08:50:44.107376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.177271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Port 2853a2ea-763a-4287-b573-c16a2b383ad3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:50:44.455190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2853a2ea-763a-4287-b573-c16a2b383ad3 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:50:44.463255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.478771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Transition to ACTIVE for port object 2853a2ea-763a-4287-b573-c16a2b383ad3 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:50:44.483236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.501453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ca47db51-50cf-4942-bb3a-7e99320bb552 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:50:44.557114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd17c90-59a8-48a9-b11a-c01cf85616a3 req-e504d618-0841-4e06-b82d-de14895e0e2c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:44.558784 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ccd17c90-59a8-48a9-b11a-c01cf85616a3 req-e504d618-0841-4e06-b82d-de14895e0e2c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 943 time: 0.0980616 Sep 22 08:50:44.577417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ca47db51-50cf-4942-bb3a-7e99320bb552 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:44.577800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.578693 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:50:44.607948 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ccd17c90-59a8-48a9-b11a-c01cf85616a3 req-81762fb8-3ddd-45a3-866c-bef50ba35c5c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Sep 22 08:50:44.681630 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Attempt 2 to provision port 2853a2ea-763a-4287-b573-c16a2b383ad3 Sep 22 08:50:44.746416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ca47db51-50cf-4942-bb3a-7e99320bb552 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:44.753393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Port 2853a2ea-763a-4287-b573-c16a2b383ad3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:50:44.771209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Pushing event updated for resources: {'Port': ['ID=2853a2ea-763a-4287-b573-c16a2b383ad3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:44.810456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Attempting to bind port 2853a2ea-763a-4287-b573-c16a2b383ad3 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:50:44.810786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Attempting to bind port 2853a2ea-763a-4287-b573-c16a2b383ad3 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:50:44.811109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Attempting to bind port 2853a2ea-763a-4287-b573-c16a2b383ad3 on network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:50:44.815610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Port 2853a2ea-763a-4287-b573-c16a2b383ad3 on network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:50:44.815930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Attempting to bind port 2853a2ea-763a-4287-b573-c16a2b383ad3 on network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:50:44.820885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:50:44.821221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Checking segment: {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:50:44.821591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Bound using segment: {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:50:44.822006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Bound port: 2853a2ea-763a-4287-b573-c16a2b383ad3, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:50:44.822342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.912336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] For port 2853a2ea-763a-4287-b573-c16a2b383ad3, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:50:44.915232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] For port 2853a2ea-763a-4287-b573-c16a2b383ad3, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2853a2ea-763a-4287-b573-c16a2b383ad3,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:50:44.919793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.954295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:44.954818 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:44.956206 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] 10.222.0.48 "PUT /v2.0/ports/2853a2ea-763a-4287-b573-c16a2b383ad3 HTTP/1.1" status: 200 len: 1093 time: 0.9677188 Sep 22 08:50:44.956633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:44.958886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af573be-0a05-4b6c-b339-0c231563ee65" -d '{"events": [{"name": "network-changed", "server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:45.042386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e11484-6a7b-4e3d-88ca-29dda2b3f1b8 x-openstack-request-id: req-b4e11484-6a7b-4e3d-88ca-29dda2b3f1b8 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:45.042669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:45.042913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4e11484-6a7b-4e3d-88ca-29dda2b3f1b8 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:45.043326 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e11484-6a7b-4e3d-88ca-29dda2b3f1b8'] response: {'name': 'network-changed', 'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'status': 'completed', 'code': 200} Sep 22 08:50:45.053778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68856d2-4103-4bfd-a80f-903330fe7492 service neutron] Pushing event updated for resources: {'Port': ['ID=2853a2ea-763a-4287-b573-c16a2b383ad3,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:45.084513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-2b779115-1b1b-457e-8bde-af9bf0473977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:45.085962 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-2b779115-1b1b-457e-8bde-af9bf0473977 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 1096 time: 0.0891263 Sep 22 08:50:45.152244 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-820d6f69-964e-4088-aac3-8061edb1ec85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2853a2ea-763a-4287-b573-c16a2b383ad3 HTTP/1.1" status: 200 len: 217 time: 0.0596101 Sep 22 08:50:45.214834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-43df5ba3-46fb-4f75-a9d2-38b28b886a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:45.216289 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-43df5ba3-46fb-4f75-a9d2-38b28b886a2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38c7cb6-427e-4ddc-9412-73fefbf4b182 HTTP/1.1" status: 200 len: 835 time: 0.0585451 Sep 22 08:50:45.254795 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Attempt 3 to provision port 2853a2ea-763a-4287-b573-c16a2b383ad3 Sep 22 08:50:45.298239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-91d3a1e5-c65b-415e-97d7-69b3173dc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:45.299785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-91d3a1e5-c65b-415e-97d7-69b3173dc2d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781388 Sep 22 08:50:45.317317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ab729965-306d-4538-a0a3-76a31adbdcbf None None] Port 2853a2ea-763a-4287-b573-c16a2b383ad3 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:50:45.443067 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-0cfbb9d1-a8c5-4f17-be16-3cca68896fee service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307971 Sep 22 08:50:45.572814 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa48c52f-afed-4732-af2b-1023c13faa40 req-ae18839f-b983-4849-8d32-b15c48b1c1ee service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237290 Sep 22 08:50:45.699385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-d29f02d2-a5f5-4397-b6e9-347d5bab38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:45.700837 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-d29f02d2-a5f5-4397-b6e9-347d5bab38a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 1096 time: 0.0814524 Sep 22 08:50:45.810594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2481458-6194-4ff5-a370-01747b33ef2c req-66d4fb59-6d3e-43a3-a521-f11d7a88a75d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:45.812084 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a2481458-6194-4ff5-a370-01747b33ef2c req-66d4fb59-6d3e-43a3-a521-f11d7a88a75d tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 943 time: 0.0896466 Sep 22 08:50:45.832083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-95bb9022-4341-451b-829c-ae6c3661cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:45.833446 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-95bb9022-4341-451b-829c-ae6c3661cb9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f HTTP/1.1" status: 200 len: 898 time: 0.1263120 Sep 22 08:50:45.856168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a2481458-6194-4ff5-a370-01747b33ef2c req-5d9738b5-0f3f-4914-9bd8-d9bf6e602601 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380826 Sep 22 08:50:45.901311 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-87d32916-fbee-461a-97f8-6cb956ab375b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2853a2ea-763a-4287-b573-c16a2b383ad3 HTTP/1.1" status: 200 len: 217 time: 0.0610385 Sep 22 08:50:45.968098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-d02874a5-1b8f-449f-9649-7762eed1970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:45.970214 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-d02874a5-1b8f-449f-9649-7762eed1970e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38c7cb6-427e-4ddc-9412-73fefbf4b182 HTTP/1.1" status: 200 len: 835 time: 0.0617406 Sep 22 08:50:46.051958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-26cda6e2-361f-4e43-a76d-b7dd478f329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:46.053603 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-26cda6e2-361f-4e43-a76d-b7dd478f329c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774553 Sep 22 08:50:46.183782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-e3ef2952-ccc2-4d84-a312-511e7d14dd85 service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232338 Sep 22 08:50:46.311393 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0af573be-0a05-4b6c-b339-0c231563ee65 req-effadeb6-4e01-431b-a735-c2f6cb4c1029 service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215606 Sep 22 08:50:47.058533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69837d-9380-4168-af07-a4424531abec req-5b836920-8633-474b-9348-c4ff11c4fa8a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:47.059249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-7e69837d-9380-4168-af07-a4424531abec req-5b836920-8633-474b-9348-c4ff11c4fa8a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:50:47.074410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-7e69837d-9380-4168-af07-a4424531abec req-5b836920-8633-474b-9348-c4ff11c4fa8a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:50:47.075544 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e69837d-9380-4168-af07-a4424531abec req-5b836920-8633-474b-9348-c4ff11c4fa8a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 943 time: 0.1056182 Sep 22 08:50:47.119692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e69837d-9380-4168-af07-a4424531abec req-d32de92e-d437-4720-8750-aaff8cdcf8df tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384870 Sep 22 08:50:47.261658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2853a2ea-763a-4287-b573-c16a2b383ad3 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:50:47.391686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 2853a2ea-763a-4287-b573-c16a2b383ad3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2853a2ea-763a-4287-b573-c16a2b383ad3,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:47.404225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'mac_address': 'fa:16:3e:4d:e8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:50:47.462177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 2853a2ea-763a-4287-b573-c16a2b383ad3 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:47.462543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:47.479153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2853a2ea-763a-4287-b573-c16a2b383ad3 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:50:47.494862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 2853a2ea-763a-4287-b573-c16a2b383ad3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2853a2ea-763a-4287-b573-c16a2b383ad3,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:47.498890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:47.563268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=2853a2ea-763a-4287-b573-c16a2b383ad3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:47.688595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['2853a2ea-763a-4287-b573-c16a2b383ad3'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:50:48.311787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d490e-0ad6-425a-8e10-260030322147 req-0ff1859c-5688-40db-bde3-a081fb91ebdd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:48.313675 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c8d490e-0ad6-425a-8e10-260030322147 req-0ff1859c-5688-40db-bde3-a081fb91ebdd tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 944 time: 0.0858510 Sep 22 08:50:48.368286 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c8d490e-0ad6-425a-8e10-260030322147 req-151248f7-17f9-4d5b-a7e6-77750f15f337 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484552 Sep 22 08:50:49.272416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2853a2ea-763a-4287-b573-c16a2b383ad3 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:50:49.339691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 2853a2ea-763a-4287-b573-c16a2b383ad3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:50:49.345275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 2853a2ea-763a-4287-b573-c16a2b383ad3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:50:49.345642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:49.345976 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 2853a2ea-763a-4287-b573-c16a2b383ad3 Sep 22 08:50:49.463059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 2853a2ea-763a-4287-b573-c16a2b383ad3 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:50:49.463463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:49.489448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:49.491728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b02ada-2e1b-45e7-aae6-d5244b91e11c" -d '{"events": [{"server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "name": "network-vif-plugged", "status": "completed", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:49.500523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 2853a2ea-763a-4287-b573-c16a2b383ad3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2853a2ea-763a-4287-b573-c16a2b383ad3,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:50:49.505606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:49.542451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf995768-6fa6-4625-9c5e-f85dfb6ab6d5 x-openstack-request-id: req-bf995768-6fa6-4625-9c5e-f85dfb6ab6d5 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:49.542744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "name": "network-vif-plugged", "status": "completed", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:49.543076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf995768-6fa6-4625-9c5e-f85dfb6ab6d5 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:49.543502 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf995768-6fa6-4625-9c5e-f85dfb6ab6d5'] response: {'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'code': 200} Sep 22 08:50:49.587833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=2853a2ea-763a-4287-b573-c16a2b383ad3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:49.667494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9ee84-067b-47ec-85f1-dbcfcde6a05a req-58c7498b-1995-424d-8948-f00543d75f84 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:49.668946 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20b9ee84-067b-47ec-85f1-dbcfcde6a05a req-58c7498b-1995-424d-8948-f00543d75f84 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 945 time: 0.1917062 Sep 22 08:50:49.754351 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20b9ee84-067b-47ec-85f1-dbcfcde6a05a req-a1fe59b1-f621-4dd6-b749-d4903d6c2931 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796068 Sep 22 08:50:49.789312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551cf2-a6cc-48db-bda4-c6d9ab9b82b4 req-c3b1cb8e-ba0e-4bd6-b51c-7f1bdc70236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:49.790680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0c551cf2-a6cc-48db-bda4-c6d9ab9b82b4 req-c3b1cb8e-ba0e-4bd6-b51c-7f1bdc70236b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 1098 time: 0.0803394 Sep 22 08:50:49.829814 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0c551cf2-a6cc-48db-bda4-c6d9ab9b82b4 req-5d33feb9-56cb-498f-b284-ef2b41ff55d4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Sep 22 08:50:50.952317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e6e89-77c3-4f10-93f2-42bdddd6fa23 req-51e9f254-1ae3-42a2-a5fa-9e48107e94af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:50.954535 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-131e6e89-77c3-4f10-93f2-42bdddd6fa23 req-51e9f254-1ae3-42a2-a5fa-9e48107e94af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 945 time: 0.0885286 Sep 22 08:50:51.000134 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-131e6e89-77c3-4f10-93f2-42bdddd6fa23 req-96fb7d2a-6874-45a5-978a-9b5a200a255c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388165 Sep 22 08:50:51.198035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218620f-23b4-482b-9a20-20f11f71e1bf req-df64ee9f-818a-4eb4-9e0a-bb66bf8f9595 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:51.199480 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5218620f-23b4-482b-9a20-20f11f71e1bf req-df64ee9f-818a-4eb4-9e0a-bb66bf8f9595 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 945 time: 0.0881288 Sep 22 08:50:51.241739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5218620f-23b4-482b-9a20-20f11f71e1bf req-b00b8268-9f88-41de-8104-c45927bf642a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361264 Sep 22 08:50:51.272270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:51.351274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0086e4-215b-47d5-b07a-bc1490828e30 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:51.352668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b0086e4-215b-47d5-b07a-bc1490828e30 tempest-TestNetworkBasicOps-1558219020 tempest-TestNetworkBasicOps-1558219020-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 1093 time: 0.0794525 Sep 22 08:50:51.355468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45478) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:51.360639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:50:51.366380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:50:51.370207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Usage tracker for resource:floatingip and tenant:c6194f56e99445c99d3984d08a35fbee is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:50:51.373002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:50:51.379578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:50:51.389869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:51.524458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:51.652461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Allocated IP 172.26.8.34 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/4628d6c2-e4cb-4f8b-851f-b1269e141944) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:50:51.798738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:51.828704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:51.893716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:50:51.896488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:50:51.900074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:50:51.941477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=4628d6c2-e4cb-4f8b-851f-b1269e141944,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:52.315907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:52.389711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:52.590628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:52.595725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:52.800350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event updated for resources: {'Port': ['ID=4628d6c2-e4cb-4f8b-851f-b1269e141944,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:50:52.805994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:52.976872 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 5ccfca4f-c462-4c5f-b148-91f82cd7b52f associated. External IP: 172.26.8.34, port: 2853a2ea-763a-4287-b573-c16a2b383ad3. Sep 22 08:50:53.322368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0d21536a-f3b9-40f1-8468-64cb34b7290a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:50:53.497162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:50:53.507165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] Sync routers for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:50:53.517194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:53.517798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:53.521405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:50:53.579568 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c0513f72-5d73-41e1-bfb7-a747c541bb72 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2229831 Sep 22 08:50:53.580055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:50:53.582365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f54d9-5f46-474c-a88a-0580babddf79" -d '{"events": [{"name": "network-changed", "server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:50:53.583055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45482) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:53.627685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d39cd7-64fe-4616-97f3-56b2b2ef06a9 x-openstack-request-id: req-87d39cd7-64fe-4616-97f3-56b2b2ef06a9 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:50:53.628033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:50:53.628343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87d39cd7-64fe-4616-97f3-56b2b2ef06a9 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:50:53.628746 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d39cd7-64fe-4616-97f3-56b2b2ef06a9'] response: {'name': 'network-changed', 'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'status': 'completed', 'code': 200} Sep 22 08:50:53.696481 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9083c61f-5a7e-4895-abd1-c1dcc98889bc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 200 len: 990 time: 0.1110280 Sep 22 08:50:53.728350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-1a981273-dc40-4b63-90cf-88756c0dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:53.729835 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-1a981273-dc40-4b63-90cf-88756c0dfdf9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 1098 time: 0.0820367 Sep 22 08:50:53.733437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:53.858712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-439a9867-fd18-4a7f-9ecd-1e1cf3879020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:53.860142 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-439a9867-fd18-4a7f-9ecd-1e1cf3879020 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f HTTP/1.1" status: 200 len: 898 time: 0.1245024 Sep 22 08:50:53.964434 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-5c985a0c-95ad-4f74-8498-31d1e149b7c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2853a2ea-763a-4287-b573-c16a2b383ad3 HTTP/1.1" status: 200 len: 998 time: 0.0981643 Sep 22 08:50:54.025768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-624b777d-e5e5-49e2-b076-58c56cb9d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:54.027176 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-624b777d-e5e5-49e2-b076-58c56cb9d020 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38c7cb6-427e-4ddc-9412-73fefbf4b182 HTTP/1.1" status: 200 len: 835 time: 0.0569935 Sep 22 08:50:54.077306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:38Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '5ccfca4f-c462-4c5f-b148-91f82cd7b52f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'mac_address': 'fa:16:3e:4d:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:50:52Z', 'updated_at': '2022-09-22T08:50:52Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:50:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:54.081889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] Checking router: 0d21536a-f3b9-40f1-8468-64cb34b7290a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:50:54.090121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:50:54.090716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:50:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:54.111307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-d658bf32-180a-4880-9d56-45c638d44edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:50:54.112718 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-d658bf32-180a-4880-9d56-45c638d44edd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798514 Sep 22 08:50:54.267494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:50:54.353680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-9c838ad3-01ae-4499-99d3-b4283f123b4e service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353914 Sep 22 08:50:54.486387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2e4f54d9-5f46-474c-a88a-0580babddf79 req-4dc17d9e-fd92-47ce-906e-b3578d32352d service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245809 Sep 22 08:50:54.619044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:38Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '5ccfca4f-c462-4c5f-b148-91f82cd7b52f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'mac_address': 'fa:16:3e:4d:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:50:52Z', 'updated_at': '2022-09-22T08:50:52Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:50:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:50:54.623194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d58d32-739b-4fbd-bb82-cf76708d4090 None None] The sync data for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv is: [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:50:38Z', 'revision_number': 4, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '5ccfca4f-c462-4c5f-b148-91f82cd7b52f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'mac_address': 'fa:16:3e:4d:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:50:52Z', 'updated_at': '2022-09-22T08:50:52Z', 'revision_number': 0, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:50:42Z', 'revision_number': 5, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:50:54.699356 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45488) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:54.808033 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-72107500-83cf-4ce1-a2e6-0c8502dc8493 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 200 len: 990 time: 0.1074989 Sep 22 08:50:54.812129 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd1aa1-976d-4e3d-8547-f6ef02a8ff16 None None] New status for floating IP 5ccfca4f-c462-4c5f-b148-91f82cd7b52f: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:50:55.812358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45492) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:50:55.917250 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5ca8570d-f6d1-409f-b460-71273c6356ce tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 200 len: 992 time: 0.1037588 Sep 22 08:51:06.153588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-13fb79c1-8691-40f5-89f4-9f11acadb26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:08.316891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-baa6cf16-8f8b-4765-ba49-bebb241c4e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:09.572902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:09.614797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:10.896087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:12.510886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:13.472042 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:51:27.187716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45508) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:27.193391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e1677cb8-6e37-43e3-92c9-2e8be64f0944 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:27.807646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e1677cb8-6e37-43e3-92c9-2e8be64f0944 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:27.817833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e1677cb8-6e37-43e3-92c9-2e8be64f0944 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:27.995023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1677cb8-6e37-43e3-92c9-2e8be64f0944 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0d21536a-f3b9-40f1-8468-64cb34b7290a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:51:28.173195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1677cb8-6e37-43e3-92c9-2e8be64f0944 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:51:28.179796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e1677cb8-6e37-43e3-92c9-2e8be64f0944 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:28.181187 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e1677cb8-6e37-43e3-92c9-2e8be64f0944 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/0d21536a-f3b9-40f1-8468-64cb34b7290a HTTP/1.1" status: 200 len: 887 time: 0.9922450 Sep 22 08:51:28.183404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] Sync routers for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:51:28.195784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:28.196385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:28.257724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:28.265845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:28.266420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:28.326098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:28.326492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cfb94-20a6-4a9a-83e4-fe3d4553f40a None None] The sync data for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:51:28.723299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ca47db51-50cf-4942-bb3a-7e99320bb552 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:51:28.841040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ca47db51-50cf-4942-bb3a-7e99320bb552 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:28.841415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:28.874616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ca47db51-50cf-4942-bb3a-7e99320bb552, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ca47db51-50cf-4942-bb3a-7e99320bb552,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:28.879077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:28.943957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:29.109457 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0748f827-7e4f-4444-a31a-2a52d859f479 None None] New status for floating IP 5ccfca4f-c462-4c5f-b148-91f82cd7b52f: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:51:30.334252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:30.339309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-106ad664-6168-42bb-8cf1-a292ef2e3892 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:30.515290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 88909b09-eb2c-433e-863c-fd8351175f45 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:51:30.663694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 88909b09-eb2c-433e-863c-fd8351175f45 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:30.664068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:30.679868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 88909b09-eb2c-433e-863c-fd8351175f45, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=88909b09-eb2c-433e-863c-fd8351175f45,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:30.683850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:30.748356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=88909b09-eb2c-433e-863c-fd8351175f45,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:30.849804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-106ad664-6168-42bb-8cf1-a292ef2e3892 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:30.859998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-106ad664-6168-42bb-8cf1-a292ef2e3892 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-508700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-511727', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511556'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:31.159124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106ad664-6168-42bb-8cf1-a292ef2e3892 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0d21536a-f3b9-40f1-8468-64cb34b7290a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:51:31.332553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106ad664-6168-42bb-8cf1-a292ef2e3892 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:51:31.339965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-106ad664-6168-42bb-8cf1-a292ef2e3892 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:31.341281 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-106ad664-6168-42bb-8cf1-a292ef2e3892 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/0d21536a-f3b9-40f1-8468-64cb34b7290a HTTP/1.1" status: 200 len: 886 time: 1.0060408 Sep 22 08:51:31.342059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] Sync routers for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:51:31.344213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:31.352247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:31.353030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:31.450673 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b5ed3ffd-69d9-4aa2-93d2-5a1b888371c0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 200 len: 990 time: 0.1053982 Sep 22 08:51:31.536804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:51:31.872921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '5ccfca4f-c462-4c5f-b148-91f82cd7b52f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'mac_address': 'fa:16:3e:4d:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:50:52Z', 'updated_at': '2022-09-22T08:51:29Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:51:28Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:31.876597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] Checking router: 0d21536a-f3b9-40f1-8468-64cb34b7290a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:51:31.885073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:31.885645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:32.057322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:51:32.389514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '5ccfca4f-c462-4c5f-b148-91f82cd7b52f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'mac_address': 'fa:16:3e:4d:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:50:52Z', 'updated_at': '2022-09-22T08:51:29Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:51:28Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:32.393972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed8005-6fb6-4b00-a795-15515539bb7d None None] The sync data for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv is: [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '5ccfca4f-c462-4c5f-b148-91f82cd7b52f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'port_id': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'mac_address': 'fa:16:3e:4d:e8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:50:52Z', 'updated_at': '2022-09-22T08:51:29Z', 'revision_number': 2, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:51:28Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:51:32.454405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45522) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:32.559468 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1dbef17a-efd6-4de6-b968-f0a396a12ced tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 200 len: 990 time: 0.1032262 Sep 22 08:51:33.563374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45526) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:33.667873 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f031afaf-4fd6-46c6-8907-98fc8117b3dc tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 200 len: 990 time: 0.1027970 Sep 22 08:51:33.916892 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae19a26-c407-4cba-82e6-8670cc46d0da None None] New status for floating IP 5ccfca4f-c462-4c5f-b148-91f82cd7b52f: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:51:34.556895 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 88909b09-eb2c-433e-863c-fd8351175f45 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:51:34.621435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 88909b09-eb2c-433e-863c-fd8351175f45 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:51:34.621798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:34.622120 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 88909b09-eb2c-433e-863c-fd8351175f45 Sep 22 08:51:34.671709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:34.737747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 88909b09-eb2c-433e-863c-fd8351175f45 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:34.738121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:34.754236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 88909b09-eb2c-433e-863c-fd8351175f45, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=88909b09-eb2c-433e-863c-fd8351175f45,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:34.757890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:34.758647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ca47db51-50cf-4942-bb3a-7e99320bb552 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:51:34.788877 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d93776c2-9535-4feb-8496-7052ad8b4fe7 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 200 len: 992 time: 0.1159670 Sep 22 08:51:34.908604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=88909b09-eb2c-433e-863c-fd8351175f45,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:34.920025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.920729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.921050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.921385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.921700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:34.932034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ca47db51-50cf-4942-bb3a-7e99320bb552 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:51:34.932406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:34.932751 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:51:35.053122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45540) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:35.065171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ca47db51-50cf-4942-bb3a-7e99320bb552 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:35.065584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:35.097861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ca47db51-50cf-4942-bb3a-7e99320bb552, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ca47db51-50cf-4942-bb3a-7e99320bb552,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:35.101769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:35.170341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:35.264551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 4628d6c2-e4cb-4f8b-851f-b1269e141944 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:51:35.264893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:35.431124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:35.431482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:35.556743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 4628d6c2-e4cb-4f8b-851f-b1269e141944 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:51:35.705099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:35.754555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=4628d6c2-e4cb-4f8b-851f-b1269e141944,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:35.904125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.904474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.904814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.905153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.905483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.905817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.906142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.906467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.906791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.907113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.907456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.907808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:35.962850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:35.963150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Floating IP 5ccfca4f-c462-4c5f-b148-91f82cd7b52f disassociated (deleted). External IP: 172.26.8.34, port: 2853a2ea-763a-4287-b573-c16a2b383ad3. Sep 22 08:51:36.154671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab2c7598-defd-41d3-8fe2-b291f8789e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:36.313026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0d21536a-f3b9-40f1-8468-64cb34b7290a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:51:36.489953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:51:36.506570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] Sync routers for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:51:36.518382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:36.520085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:36.520688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:36.576494 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b377ba51-82fb-4c5a-90ed-f01dcc28b4e6 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/floatingips/5ccfca4f-c462-4c5f-b148-91f82cd7b52f HTTP/1.1" status: 204 len: 168 time: 1.5222809 Sep 22 08:51:36.576990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:51:36.579401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:51:36.579752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 88909b09-eb2c-433e-863c-fd8351175f45 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:51:36.625211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7ab3ee-ccc4-484e-a9c8-b3932ebd5713 x-openstack-request-id: req-ea7ab3ee-ccc4-484e-a9c8-b3932ebd5713 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:51:36.625973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:51:36.626223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea7ab3ee-ccc4-484e-a9c8-b3932ebd5713 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:51:36.627663 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7ab3ee-ccc4-484e-a9c8-b3932ebd5713'] response: {'name': 'network-changed', 'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'status': 'completed', 'code': 200} Sep 22 08:51:36.733918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-f25928e2-4719-4b3e-ba27-9abb80b49195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:36.735433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-f25928e2-4719-4b3e-ba27-9abb80b49195 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6194f56e99445c99d3984d08a35fbee&device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 1098 time: 0.0883117 Sep 22 08:51:36.754938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 88909b09-eb2c-433e-863c-fd8351175f45 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:51:36.755430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:36.755631 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 88909b09-eb2c-433e-863c-fd8351175f45 Sep 22 08:51:36.805306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:51:36.874150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-f25fdd17-ac18-4a67-bebb-fef71613f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:36.875901 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-f25fdd17-ac18-4a67-bebb-fef71613f1b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f HTTP/1.1" status: 200 len: 898 time: 0.1324224 Sep 22 08:51:36.994919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-c6ca57ec-55a0-4bbd-83e0-e8ae1f5ec02c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2853a2ea-763a-4287-b573-c16a2b383ad3 HTTP/1.1" status: 200 len: 217 time: 0.1107156 Sep 22 08:51:37.068160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-88479925-6a4b-4def-bcac-6513a9ebbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:37.069580 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-88479925-6a4b-4def-bcac-6513a9ebbcbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f38c7cb6-427e-4ddc-9412-73fefbf4b182 HTTP/1.1" status: 200 len: 835 time: 0.0655627 Sep 22 08:51:37.081412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 88909b09-eb2c-433e-863c-fd8351175f45 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:37.082434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ca47db51-50cf-4942-bb3a-7e99320bb552 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:51:37.125305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e051e-abd2-4301-bf91-531a23b27da5 req-2df76cc8-3bfd-40c7-aaf1-3ff6cf5db9af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:37.126727 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e3e051e-abd2-4301-bf91-531a23b27da5 req-2df76cc8-3bfd-40c7-aaf1-3ff6cf5db9af tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 945 time: 0.2443254 Sep 22 08:51:37.189322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e3e051e-abd2-4301-bf91-531a23b27da5 req-c8078d09-dce4-43d8-8c11-b8b766b4e90c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558655 Sep 22 08:51:37.215379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-aa0e798b-4a3d-46e6-9662-92d5cca97ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:37.215379 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-aa0e798b-4a3d-46e6-9662-92d5cca97ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280544 Sep 22 08:51:37.222258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ca47db51-50cf-4942-bb3a-7e99320bb552 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:51:37.222740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:37.222950 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ca47db51-50cf-4942-bb3a-7e99320bb552 Sep 22 08:51:37.289335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:51:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:51:35Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:37.295488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] Checking router: 0d21536a-f3b9-40f1-8468-64cb34b7290a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:51:37.336943 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-c7da91d8-dbf2-4910-bf7c-1518b750d033 service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241665 Sep 22 08:51:37.342492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:37.343107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:37.427869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ca47db51-50cf-4942-bb3a-7e99320bb552 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:37.469743 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f71fe88-2e63-4e0d-ad0d-d4cc490c96e5 req-a3ca8367-c007-4876-88fa-5954bd02d86d service neutron] 10.222.0.48 "GET /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266963 Sep 22 08:51:37.532184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:51:37.878211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:51:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:51:35Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:37.882028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc2890-12cb-452d-a16b-5af5c9c47721 None None] The sync data for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv is: [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:30Z', 'revision_number': 6, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:51:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'ca47db51-50cf-4942-bb3a-7e99320bb552', 'name': '', 'network_id': 'c0161fda-2d3c-4cbe-a8e7-1b88baa7715f', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'mac_address': 'fa:16:3e:25:8d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:37Z', 'updated_at': '2022-09-22T08:51:35Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'subnets': [{'id': 'f38c7cb6-427e-4ddc-9412-73fefbf4b182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:51:38.224283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-12751cab-8d0a-402a-ae4f-92add1495fdb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:38.225764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-12751cab-8d0a-402a-ae4f-92add1495fdb tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 945 time: 0.0992386 Sep 22 08:51:38.302672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 2853a2ea-763a-4287-b573-c16a2b383ad3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:51:38.303022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:38.321142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2587a81-9184-487c-9510-2d5546288a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:38.408408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac62ff-bcdb-4cbb-b44e-8043f2fc5d1f req-e3bd7cd4-85a8-4c2d-97f9-ad101c721be0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:38.409098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-afac62ff-bcdb-4cbb-b44e-8043f2fc5d1f req-e3bd7cd4-85a8-4c2d-97f9-ad101c721be0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Synchronizing usage tracker for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:51:38.425792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-afac62ff-bcdb-4cbb-b44e-8043f2fc5d1f req-e3bd7cd4-85a8-4c2d-97f9-ad101c721be0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Unset dirty status for tenant:c6194f56e99445c99d3984d08a35fbee on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:51:38.426973 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-afac62ff-bcdb-4cbb-b44e-8043f2fc5d1f req-e3bd7cd4-85a8-4c2d-97f9-ad101c721be0 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 945 time: 0.1107395 Sep 22 08:51:38.474788 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-afac62ff-bcdb-4cbb-b44e-8043f2fc5d1f req-cf97492b-1a11-4782-bb46-e81e6444014e tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/security-groups?id=077fe562-9858-4409-8429-d6842fb3e27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406094 Sep 22 08:51:38.556113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 2853a2ea-763a-4287-b573-c16a2b383ad3, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=2853a2ea-763a-4287-b573-c16a2b383ad3,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:38.556472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:38.785283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 2853a2ea-763a-4287-b573-c16a2b383ad3 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:51:38.927179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:38.974805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=2853a2ea-763a-4287-b573-c16a2b383ad3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:38.984353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.984706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.985045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.985376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.985776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.986667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.987000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.987353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.987683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.988488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.988488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:38.988668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:51:39.078510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] No DVR routers for this DVR port 2853a2ea-763a-4287-b573-c16a2b383ad3 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:51:39.081681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:39.084201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'name': 'network-vif-deleted', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:51:39.086480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686cbf88-38d1-495b-8c53-f04d753631fa" -d '{"events": [{"server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "name": "network-vif-deleted", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:51:39.100928 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ed6b248-f5b4-495e-852c-2637a2403dd0 req-f9a5402e-ee88-46d6-b6f3-8d009de12a98 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.48 "DELETE /v2.0/ports/2853a2ea-763a-4287-b573-c16a2b383ad3 HTTP/1.1" status: 204 len: 173 time: 0.8703127 Sep 22 08:51:39.118556 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279559b8-bd50-4915-ba92-a8909e1e1455 None None] New status for floating IP 5ccfca4f-c462-4c5f-b148-91f82cd7b52f: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:51:39.131665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47f7ce4-0fe2-4a38-9244-e547bddf0d0f x-openstack-request-id: req-b47f7ce4-0fe2-4a38-9244-e547bddf0d0f {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:51:39.131954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1063d35-fc55-4e15-a7d6-4b344b3a82c9", "name": "network-vif-deleted", "tag": "2853a2ea-763a-4287-b573-c16a2b383ad3", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:51:39.132204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b47f7ce4-0fe2-4a38-9244-e547bddf0d0f {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:51:39.132599 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b47f7ce4-0fe2-4a38-9244-e547bddf0d0f'] response: {'server_uuid': 'b1063d35-fc55-4e15-a7d6-4b344b3a82c9', 'name': 'network-vif-deleted', 'tag': '2853a2ea-763a-4287-b573-c16a2b383ad3', 'status': 'completed', 'code': 200} Sep 22 08:51:39.593078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:39.618951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:39.654337 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-add942d7-4362-4fba-bf35-04f081555f6f req-03e60980-9d68-4e76-9d8b-27a763b43961 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1063d35-fc55-4e15-a7d6-4b344b3a82c9 HTTP/1.1" status: 200 len: 210 time: 0.0543118 Sep 22 08:51:40.756096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:40.825086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f756ae76-6534-413e-ba5a-d8f5ea7c5e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:40.854139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f756ae76-6534-413e-ba5a-d8f5ea7c5e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:40.900673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:40.922797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f756ae76-6534-413e-ba5a-d8f5ea7c5e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:40.941179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756ae76-6534-413e-ba5a-d8f5ea7c5e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077fe562-9858-4409-8429-d6842fb3e27b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:40.951708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f756ae76-6534-413e-ba5a-d8f5ea7c5e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:40.955691 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f756ae76-6534-413e-ba5a-d8f5ea7c5e48 tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/security-groups/077fe562-9858-4409-8429-d6842fb3e27b HTTP/1.1" status: 204 len: 168 time: 0.1985252 Sep 22 08:51:40.986110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45566) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:41.632169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2853a2ea-763a-4287-b573-c16a2b383ad3 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:51:41.637583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:41.665697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 2853a2ea-763a-4287-b573-c16a2b383ad3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:51:41.666033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 2853a2ea-763a-4287-b573-c16a2b383ad3 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:51:41.984762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port ca47db51-50cf-4942-bb3a-7e99320bb552 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:51:41.985269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:42.167898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port ca47db51-50cf-4942-bb3a-7e99320bb552, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ca47db51-50cf-4942-bb3a-7e99320bb552,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:42.168257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:42.287271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for ca47db51-50cf-4942-bb3a-7e99320bb552 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:51:42.470511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:42.504477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:42.523425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=ca47db51-50cf-4942-bb3a-7e99320bb552,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:42.798677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:43.263167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Router 0d21536a-f3b9-40f1-8468-64cb34b7290a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:51:43.438304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:51:43.450161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] Sync routers for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:51:43.450633 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3d1a5d7-8258-4a0b-b4aa-c9006030b6de tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "PUT /v2.0/routers/0d21536a-f3b9-40f1-8468-64cb34b7290a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4634864 Sep 22 08:51:43.453439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45570) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:43.459799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:43.460396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:43.517125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting subnet f38c7cb6-427e-4ddc-9412-73fefbf4b182 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:51:43.520044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:43.577120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:43.639863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:51:43.658122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:43.728103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:43.770275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Subnet': ['ID=f38c7cb6-427e-4ddc-9412-73fefbf4b182,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:43.773919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:43.780361 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-14bd807b-4f8d-4e16-b244-8927bad2bf0c tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/subnets/f38c7cb6-427e-4ddc-9412-73fefbf4b182 HTTP/1.1" status: 204 len: 168 time: 0.3259742 Sep 22 08:51:43.783552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45574) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:43.805784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe5570-fae6-4380-aae3-924d62e94b2f None None] Network c0161fda-2d3c-4cbe-a8e7-1b88baa7715f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:51:43.957769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.091330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25'}], 'enable_snat': True}, 'gw_port_id': '88909b09-eb2c-433e-863c-fd8351175f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:42Z', 'revision_number': 7, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port': {'id': '88909b09-eb2c-433e-863c-fd8351175f45', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:4b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:50:33Z', 'updated_at': '2022-09-22T08:51:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:44.095760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] Checking router: 0d21536a-f3b9-40f1-8468-64cb34b7290a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:51:44.104517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] Routers {'0d21536a-f3b9-40f1-8468-64cb34b7290a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:51:44.105121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:51:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['0d21536a-f3b9-40f1-8468-64cb34b7290a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:44.140249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.150638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Deleting port 88909b09-eb2c-433e-863c-fd8351175f45 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:51:44.151148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.158205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] DHCP port deletion for c0161fda-2d3c-4cbe-a8e7-1b88baa7715f request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:51:44.218451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] Deleting port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:51:44.218739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.324556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] For port 88909b09-eb2c-433e-863c-fd8351175f45, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=88909b09-eb2c-433e-863c-fd8351175f45,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:44.325186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.338221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] Set router 0d21536a-f3b9-40f1-8468-64cb34b7290a gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:51:44.503633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:44Z', 'revision_number': 8, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:44.524838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c30f2-13b7-4a0c-8f66-67b13c6a36b7 None None] The sync data for ids ['0d21536a-f3b9-40f1-8468-64cb34b7290a'] in dv-neutron-857569-1-hyperv is: [{'id': '0d21536a-f3b9-40f1-8468-64cb34b7290a', 'name': 'tempest-TestNetworkBasicOps-router-431477473', 'tenant_id': 'c6194f56e99445c99d3984d08a35fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:50:32Z', 'updated_at': '2022-09-22T08:51:44Z', 'revision_number': 8, 'project_id': 'c6194f56e99445c99d3984d08a35fbee', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:51:44.571305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Calling delete_port for 88909b09-eb2c-433e-863c-fd8351175f45 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:51:44.606097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] For port c01e051e-2a1e-4009-860f-4d8d3c9a7f88, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c01e051e-2a1e-4009-860f-4d8d3c9a7f88,segment=NetworkSegment(f85ccb1c-bbd2-45ed-9af4-19f7181bf383),segment_id=f85ccb1c-bbd2-45ed-9af4-19f7181bf383)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:44.606588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.729207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] Calling delete_port for c01e051e-2a1e-4009-860f-4d8d3c9a7f88 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:51:44.738426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.784956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Port': ['ID=88909b09-eb2c-433e-863c-fd8351175f45,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:44.805203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.852568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] Pushing event deleted for resources: {'Port': ['ID=c01e051e-2a1e-4009-860f-4d8d3c9a7f88,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:44.856083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14db3a5-cbec-4ad3-a59e-b2b75c0fb0a8 None None] No DVR routers for this DVR port c01e051e-2a1e-4009-860f-4d8d3c9a7f88 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:51:44.887860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c01e051e-2a1e-4009-860f-4d8d3c9a7f88 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:51:44.889212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:44.925134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c01e051e-2a1e-4009-860f-4d8d3c9a7f88 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:51:44.925558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c01e051e-2a1e-4009-860f-4d8d3c9a7f88 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:51:45.084723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.086886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.108726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.109251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Fanout notify agent at l3_agent the message router_deleted on router 0d21536a-f3b9-40f1-8468-64cb34b7290a {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:51:45.128317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.129399 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4efd0921-d157-478a-b105-b195c75fa2ec tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/routers/0d21536a-f3b9-40f1-8468-64cb34b7290a HTTP/1.1" status: 204 len: 168 time: 1.3449714 Sep 22 08:51:45.132093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45578) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:45.242704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.372670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.398355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0161fda-2d3c-4cbe-a8e7-1b88baa7715f']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:45.411465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:45.411760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85ccb1c-bbd2-45ed-9af4-19f7181bf383') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:51:45.424704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.440775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.446716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:51:45.447094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.517218 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment f85ccb1c-bbd2-45ed-9af4-19f7181bf383 resource provider aggregate not found Sep 22 08:51:45.539014 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment f85ccb1c-bbd2-45ed-9af4-19f7181bf383 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f85ccb1c-bbd2-45ed-9af4-19f7181bf383 found for delete ", "request_id": "req-25750096-06c0-45ea-8cdc-f9e101ef7c75"}]} Sep 22 08:51:45.555950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.564634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:45.591443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] Pushing event deleted for resources: {'Network': ['ID=c0161fda-2d3c-4cbe-a8e7-1b88baa7715f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:45.599878 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dca98f94-18b8-4255-bf54-4d2f8d9d513a tempest-TestNetworkBasicOps-630477637 tempest-TestNetworkBasicOps-630477637-project] 10.222.0.42 "DELETE /v2.0/networks/c0161fda-2d3c-4cbe-a8e7-1b88baa7715f HTTP/1.1" status: 204 len: 168 time: 0.4668424 Sep 22 08:51:45.870551 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45590) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:46.016800 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c6e5463f-245e-4ad2-ae66-cd86ca80d28b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6194f56e99445c99d3984d08a35fbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450107 Sep 22 08:51:46.019306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45596) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:46.075683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1f533ea-a6a4-4cd2-b495-743af76e8d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.100856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1f533ea-a6a4-4cd2-b495-743af76e8d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.154995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1f533ea-a6a4-4cd2-b495-743af76e8d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.171168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f533ea-a6a4-4cd2-b495-743af76e8d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26529115-b78d-4be3-891e-8c2f5158a4bd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:46.178184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a1f533ea-a6a4-4cd2-b495-743af76e8d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.180681 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a1f533ea-a6a4-4cd2-b495-743af76e8d48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26529115-b78d-4be3-891e-8c2f5158a4bd HTTP/1.1" status: 204 len: 168 time: 0.1591091 Sep 22 08:51:46.452187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:46.469385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.484815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:46.489564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Usage tracker for resource:security_group_rule and tenant:6d384d602112492a9828385206496bae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:46.492627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:46.498379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:46.529356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 88909b09-eb2c-433e-863c-fd8351175f45 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:51:46.566648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 88909b09-eb2c-433e-863c-fd8351175f45 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:51:46.566995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 88909b09-eb2c-433e-863c-fd8351175f45 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:51:46.567433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ca47db51-50cf-4942-bb3a-7e99320bb552 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:51:46.585752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.590426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.607780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ca47db51-50cf-4942-bb3a-7e99320bb552 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:51:46.608126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ca47db51-50cf-4942-bb3a-7e99320bb552 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:51:46.640706 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d384d602112492a9828385206496bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874540 Sep 22 08:51:46.641616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1eecd-92c6-409c-a433-2eae4cd9725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70596539-6c97-4c55-b433-8942c7218410,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:46.643999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45608) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:46.702531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149c64c3-6f3e-4a7e-8dbb-1d1ba865e1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.727716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149c64c3-6f3e-4a7e-8dbb-1d1ba865e1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.781421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149c64c3-6f3e-4a7e-8dbb-1d1ba865e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.797154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c64c3-6f3e-4a7e-8dbb-1d1ba865e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70596539-6c97-4c55-b433-8942c7218410,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:46.804735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149c64c3-6f3e-4a7e-8dbb-1d1ba865e1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:46.805836 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-149c64c3-6f3e-4a7e-8dbb-1d1ba865e1a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70596539-6c97-4c55-b433-8942c7218410 HTTP/1.1" status: 204 len: 168 time: 0.1607707 Sep 22 08:51:47.546860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:47.652621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1618276670-network', 'tenant_id': '8d658b6cdb9f4fc4bc892ee272980b31'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:47.657336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:47.661151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Usage tracker for resource:network and tenant:8d658b6cdb9f4fc4bc892ee272980b31 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:47.663969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:47.669520 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:47.680018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Made reservation on behalf of 8d658b6cdb9f4fc4bc892ee272980b31 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:51:47.682228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:47.694320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:47.711443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:47.715159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Usage tracker for resource:security_group_rule and tenant:8d658b6cdb9f4fc4bc892ee272980b31 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:47.717870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:47.723445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:47.804802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:47.808544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:47.841334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:51:47.846384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5182f0a3-1e8d-451f-8429-68281c676d86,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:47.854082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:47.854082 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Added segment f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64 of type vlan for network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 Sep 22 08:51:47.881600 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:47.910741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:47.911747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:47.912353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:48.117048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] Pushing event updated for resources: {'Network': ['ID=00f0d6cc-2e1a-4dfa-b1c0-433589b51340,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:48.120365 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-54ea9c5e-cbb1-40ed-af5b-faf261f50b33 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5724006 Sep 22 08:51:48.124129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45638) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:48.127668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:51:48.130049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Request body: {'subnet': {'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1618276670-subnet', 'tenant_id': '8d658b6cdb9f4fc4bc892ee272980b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:48.135349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:48.139499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Usage tracker for resource:subnet and tenant:8d658b6cdb9f4fc4bc892ee272980b31 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:48.142405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:48.148203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:48.159472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Made reservation on behalf of 8d658b6cdb9f4fc4bc892ee272980b31 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:51:48.161908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:48.363266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:48.437722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3349215d-5f23-4968-8b18-9f68d9cb17a6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:48.442240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Checking segment: {'id': 'f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:51:48.442589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Network hostable DHCP agents. Network: 00f0d6cc-2e1a-4dfa-b1c0-433589b51340, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:51:48.464591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:51:48.474232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 00f0d6cc-2e1a-4dfa-b1c0-433589b51340) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:51:48.479099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:48.479960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:48.483074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6cf82f-fc53-4840-bd6f-cc96fc0ad956 None None] Network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:51:48.502340 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-579a21bd-900c-4e5e-9b8e-3d7e8ee251e2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3768864 Sep 22 08:51:48.698408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa5357-2f51-4505-8be1-df2a917145cb None None] Network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:51:49.007613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:49.013084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-544896410-network', 'tenant_id': 'df940ab391004bc3859b07ce099eddb6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:49.017830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:49.021629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Usage tracker for resource:network and tenant:df940ab391004bc3859b07ce099eddb6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:49.024440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:49.030038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:49.040050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Made reservation on behalf of df940ab391004bc3859b07ce099eddb6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:51:49.042275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.054292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.068639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:49.072418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Usage tracker for resource:security_group_rule and tenant:df940ab391004bc3859b07ce099eddb6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:49.075653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:49.081659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:49.165350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.169140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.199402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:51:49.207571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f6324-0ed4-4dc7-9ced-2913be317102,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:49.213222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.213639 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Added segment 1ff5d7d2-56b7-45af-8e1c-5fd0eb7b9a25 of type vlan for network cc36c336-fdf3-463a-a73e-6aa68143b8d1 Sep 22 08:51:49.239753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.268233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.269177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:49.269736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.370097 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3614151 Sep 22 08:51:49.370810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224516ef-1b27-4364-ac14-0de486f6f321 admin admin] Pushing event updated for resources: {'Network': ['ID=cc36c336-fdf3-463a-a73e-6aa68143b8d1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:49.372823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45660) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:51:49.379074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Request body: {'subnet': {'network_id': 'cc36c336-fdf3-463a-a73e-6aa68143b8d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-544896410-subnet', 'tenant_id': 'df940ab391004bc3859b07ce099eddb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:49.381472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network cc36c336-fdf3-463a-a73e-6aa68143b8d1 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:51:49.383951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:49.387876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Usage tracker for resource:subnet and tenant:df940ab391004bc3859b07ce099eddb6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:49.390677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:49.397164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:49.407918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Made reservation on behalf of df940ab391004bc3859b07ce099eddb6 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:51:49.410190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.608462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.682164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1aed10b-991f-42b3-8249-ae469a17c949,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:49.690739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Checking segment: {'id': '1ff5d7d2-56b7-45af-8e1c-5fd0eb7b9a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cc36c336-fdf3-463a-a73e-6aa68143b8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:51:49.691087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Network hostable DHCP agents. Network: cc36c336-fdf3-463a-a73e-6aa68143b8d1, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:51:49.709941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Network cc36c336-fdf3-463a-a73e-6aa68143b8d1 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:51:49.719165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, cc36c336-fdf3-463a-a73e-6aa68143b8d1) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:51:49.723852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:49.724428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:49.728659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9dc07-ec46-41b7-a4d6-5d5669715577 None None] Network cc36c336-fdf3-463a-a73e-6aa68143b8d1 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:51:49.749936 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3919ec5f-c738-44a4-8f12-f55fe61678c6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3760386 Sep 22 08:51:49.986583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4a0a1-5333-40a0-b306-65a41b4d8752 None None] Network cc36c336-fdf3-463a-a73e-6aa68143b8d1 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:51:50.312066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-56e281b7-d6e5-4444-a79a-4248a6d639ae tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:50.314026 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-56e281b7-d6e5-4444-a79a-4248a6d639ae tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/networks?id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340 HTTP/1.1" status: 200 len: 812 time: 0.1424947 Sep 22 08:51:50.328104 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-655c0b83-02dc-426d-ab6c-f9eafa0bdc43 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/quotas/8d658b6cdb9f4fc4bc892ee272980b31 HTTP/1.1" status: 200 len: 375 time: 0.0086617 Sep 22 08:51:50.380824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-1c95ad05-b05f-48fc-98b0-74b5168234b6 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d658b6cdb9f4fc4bc892ee272980b31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474083 Sep 22 08:51:50.470654 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:51:50.510964 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-17237c8f-01bf-4f3e-b1d7-35c195b2ee66 service neutron] 10.222.0.42 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237566 Sep 22 08:51:50.730739 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f67c14c2-afb0-4359-baf2-3c67c63a0112 service neutron] 10.222.0.42 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138889 Sep 22 08:51:50.912714 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-207c940a-c346-4ae8-be61-812ed2ea714a req-09b2a5b6-e464-4977-b035-c89b3148cd4f tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 210 time: 0.0506563 Sep 22 08:51:51.917641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-5ba3d04c-08f6-4393-9667-c4cce8831009 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:51.919032 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-5ba3d04c-08f6-4393-9667-c4cce8831009 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.48 "GET /v2.0/networks?id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340 HTTP/1.1" status: 200 len: 812 time: 0.1520426 Sep 22 08:51:51.931444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Request body: {'port': {'device_id': '26e5df12-7189-4668-85d2-9f172e346b8b', 'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340', 'admin_state_up': True, 'tenant_id': '8d658b6cdb9f4fc4bc892ee272980b31'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:52.106438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86ec54e9-da61-4df5-af3f-9f2afce161f3 req-0280bf98-f725-4fb8-bbcd-e5b24e41b6a6 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 210 time: 0.0657740 Sep 22 08:51:52.114919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:51:52.120126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Usage tracker for resource:port and tenant:8d658b6cdb9f4fc4bc892ee272980b31 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:51:52.124280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:51:52.131637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:51:52.143980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Made reservation on behalf of 8d658b6cdb9f4fc4bc892ee272980b31 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:51:52.147448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:52.303648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Allocated IP 172.20.0.12 (00f0d6cc-2e1a-4dfa-b1c0-433589b51340/3349215d-5f23-4968-8b18-9f68d9cb17a6/6bb92220-931a-479b-b3d8-d614a92ced63) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:51:52.505255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:52.534620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:52.604379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:51:52.607089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:51:52.610998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:51:52.652618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Pushing event updated for resources: {'Port': ['ID=6bb92220-931a-479b-b3d8-d614a92ced63,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:52.675676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:52.676269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:52.696767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-a5a9ca51-5ee9-4c58-bdff-10aaabe6b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689254 Sep 22 08:51:52.706720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-36a7d77e-8ce2-4d44-9d05-4b7b926e1fda tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:51:52.707663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-36a7d77e-8ce2-4d44-9d05-4b7b926e1fda tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054851 Sep 22 08:51:52.716864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Request body: {'port': {'device_id': '26e5df12-7189-4668-85d2-9f172e346b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:51:52.826848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:53.166438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb92220-931a-479b-b3d8-d614a92ced63 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:51:53.174555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:53.188472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Transition to ACTIVE for port object 6bb92220-931a-479b-b3d8-d614a92ced63 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:51:53.192067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:53.306938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839fed5-ccb6-4728-9269-277d537a283e req-6ed4c27f-ef2b-4424-840a-8221cb623758 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:53.308311 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8839fed5-ccb6-4728-9269-277d537a283e req-6ed4c27f-ef2b-4424-840a-8221cb623758 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 944 time: 0.0913653 Sep 22 08:51:53.352724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8839fed5-ccb6-4728-9269-277d537a283e req-f909ee53-19ba-4caa-810a-3a066f87be11 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Synchronizing usage tracker for tenant:8d658b6cdb9f4fc4bc892ee272980b31 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:51:53.371241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8839fed5-ccb6-4728-9269-277d537a283e req-f909ee53-19ba-4caa-810a-3a066f87be11 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Unset dirty status for tenant:8d658b6cdb9f4fc4bc892ee272980b31 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:51:53.372434 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8839fed5-ccb6-4728-9269-277d537a283e req-f909ee53-19ba-4caa-810a-3a066f87be11 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584426 Sep 22 08:51:53.472987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb92220-931a-479b-b3d8-d614a92ced63,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:53.512778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Attempting to bind port 6bb92220-931a-479b-b3d8-d614a92ced63 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:51:53.513105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Attempting to bind port 6bb92220-931a-479b-b3d8-d614a92ced63 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:51:53.513423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Attempting to bind port 6bb92220-931a-479b-b3d8-d614a92ced63 on network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:51:53.518489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Port 6bb92220-931a-479b-b3d8-d614a92ced63 on network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:51:53.518796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Attempting to bind port 6bb92220-931a-479b-b3d8-d614a92ced63 on network 00f0d6cc-2e1a-4dfa-b1c0-433589b51340 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:51:53.523966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:51:53.524287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Checking segment: {'id': 'f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:51:53.524664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Bound using segment: {'id': 'f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:51:53.525073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Bound port: 6bb92220-931a-479b-b3d8-d614a92ced63, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:51:53.525402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:53.617830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] For port 6bb92220-931a-479b-b3d8-d614a92ced63, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:51:53.620619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] For port 6bb92220-931a-479b-b3d8-d614a92ced63, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6bb92220-931a-479b-b3d8-d614a92ced63,segment=NetworkSegment(f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64),segment_id=f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:51:53.625029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:53.628515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:53.629224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:53.630573 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] 10.222.0.48 "PUT /v2.0/ports/6bb92220-931a-479b-b3d8-d614a92ced63 HTTP/1.1" status: 200 len: 1094 time: 0.9172835 Sep 22 08:51:53.664600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e5df12-7189-4668-85d2-9f172e346b8b', 'tag': '6bb92220-931a-479b-b3d8-d614a92ced63'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:51:53.666966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376" -d '{"events": [{"name": "network-changed", "server_uuid": "26e5df12-7189-4668-85d2-9f172e346b8b", "tag": "6bb92220-931a-479b-b3d8-d614a92ced63"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:51:53.731506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d08b2f-bfe8-4216-bb74-4b1211f0d694 x-openstack-request-id: req-b1d08b2f-bfe8-4216-bb74-4b1211f0d694 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:51:53.731803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e5df12-7189-4668-85d2-9f172e346b8b", "tag": "6bb92220-931a-479b-b3d8-d614a92ced63", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:51:53.732051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1d08b2f-bfe8-4216-bb74-4b1211f0d694 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:51:53.732438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d08b2f-bfe8-4216-bb74-4b1211f0d694'] response: {'name': 'network-changed', 'server_uuid': '26e5df12-7189-4668-85d2-9f172e346b8b', 'tag': '6bb92220-931a-479b-b3d8-d614a92ced63', 'status': 'completed', 'code': 200} Sep 22 08:51:53.772240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecec58-bf67-47ad-b143-56251b16c035 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb92220-931a-479b-b3d8-d614a92ced63,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:53.784437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-4444310c-c3c1-4c14-b240-10fe676091fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:53.785889 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-4444310c-c3c1-4c14-b240-10fe676091fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d658b6cdb9f4fc4bc892ee272980b31&device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 1097 time: 0.1163261 Sep 22 08:51:53.852157 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-7cd3f090-6f4c-477a-9b79-af8be7c0e24f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb92220-931a-479b-b3d8-d614a92ced63 HTTP/1.1" status: 200 len: 217 time: 0.0601563 Sep 22 08:51:53.916145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-7558e682-e5a7-4b87-bd38-89ea07e77995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:53.917449 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-7558e682-e5a7-4b87-bd38-89ea07e77995 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3349215d-5f23-4968-8b18-9f68d9cb17a6 HTTP/1.1" status: 200 len: 852 time: 0.0599172 Sep 22 08:51:53.970590 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-f50d76f4-2465-4346-9a6c-c23666648cd0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476487 Sep 22 08:51:54.099916 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-8e50eff8-9093-4560-8dd7-f60b11a3bc78 service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235640 Sep 22 08:51:54.228818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b522a853-c731-467f-8939-d51d2c0b1c0f req-8fc6ca48-674f-479f-88b9-16bd5c1bce0a service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234651 Sep 22 08:51:54.350435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-44891faf-90b8-454a-93ea-de4fecd16384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:54.351946 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-44891faf-90b8-454a-93ea-de4fecd16384 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d658b6cdb9f4fc4bc892ee272980b31&device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 1097 time: 0.0818574 Sep 22 08:51:54.485947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-363ce888-5334-47ae-981a-201b15af7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:54.487414 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-363ce888-5334-47ae-981a-201b15af7e42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340 HTTP/1.1" status: 200 len: 913 time: 0.1292419 Sep 22 08:51:54.556133 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-306d5640-c6c5-494a-8b07-4977401dc474 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb92220-931a-479b-b3d8-d614a92ced63 HTTP/1.1" status: 200 len: 217 time: 0.0614796 Sep 22 08:51:54.571425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc7594-fd1c-4ba9-9af3-4a936451df34 req-6ae35669-d765-4c17-92e7-db3627c70bcb tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:54.572860 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8bc7594-fd1c-4ba9-9af3-4a936451df34 req-6ae35669-d765-4c17-92e7-db3627c70bcb tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 944 time: 0.0899012 Sep 22 08:51:54.617520 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8bc7594-fd1c-4ba9-9af3-4a936451df34 req-b6c7d36e-a5a6-4019-8f82-d7220ff2b6fb tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Sep 22 08:51:54.621282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-a5ef06a8-455a-485f-87e1-58c11d9d050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:54.622710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-a5ef06a8-455a-485f-87e1-58c11d9d050e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3349215d-5f23-4968-8b18-9f68d9cb17a6 HTTP/1.1" status: 200 len: 852 time: 0.0609653 Sep 22 08:51:54.676936 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-e347f29b-4976-4a32-a05b-d5ba86430e32 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471203 Sep 22 08:51:54.804841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-97bd3ed8-db48-4773-85c2-d20e1aa79ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217029 Sep 22 08:51:54.932894 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a854ad4-c48a-43ca-b2bc-fa9d358ef376 req-9e51b82f-0945-49ef-9d4f-9b60e50082ce service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219161 Sep 22 08:51:55.712449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6bb92220-931a-479b-b3d8-d614a92ced63 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:51:55.847725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6bb92220-931a-479b-b3d8-d614a92ced63, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6bb92220-931a-479b-b3d8-d614a92ced63,segment=NetworkSegment(f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64),segment_id=f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:55.862136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '6bb92220-931a-479b-b3d8-d614a92ced63', 'network_id': '00f0d6cc-2e1a-4dfa-b1c0-433589b51340', 'port_id': '6bb92220-931a-479b-b3d8-d614a92ced63', 'mac_address': 'fa:16:3e:60:6e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3349215d-5f23-4968-8b18-9f68d9cb17a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:51:55.920125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932d6e-e978-4169-b011-caae21c8b4a5 req-33e5dba5-f2a1-4f5d-a496-ecd68fb74726 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:55.920921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6bb92220-931a-479b-b3d8-d614a92ced63 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:55.921297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:55.921757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ff932d6e-e978-4169-b011-caae21c8b4a5 req-33e5dba5-f2a1-4f5d-a496-ecd68fb74726 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Synchronizing usage tracker for tenant:8d658b6cdb9f4fc4bc892ee272980b31 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:51:55.938528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb92220-931a-479b-b3d8-d614a92ced63 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:51:55.940167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ff932d6e-e978-4169-b011-caae21c8b4a5 req-33e5dba5-f2a1-4f5d-a496-ecd68fb74726 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Unset dirty status for tenant:8d658b6cdb9f4fc4bc892ee272980b31 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:51:55.941781 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff932d6e-e978-4169-b011-caae21c8b4a5 req-33e5dba5-f2a1-4f5d-a496-ecd68fb74726 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 944 time: 0.2135866 Sep 22 08:51:55.955600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6bb92220-931a-479b-b3d8-d614a92ced63, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6bb92220-931a-479b-b3d8-d614a92ced63,segment=NetworkSegment(f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64),segment_id=f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:55.960833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:55.993373 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff932d6e-e978-4169-b011-caae21c8b4a5 req-67b36462-fdfa-4b60-9c78-c402611d9dcb tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444634 Sep 22 08:51:56.026777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6bb92220-931a-479b-b3d8-d614a92ced63,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:56.163807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['6bb92220-931a-479b-b3d8-d614a92ced63'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:51:57.187674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acdca4-2563-4488-9afa-fb6b8b062a50 req-a982017f-476b-4a37-b893-74475502da10 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:57.189663 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9acdca4-2563-4488-9afa-fb6b8b062a50 req-a982017f-476b-4a37-b893-74475502da10 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 945 time: 0.0856259 Sep 22 08:51:57.232464 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9acdca4-2563-4488-9afa-fb6b8b062a50 req-29ebcdbc-ed56-4e3f-8383-c07e5a34b16a tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371711 Sep 22 08:51:57.725382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6bb92220-931a-479b-b3d8-d614a92ced63 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:51:57.791382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 6bb92220-931a-479b-b3d8-d614a92ced63 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:51:57.795856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 6bb92220-931a-479b-b3d8-d614a92ced63 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:51:57.796223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:57.796553 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 6bb92220-931a-479b-b3d8-d614a92ced63 Sep 22 08:51:57.910069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6bb92220-931a-479b-b3d8-d614a92ced63 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:51:57.910441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:57.937282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5df12-7189-4668-85d2-9f172e346b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb92220-931a-479b-b3d8-d614a92ced63'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:51:57.939585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae60826-59f8-4429-9fdc-41c6e6b7e2ca" -d '{"events": [{"server_uuid": "26e5df12-7189-4668-85d2-9f172e346b8b", "name": "network-vif-plugged", "status": "completed", "tag": "6bb92220-931a-479b-b3d8-d614a92ced63"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:51:57.948049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6bb92220-931a-479b-b3d8-d614a92ced63, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6bb92220-931a-479b-b3d8-d614a92ced63,segment=NetworkSegment(f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64),segment_id=f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:51:57.951955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:51:58.009016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee411966-d859-4fe8-90bf-ffe4941840c8 x-openstack-request-id: req-ee411966-d859-4fe8-90bf-ffe4941840c8 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:51:58.009333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5df12-7189-4668-85d2-9f172e346b8b", "name": "network-vif-plugged", "status": "completed", "tag": "6bb92220-931a-479b-b3d8-d614a92ced63", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:51:58.009586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee411966-d859-4fe8-90bf-ffe4941840c8 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:51:58.009972 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee411966-d859-4fe8-90bf-ffe4941840c8'] response: {'server_uuid': '26e5df12-7189-4668-85d2-9f172e346b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb92220-931a-479b-b3d8-d614a92ced63', 'code': 200} Sep 22 08:51:58.027309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6bb92220-931a-479b-b3d8-d614a92ced63,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:51:58.232395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be865b-2e50-4018-8144-aab00be5383e req-76e6b935-b296-45ee-b8e9-f8913958a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:58.233931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0be865b-2e50-4018-8144-aab00be5383e req-76e6b935-b296-45ee-b8e9-f8913958a598 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 1099 time: 0.0779803 Sep 22 08:51:58.273631 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0be865b-2e50-4018-8144-aab00be5383e req-a2163742-afc8-4fc6-8240-765a9c1940a5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Sep 22 08:51:58.428762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26e12b-c593-44ad-94fc-cadf00a8782f req-3d5b1f49-f8a4-42d9-833e-4baa3da01e54 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:58.430204 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7f26e12b-c593-44ad-94fc-cadf00a8782f req-3d5b1f49-f8a4-42d9-833e-4baa3da01e54 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0885098 Sep 22 08:51:58.473908 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7f26e12b-c593-44ad-94fc-cadf00a8782f req-c84321bc-2f7d-4f2a-ba10-a4210f035769 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Sep 22 08:51:59.669910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a17f10-a7b2-404f-9862-0bcb36d6a130 req-6b8e1aa9-c38c-4fe4-9356-cf7def86a1f5 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:59.671378 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-89a17f10-a7b2-404f-9862-0bcb36d6a130 req-6b8e1aa9-c38c-4fe4-9356-cf7def86a1f5 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0887053 Sep 22 08:51:59.715314 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-89a17f10-a7b2-404f-9862-0bcb36d6a130 req-6d194574-72e2-4fe2-8172-8448a5e323ad tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Sep 22 08:51:59.910936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e1134-f01a-4023-b6a5-8878c1cafd9c req-a6f9f91b-0b5b-4b91-99fb-6be5c5b1a0f3 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:51:59.912404 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f50e1134-f01a-4023-b6a5-8878c1cafd9c req-a6f9f91b-0b5b-4b91-99fb-6be5c5b1a0f3 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0854819 Sep 22 08:51:59.959311 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f50e1134-f01a-4023-b6a5-8878c1cafd9c req-614c06b3-4bb5-4895-84cb-cb92354235f1 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Sep 22 08:52:00.511260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f242b-c0aa-4deb-b201-501b83f8094e req-90163b9f-de9e-497a-aad3-c967ea80dd26 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:00.512750 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-096f242b-c0aa-4deb-b201-501b83f8094e req-90163b9f-de9e-497a-aad3-c967ea80dd26 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0926313 Sep 22 08:52:00.556122 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-096f242b-c0aa-4deb-b201-501b83f8094e req-3d3a2ef4-174a-4bad-ac36-d808ea1bebe9 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Sep 22 08:52:01.757906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053af14-5efe-44c3-994f-386127571a0b req-fe40cbf7-d431-47db-a1e3-1fadf32ee1b7 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:01.759442 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e053af14-5efe-44c3-994f-386127571a0b req-fe40cbf7-d431-47db-a1e3-1fadf32ee1b7 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0927470 Sep 22 08:52:01.812134 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e053af14-5efe-44c3-994f-386127571a0b req-7ed5d130-4211-4210-9819-7ef217db8309 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469303 Sep 22 08:52:02.263783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432617f-f9bc-4f00-8473-e1b30447cf6a req-95b6b04f-7629-4883-b764-fbdb28786149 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:02.265429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4432617f-f9bc-4f00-8473-e1b30447cf6a req-95b6b04f-7629-4883-b764-fbdb28786149 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.1740317 Sep 22 08:52:02.295907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-ff5c021e-2021-475a-9206-810bf04830f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:02.297317 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-ff5c021e-2021-475a-9206-810bf04830f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d658b6cdb9f4fc4bc892ee272980b31&device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 1099 time: 0.1525455 Sep 22 08:52:02.399728 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4432617f-f9bc-4f00-8473-e1b30447cf6a req-1f9fb575-24ac-4ddd-ba7b-64f5355adaa1 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285758 Sep 22 08:52:02.467020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-db114411-efe3-4581-a524-3ad2b29169f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:02.469976 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-db114411-efe3-4581-a524-3ad2b29169f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340 HTTP/1.1" status: 200 len: 913 time: 0.1577525 Sep 22 08:52:02.549143 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-8aff0f1c-3f31-42ca-82e6-fe49482601c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb92220-931a-479b-b3d8-d614a92ced63 HTTP/1.1" status: 200 len: 217 time: 0.0722702 Sep 22 08:52:02.618728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-9fd5a05a-6331-4db9-83b3-632ed4e38a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:02.620154 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-9fd5a05a-6331-4db9-83b3-632ed4e38a37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3349215d-5f23-4968-8b18-9f68d9cb17a6 HTTP/1.1" status: 200 len: 852 time: 0.0644045 Sep 22 08:52:02.676119 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-995d98f5-a621-4208-a773-0cd49a60cbe5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499151 Sep 22 08:52:02.901511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-cc7e67f9-3133-4c56-a615-ff73d675404b service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191281 Sep 22 08:52:03.032668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0006493e-995a-4e7d-b739-6ef7e084dbbf req-edcdfb58-9c30-4531-9406-8f20a4a43e0b service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249125 Sep 22 08:52:03.613915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aec2d0-62f8-441d-9bf2-9ebf64066cb5 req-04999748-a7e7-46e6-ada1-9cce5353f8f7 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:03.615496 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c9aec2d0-62f8-441d-9bf2-9ebf64066cb5 req-04999748-a7e7-46e6-ada1-9cce5353f8f7 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0920491 Sep 22 08:52:03.661316 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c9aec2d0-62f8-441d-9bf2-9ebf64066cb5 req-f8aaab67-752f-4601-9059-f1aba6bf4057 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Sep 22 08:52:04.855874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb173ae-9cf5-45fa-ad46-1d9e631321e0 req-b05c7287-ab58-496f-96ef-a93afbf54d30 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:04.857224 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-adb173ae-9cf5-45fa-ad46-1d9e631321e0 req-b05c7287-ab58-496f-96ef-a93afbf54d30 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0862517 Sep 22 08:52:04.900322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-adb173ae-9cf5-45fa-ad46-1d9e631321e0 req-50574015-7a8b-46b9-857e-9340eb89b2d8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369141 Sep 22 08:52:05.309858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb054a9-177b-4e17-92a3-ba85009d1a2c req-9478fd8b-f651-4d5e-8132-f53e10499a74 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:05.311307 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fb054a9-177b-4e17-92a3-ba85009d1a2c req-9478fd8b-f651-4d5e-8132-f53e10499a74 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0902672 Sep 22 08:52:05.353809 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fb054a9-177b-4e17-92a3-ba85009d1a2c req-e309870d-2631-4263-81e6-d6d186a74178 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368831 Sep 22 08:52:06.156922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a2db6b7-ee7a-4303-bdff-0b6421a2d3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:06.551837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d8f4f-158d-45fb-88bd-41668d05212b req-0183b3df-9172-4981-bde3-e245cfd48653 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:06.553317 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ce8d8f4f-158d-45fb-88bd-41668d05212b req-0183b3df-9172-4981-bde3-e245cfd48653 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0865674 Sep 22 08:52:06.600748 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ce8d8f4f-158d-45fb-88bd-41668d05212b req-c4b29eed-f517-47fe-ac7f-86b59cf6afd8 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Sep 22 08:52:06.946506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723ed79-daca-4832-ae03-a63001538369 req-a6f44d25-81b6-4b0b-bbd0-986398002583 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:06.948376 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e723ed79-daca-4832-ae03-a63001538369 req-a6f44d25-81b6-4b0b-bbd0-986398002583 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0893209 Sep 22 08:52:06.966430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-04d43ac3-d839-4722-892c-2981166b836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:06.968286 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-04d43ac3-d839-4722-892c-2981166b836c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d658b6cdb9f4fc4bc892ee272980b31&device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 1099 time: 0.0870600 Sep 22 08:52:06.992839 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e723ed79-daca-4832-ae03-a63001538369 req-20ef1353-325b-4d03-8e0a-a19591564ecd tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Sep 22 08:52:07.101000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-9e13b66d-f092-4269-9e0e-c50490fe9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:07.102435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-9e13b66d-f092-4269-9e0e-c50490fe9a80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340 HTTP/1.1" status: 200 len: 913 time: 0.1279976 Sep 22 08:52:07.262906 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-a8cdf84f-171a-4f81-ba0b-264022eb386a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bb92220-931a-479b-b3d8-d614a92ced63 HTTP/1.1" status: 200 len: 217 time: 0.1546407 Sep 22 08:52:07.325686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-e4566ffd-4cca-4400-958a-8a6ff46c698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:07.327072 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-e4566ffd-4cca-4400-958a-8a6ff46c698f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3349215d-5f23-4968-8b18-9f68d9cb17a6 HTTP/1.1" status: 200 len: 852 time: 0.0573471 Sep 22 08:52:07.380396 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-4efd5e17-72ca-4ec8-bbe1-c81aebad325a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00f0d6cc-2e1a-4dfa-b1c0-433589b51340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465720 Sep 22 08:52:07.511869 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-929bb2ac-68e4-41a9-a581-93decd478cdf service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256802 Sep 22 08:52:07.640317 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dccba19-d195-4e17-8eb8-b573c96ac1ba req-10b27ac6-a9ee-46cb-b838-a658a5b89689 service neutron] 10.222.0.48 "GET /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216838 Sep 22 08:52:08.203140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbc797-9f9f-4184-a496-7cac10f797de req-4db657c6-af36-447f-8dd6-4bf5e3284b36 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:08.204657 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aafbc797-9f9f-4184-a496-7cac10f797de req-4db657c6-af36-447f-8dd6-4bf5e3284b36 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0960143 Sep 22 08:52:08.247895 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aafbc797-9f9f-4184-a496-7cac10f797de req-6735225e-9c0b-4fc3-bbd1-08b5fc87866d tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Sep 22 08:52:08.323124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9da1555a-2284-4e17-b230-9720fd3e15e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:09.449542 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a77e5f-3674-43a0-a6b2-7260ec1b5018 req-6edcba84-704e-4664-9994-8f31a3ffe868 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:09.450981 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4a77e5f-3674-43a0-a6b2-7260ec1b5018 req-6edcba84-704e-4664-9994-8f31a3ffe868 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0903730 Sep 22 08:52:09.493898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4a77e5f-3674-43a0-a6b2-7260ec1b5018 req-8d2df87a-f358-41b2-bfe8-5569f47eebd6 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Sep 22 08:52:09.578988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:09.621588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:09.882631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58e972-74e9-4cad-8218-9eea99720316 req-1ce2586d-6da1-4d5a-a98d-f957a7365994 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:09.884015 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b58e972-74e9-4cad-8218-9eea99720316 req-1ce2586d-6da1-4d5a-a98d-f957a7365994 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0858917 Sep 22 08:52:09.930706 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b58e972-74e9-4cad-8218-9eea99720316 req-d4251856-2e5f-4ee4-982a-3e0fba8e6da3 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Sep 22 08:52:10.903405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:11.130941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c128fb6-0389-49f9-9877-9e5b0e2b6158 req-ff04b15c-d9ff-487d-80b9-ad342968394d tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:11.132353 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2c128fb6-0389-49f9-9877-9e5b0e2b6158 req-ff04b15c-d9ff-487d-80b9-ad342968394d tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0880792 Sep 22 08:52:11.177770 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2c128fb6-0389-49f9-9877-9e5b0e2b6158 req-90f2f77f-99e1-461e-86db-4b1d68a66eea tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/security-groups?id=5182f0a3-1e8d-451f-8429-68281c676d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Sep 22 08:52:11.640634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-62ab8cae-d623-4286-9fa4-aceb6baaede6 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:11.642574 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-62ab8cae-d623-4286-9fa4-aceb6baaede6 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.48 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 946 time: 0.0919263 Sep 22 08:52:11.712060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Deleting port 6bb92220-931a-479b-b3d8-d614a92ced63 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:52:11.712397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:11.956506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] For port 6bb92220-931a-479b-b3d8-d614a92ced63, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6bb92220-931a-479b-b3d8-d614a92ced63,segment=NetworkSegment(f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64),segment_id=f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:11.956865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:12.080263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Calling delete_port for 6bb92220-931a-479b-b3d8-d614a92ced63 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:52:12.225110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:12.277169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Pushing event deleted for resources: {'Port': ['ID=6bb92220-931a-479b-b3d8-d614a92ced63,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:12.340388 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2afc18f4-e0d6-4a0b-8627-d02dda068d9d req-a6e78f5f-93d1-4be5-9faa-367c2b8cc264 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.42 "GET /v2.0/ports?device_id=26e5df12-7189-4668-85d2-9f172e346b8b HTTP/1.1" status: 200 len: 210 time: 0.0507228 Sep 22 08:52:12.361281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] No DVR routers for this DVR port 6bb92220-931a-479b-b3d8-d614a92ced63 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:52:12.368743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:12.371202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e5df12-7189-4668-85d2-9f172e346b8b', 'name': 'network-vif-deleted', 'tag': '6bb92220-931a-479b-b3d8-d614a92ced63'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:52:12.373437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00770871-ab4a-4f04-9dba-93c483352814" -d '{"events": [{"server_uuid": "26e5df12-7189-4668-85d2-9f172e346b8b", "name": "network-vif-deleted", "tag": "6bb92220-931a-479b-b3d8-d614a92ced63"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:52:12.388310 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc07d5a0-2f17-419f-a2c0-a1fbb923d686 req-14c4aac3-938b-48cf-b524-513993f77839 tempest-TestServerAdvancedOps-686311340 tempest-TestServerAdvancedOps-686311340-project] 10.222.0.48 "DELETE /v2.0/ports/6bb92220-931a-479b-b3d8-d614a92ced63 HTTP/1.1" status: 204 len: 173 time: 0.7401557 Sep 22 08:52:12.422239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ccebe1-50a0-41fe-ab12-05ff89cdfd9c x-openstack-request-id: req-81ccebe1-50a0-41fe-ab12-05ff89cdfd9c {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:52:12.422535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e5df12-7189-4668-85d2-9f172e346b8b", "name": "network-vif-deleted", "tag": "6bb92220-931a-479b-b3d8-d614a92ced63", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:52:12.422791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81ccebe1-50a0-41fe-ab12-05ff89cdfd9c {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:52:12.423754 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ccebe1-50a0-41fe-ab12-05ff89cdfd9c'] response: {'server_uuid': '26e5df12-7189-4668-85d2-9f172e346b8b', 'name': 'network-vif-deleted', 'tag': '6bb92220-931a-479b-b3d8-d614a92ced63', 'status': 'completed', 'code': 200} Sep 22 08:52:12.508032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:13.442696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45756) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:13.596886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] Deleting subnet 3349215d-5f23-4968-8b18-9f68d9cb17a6 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:52:13.599836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:13.648733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:13.706682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:13.775444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:13.814426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3349215d-5f23-4968-8b18-9f68d9cb17a6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:13.816387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:13.819362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6bb92220-931a-479b-b3d8-d614a92ced63 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:52:13.822401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-51bebc82-257d-4581-835c-11fa2f1cfd10 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3349215d-5f23-4968-8b18-9f68d9cb17a6 HTTP/1.1" status: 204 len: 168 time: 0.3786645 Sep 22 08:52:13.825014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45760) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:13.854045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 6bb92220-931a-479b-b3d8-d614a92ced63 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:52:13.854387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6bb92220-931a-479b-b3d8-d614a92ced63 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:52:13.929487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.054624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.080420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f0d6cc-2e1a-4dfa-b1c0-433589b51340']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:14.092237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:14.092534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:14.104157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.120644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.127358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:52:14.127903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.192767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64 resource provider aggregate not found Sep 22 08:52:14.213741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6ddf8c5-4e94-4d5d-8410-58fde6f8ce64 found for delete ", "request_id": "req-1765ff14-64bd-49e3-adce-f069a5b424a8"}]} Sep 22 08:52:14.225417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.241860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.250852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f0d6cc-2e1a-4dfa-b1c0-433589b51340,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:14.253634 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6e558c24-4f8a-4a41-8346-7cb4dedcf5f2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/00f0d6cc-2e1a-4dfa-b1c0-433589b51340 HTTP/1.1" status: 204 len: 168 time: 0.4277163 Sep 22 08:52:14.256511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:14.318957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] Deleting subnet c1aed10b-991f-42b3-8249-ae469a17c949 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:52:14.322084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.371464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.425718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.496762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.537607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.540113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1aed10b-991f-42b3-8249-ae469a17c949,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:14.545830 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-33166939-3fda-4e48-a530-6b7e377e665b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c1aed10b-991f-42b3-8249-ae469a17c949 HTTP/1.1" status: 204 len: 168 time: 0.2884126 Sep 22 08:52:14.548358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:14.654319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.776720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.801349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc36c336-fdf3-463a-a73e-6aa68143b8d1']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:14.812941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff5d7d2-56b7-45af-8e1c-5fd0eb7b9a25') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:14.813240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff5d7d2-56b7-45af-8e1c-5fd0eb7b9a25') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:14.824220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.840427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.847028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:52:14.847436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.936574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.952675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:14.962001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc36c336-fdf3-463a-a73e-6aa68143b8d1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:14.967406 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7da6ca43-1fec-4b3d-a301-e61ae5a4e8e1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cc36c336-fdf3-463a-a73e-6aa68143b8d1 HTTP/1.1" status: 204 len: 168 time: 0.4180732 Sep 22 08:52:15.129119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45778) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:15.176274 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1f09e973-1477-42b5-a806-c4cbd9f2e225 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d658b6cdb9f4fc4bc892ee272980b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460513 Sep 22 08:52:15.178588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45782) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:15.238731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-352e4942-4621-40d4-854c-93c1ca607804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.272092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-352e4942-4621-40d4-854c-93c1ca607804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.324851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-352e4942-4621-40d4-854c-93c1ca607804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.340240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e4942-4621-40d4-854c-93c1ca607804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5182f0a3-1e8d-451f-8429-68281c676d86,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:15.353130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-352e4942-4621-40d4-854c-93c1ca607804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.354271 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-352e4942-4621-40d4-854c-93c1ca607804 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5182f0a3-1e8d-451f-8429-68281c676d86 HTTP/1.1" status: 204 len: 168 time: 0.1748259 Sep 22 08:52:15.680932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45790) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:15.731040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f0e70311-547a-410a-97d5-92ff7b4f3bc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df940ab391004bc3859b07ce099eddb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489802 Sep 22 08:52:15.733566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45794) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:15.789658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15fce045-c1f7-4fb9-9b4b-c109b4b9c8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.817430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15fce045-c1f7-4fb9-9b4b-c109b4b9c8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.955614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15fce045-c1f7-4fb9-9b4b-c109b4b9c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.970698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fce045-c1f7-4fb9-9b4b-c109b4b9c8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f6324-0ed4-4dc7-9ced-2913be317102,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:15.976842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15fce045-c1f7-4fb9-9b4b-c109b4b9c8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:15.977960 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-15fce045-c1f7-4fb9-9b4b-c109b4b9c8e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/962f6324-0ed4-4dc7-9ced-2913be317102 HTTP/1.1" status: 204 len: 168 time: 0.2435186 Sep 22 08:52:16.232691 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1ff5d7d2-56b7-45af-8e1c-5fd0eb7b9a25 resource provider aggregate not found Sep 22 08:52:16.249116 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1ff5d7d2-56b7-45af-8e1c-5fd0eb7b9a25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ff5d7d2-56b7-45af-8e1c-5fd0eb7b9a25 found for delete ", "request_id": "req-59bd4b0d-6c8c-4ee2-9b25-17d3582414de"}]} Sep 22 08:52:22.254650 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-e919e0d2-c895-4a02-be5a-b9869efa2ca7 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=71667858dcf64ec6a818349249e1407c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279381 Sep 22 08:52:22.399795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-8083b782-7187-43de-b120-373544e82dc2 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:22.401190 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-8083b782-7187-43de-b120-373544e82dc2 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416092 Sep 22 08:52:22.415638 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-84c239ff-f5c6-4b8b-a597-e6b973f2fe5c tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/quotas/71667858dcf64ec6a818349249e1407c HTTP/1.1" status: 200 len: 375 time: 0.0092058 Sep 22 08:52:22.471117 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-4cfd9015-37ce-44e7-9b23-56cfe0fd0072 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=71667858dcf64ec6a818349249e1407c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503378 Sep 22 08:52:22.655250 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0bc102f-1ad9-43c0-bb58-756422d2be9f req-aeac1813-f563-4e90-8af7-0c4478b64b9a tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 210 time: 0.0520027 Sep 22 08:52:23.523944 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-76b8e115-7030-4492-8b9f-db03be5cf89d tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=71667858dcf64ec6a818349249e1407c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284014 Sep 22 08:52:23.679976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-65d52034-f296-427b-8747-9bcb4fe1e81e tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:23.681380 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-65d52034-f296-427b-8747-9bcb4fe1e81e tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1531184 Sep 22 08:52:23.696493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Request body: {'port': {'device_id': '6649b141-385f-44d2-a665-07f33e54bde1', 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef', 'admin_state_up': True, 'tenant_id': '71667858dcf64ec6a818349249e1407c'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:52:23.835818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d66ebbf-5f5a-47ee-bc32-00b5528b001d req-bc6f81be-1b9a-4e7f-b9d8-ac5d7d28beb2 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 210 time: 0.0604057 Sep 22 08:52:23.885812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:23.889623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Usage tracker for resource:port and tenant:71667858dcf64ec6a818349249e1407c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:52:23.892394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:52:23.898001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:23.908492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Made reservation on behalf of 71667858dcf64ec6a818349249e1407c for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:52:23.912099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:23.927389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:23.946183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:23.950055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Usage tracker for resource:security_group_rule and tenant:71667858dcf64ec6a818349249e1407c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:52:23.952860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:52:23.958524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:24.041610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:24.045200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:24.124270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466f15ea-c9bd-45c2-85ee-7b3ff01414f2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:24.215665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Allocated IP 192.168.233.143 (f72a3584-5b51-466f-8533-7a05a4bc68ef/f00b643a-2449-4289-a363-9886d42434fc/41674c75-a26c-4964-8412-c42c0fd2f62c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:52:24.416562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:24.431270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Transition to ACTIVE for port object 41674c75-a26c-4964-8412-c42c0fd2f62c will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:24.455063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:24.522829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Network f72a3584-5b51-466f-8533-7a05a4bc68ef is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:52:24.525910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:52:24.529583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:52:24.563751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Pushing event updated for resources: {'Port': ['ID=41674c75-a26c-4964-8412-c42c0fd2f62c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:24.601000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:24.601599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:24.628040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f758c9d0-bcd7-4679-925a-d1cf281ec301 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9354310 Sep 22 08:52:24.638942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Request body: {'port': {'device_id': '6649b141-385f-44d2-a665-07f33e54bde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:52:24.752090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:24.760242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Provisioning for port 41674c75-a26c-4964-8412-c42c0fd2f62c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:24.765009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Provisioning complete for port 41674c75-a26c-4964-8412-c42c0fd2f62c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:24.765396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:24.765734 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Attempt 1 to provision port 41674c75-a26c-4964-8412-c42c0fd2f62c Sep 22 08:52:24.819878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Port 41674c75-a26c-4964-8412-c42c0fd2f62c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:25.041717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2d52-d57a-4d17-b528-ae2d6fb26274 req-fde11704-e473-4878-9eeb-fb31ccf759bb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:25.043168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-73ce2d52-d57a-4d17-b528-ae2d6fb26274 req-fde11704-e473-4878-9eeb-fb31ccf759bb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 936 time: 0.0913761 Sep 22 08:52:25.089959 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-73ce2d52-d57a-4d17-b528-ae2d6fb26274 req-04ee5af6-64e0-4366-9d74-496c856825c4 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Sep 22 08:52:25.196830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41674c75-a26c-4964-8412-c42c0fd2f62c {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:52:25.204165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:25.219038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Transition to ACTIVE for port object 41674c75-a26c-4964-8412-c42c0fd2f62c will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:25.222525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:25.321129 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Attempt 2 to provision port 41674c75-a26c-4964-8412-c42c0fd2f62c Sep 22 08:52:25.374757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Port 41674c75-a26c-4964-8412-c42c0fd2f62c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:25.408116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Pushing event updated for resources: {'Port': ['ID=41674c75-a26c-4964-8412-c42c0fd2f62c,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:25.443802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Attempting to bind port 41674c75-a26c-4964-8412-c42c0fd2f62c on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:52:25.444128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Attempting to bind port 41674c75-a26c-4964-8412-c42c0fd2f62c by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:52:25.444445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Attempting to bind port 41674c75-a26c-4964-8412-c42c0fd2f62c on network f72a3584-5b51-466f-8533-7a05a4bc68ef {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:52:25.448865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Port 41674c75-a26c-4964-8412-c42c0fd2f62c on network f72a3584-5b51-466f-8533-7a05a4bc68ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:52:25.449178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Attempting to bind port 41674c75-a26c-4964-8412-c42c0fd2f62c on network f72a3584-5b51-466f-8533-7a05a4bc68ef {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:52:25.454176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:52:25.454501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Checking segment: {'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:52:25.454868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Bound using segment: {'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:52:25.455313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Bound port: 41674c75-a26c-4964-8412-c42c0fd2f62c, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73d7b7e-70e0-40d5-b58d-f0c0468d1a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:52:25.455648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:25.540831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] For port 41674c75-a26c-4964-8412-c42c0fd2f62c, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:52:25.543760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] For port 41674c75-a26c-4964-8412-c42c0fd2f62c, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=41674c75-a26c-4964-8412-c42c0fd2f62c,segment=NetworkSegment(a73d7b7e-70e0-40d5-b58d-f0c0468d1a53),segment_id=a73d7b7e-70e0-40d5-b58d-f0c0468d1a53)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:52:25.548234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:25.582511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:25.583109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:25.584489 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] 10.222.0.48 "PUT /v2.0/ports/41674c75-a26c-4964-8412-c42c0fd2f62c HTTP/1.1" status: 200 len: 1098 time: 0.9497697 Sep 22 08:52:25.586618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6649b141-385f-44d2-a665-07f33e54bde1', 'tag': '41674c75-a26c-4964-8412-c42c0fd2f62c'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:52:25.587288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87" -d '{"events": [{"name": "network-changed", "server_uuid": "6649b141-385f-44d2-a665-07f33e54bde1", "tag": "41674c75-a26c-4964-8412-c42c0fd2f62c"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:52:25.659554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9a9200-21a4-437e-8664-dedc096be68b x-openstack-request-id: req-0d9a9200-21a4-437e-8664-dedc096be68b {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:52:25.659842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6649b141-385f-44d2-a665-07f33e54bde1", "tag": "41674c75-a26c-4964-8412-c42c0fd2f62c", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:52:25.660090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d9a9200-21a4-437e-8664-dedc096be68b {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:52:25.660484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9a9200-21a4-437e-8664-dedc096be68b'] response: {'name': 'network-changed', 'server_uuid': '6649b141-385f-44d2-a665-07f33e54bde1', 'tag': '41674c75-a26c-4964-8412-c42c0fd2f62c', 'status': 'completed', 'code': 200} Sep 22 08:52:25.691900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d6419-6c2d-4276-9f5f-41486eadb800 service neutron] Pushing event updated for resources: {'Port': ['ID=41674c75-a26c-4964-8412-c42c0fd2f62c,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:25.714168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-528f2457-bc1f-4b22-a759-778e9d3c9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:25.715694 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-528f2457-bc1f-4b22-a759-778e9d3c9199 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71667858dcf64ec6a818349249e1407c&device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 1101 time: 0.0955217 Sep 22 08:52:25.787808 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-112e2260-2ecc-48f1-8148-69d427b71146 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=41674c75-a26c-4964-8412-c42c0fd2f62c HTTP/1.1" status: 200 len: 217 time: 0.0654871 Sep 22 08:52:25.848479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-9315de3e-1347-4d32-8715-3dba2794d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:25.849793 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-9315de3e-1347-4d32-8715-3dba2794d53f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f00b643a-2449-4289-a363-9886d42434fc HTTP/1.1" status: 200 len: 843 time: 0.0563138 Sep 22 08:52:25.875602 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Attempt 3 to provision port 41674c75-a26c-4964-8412-c42c0fd2f62c Sep 22 08:52:25.934940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-4f5a7fd5-bd6b-4188-8301-f9e0161a1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:25.936442 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-4f5a7fd5-bd6b-4188-8301-f9e0161a1e95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f72a3584-5b51-466f-8533-7a05a4bc68ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0811098 Sep 22 08:52:25.937785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-13727902-d81a-4db7-b020-7bca2f8eafa0 None None] Port 41674c75-a26c-4964-8412-c42c0fd2f62c had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:52:26.065729 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-f03ae36b-c68e-4b98-be51-3b8354e38259 service neutron] 10.222.0.48 "GET /v2.0/networks/f72a3584-5b51-466f-8533-7a05a4bc68ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227160 Sep 22 08:52:26.196013 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c977a1d9-fa46-47dd-9913-ce8bf03e30a8 req-6467955d-abf8-4953-9423-0c52d208b88e service neutron] 10.222.0.48 "GET /v2.0/networks/f72a3584-5b51-466f-8533-7a05a4bc68ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245186 Sep 22 08:52:26.288102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716614-5be9-4a12-a21d-faadf512695a req-e345a36a-22c2-4ba6-a655-2f8143775a49 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:26.289565 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5716614-5be9-4a12-a21d-faadf512695a req-e345a36a-22c2-4ba6-a655-2f8143775a49 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 948 time: 0.0908377 Sep 22 08:52:26.315785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-2dcc229f-d48a-4887-8144-6f8e498d7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:26.317247 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-2dcc229f-d48a-4887-8144-6f8e498d7ed0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=71667858dcf64ec6a818349249e1407c&device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 1101 time: 0.0779698 Sep 22 08:52:26.332784 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5716614-5be9-4a12-a21d-faadf512695a req-8756e2df-fe0c-4c45-aba2-2c1cf42c2d55 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 Sep 22 08:52:26.445671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-3d8e565e-49ec-4b13-90b3-df7c9360a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:26.447082 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-3d8e565e-49ec-4b13-90b3-df7c9360a8b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f72a3584-5b51-466f-8533-7a05a4bc68ef HTTP/1.1" status: 200 len: 870 time: 0.1235878 Sep 22 08:52:26.516793 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-edf56635-d966-495b-be0d-98c2431be412 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=41674c75-a26c-4964-8412-c42c0fd2f62c HTTP/1.1" status: 200 len: 217 time: 0.0625155 Sep 22 08:52:26.576890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-110cd14e-c039-4ed7-b673-0e8d7121abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:26.578227 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-110cd14e-c039-4ed7-b673-0e8d7121abce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f00b643a-2449-4289-a363-9886d42434fc HTTP/1.1" status: 200 len: 843 time: 0.0545011 Sep 22 08:52:26.661914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-cce80904-c7b6-492a-8294-32941bb2059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:26.663363 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-cce80904-c7b6-492a-8294-32941bb2059c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f72a3584-5b51-466f-8533-7a05a4bc68ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0779104 Sep 22 08:52:26.887572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-ed6539d0-1cd7-47c2-bb01-0fd38579ca33 service neutron] 10.222.0.48 "GET /v2.0/networks/f72a3584-5b51-466f-8533-7a05a4bc68ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174661 Sep 22 08:52:27.017255 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23f8cc8b-bbd6-4be7-b8d2-2f8dc3918c87 req-9a0b30ef-3bd7-42e9-a8cd-6ecde8a6e855 service neutron] 10.222.0.48 "GET /v2.0/networks/f72a3584-5b51-466f-8533-7a05a4bc68ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232035 Sep 22 08:52:27.469007 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:52:27.526339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c1936-2da6-48f1-949d-fba953d4fb40 req-70781c5b-d6ea-4df9-89e9-c6cbfdc9c4eb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:27.527043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e33c1936-2da6-48f1-949d-fba953d4fb40 req-70781c5b-d6ea-4df9-89e9-c6cbfdc9c4eb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Synchronizing usage tracker for tenant:71667858dcf64ec6a818349249e1407c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:52:27.543276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e33c1936-2da6-48f1-949d-fba953d4fb40 req-70781c5b-d6ea-4df9-89e9-c6cbfdc9c4eb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Unset dirty status for tenant:71667858dcf64ec6a818349249e1407c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:52:27.544330 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e33c1936-2da6-48f1-949d-fba953d4fb40 req-70781c5b-d6ea-4df9-89e9-c6cbfdc9c4eb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 948 time: 0.1019289 Sep 22 08:52:27.587592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e33c1936-2da6-48f1-949d-fba953d4fb40 req-e3182208-b1ac-4c06-9ca2-9eb6779fa096 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Synchronizing usage tracker for tenant:71667858dcf64ec6a818349249e1407c on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:52:27.604101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e33c1936-2da6-48f1-949d-fba953d4fb40 req-e3182208-b1ac-4c06-9ca2-9eb6779fa096 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Unset dirty status for tenant:71667858dcf64ec6a818349249e1407c on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:52:27.605346 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e33c1936-2da6-48f1-949d-fba953d4fb40 req-e3182208-b1ac-4c06-9ca2-9eb6779fa096 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548480 Sep 22 08:52:27.898893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 41674c75-a26c-4964-8412-c42c0fd2f62c details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:52:28.027822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 41674c75-a26c-4964-8412-c42c0fd2f62c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=41674c75-a26c-4964-8412-c42c0fd2f62c,segment=NetworkSegment(a73d7b7e-70e0-40d5-b58d-f0c0468d1a53),segment_id=a73d7b7e-70e0-40d5-b58d-f0c0468d1a53)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:28.044423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '41674c75-a26c-4964-8412-c42c0fd2f62c', 'network_id': 'f72a3584-5b51-466f-8533-7a05a4bc68ef', 'port_id': '41674c75-a26c-4964-8412-c42c0fd2f62c', 'mac_address': 'fa:16:3e:d1:bc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f00b643a-2449-4289-a363-9886d42434fc', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:52:28.097980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 41674c75-a26c-4964-8412-c42c0fd2f62c is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:28.098359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:28.114713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41674c75-a26c-4964-8412-c42c0fd2f62c {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:52:28.130413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 41674c75-a26c-4964-8412-c42c0fd2f62c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=41674c75-a26c-4964-8412-c42c0fd2f62c,segment=NetworkSegment(a73d7b7e-70e0-40d5-b58d-f0c0468d1a53),segment_id=a73d7b7e-70e0-40d5-b58d-f0c0468d1a53)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:28.134879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:28.199465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=41674c75-a26c-4964-8412-c42c0fd2f62c,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:28.324518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['41674c75-a26c-4964-8412-c42c0fd2f62c'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:52:28.800572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9cf9-ad4b-4e83-b979-8eff46ff753d req-b4a639ee-9b6a-42b2-a044-7c0a12d3aeef tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:28.801946 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-64dd9cf9-ad4b-4e83-b979-8eff46ff753d req-b4a639ee-9b6a-42b2-a044-7c0a12d3aeef tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 949 time: 0.0871730 Sep 22 08:52:28.846045 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-64dd9cf9-ad4b-4e83-b979-8eff46ff753d req-d28dfe76-207b-441f-84be-37d85873b89a tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Sep 22 08:52:29.913235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 41674c75-a26c-4964-8412-c42c0fd2f62c up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:29.981664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 41674c75-a26c-4964-8412-c42c0fd2f62c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:29.986922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 41674c75-a26c-4964-8412-c42c0fd2f62c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:29.987348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:29.987672 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 41674c75-a26c-4964-8412-c42c0fd2f62c Sep 22 08:52:30.051647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ed10-f0a7-41bf-8e5d-953573165fb9 req-db492c64-3abf-4af5-a1b3-535f98aff9eb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:30.053136 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f10ed10-f0a7-41bf-8e5d-953573165fb9 req-db492c64-3abf-4af5-a1b3-535f98aff9eb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 949 time: 0.0946040 Sep 22 08:52:30.098540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f10ed10-f0a7-41bf-8e5d-953573165fb9 req-35e11e61-b816-4de0-9cd8-3c85d8e774c9 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 Sep 22 08:52:30.101396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 41674c75-a26c-4964-8412-c42c0fd2f62c is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:30.101765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:30.128830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6649b141-385f-44d2-a665-07f33e54bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41674c75-a26c-4964-8412-c42c0fd2f62c'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:52:30.131062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae78b29-609e-473b-ac42-092c6ad1f6dc" -d '{"events": [{"server_uuid": "6649b141-385f-44d2-a665-07f33e54bde1", "name": "network-vif-plugged", "status": "completed", "tag": "41674c75-a26c-4964-8412-c42c0fd2f62c"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:52:30.139085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 41674c75-a26c-4964-8412-c42c0fd2f62c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=41674c75-a26c-4964-8412-c42c0fd2f62c,segment=NetworkSegment(a73d7b7e-70e0-40d5-b58d-f0c0468d1a53),segment_id=a73d7b7e-70e0-40d5-b58d-f0c0468d1a53)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:30.143601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:30.179438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1a8748-9296-4e06-b6dd-9271a0bcbdb3 x-openstack-request-id: req-0e1a8748-9296-4e06-b6dd-9271a0bcbdb3 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:52:30.179734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6649b141-385f-44d2-a665-07f33e54bde1", "name": "network-vif-plugged", "status": "completed", "tag": "41674c75-a26c-4964-8412-c42c0fd2f62c", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:52:30.179982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e1a8748-9296-4e06-b6dd-9271a0bcbdb3 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:52:30.180368 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1a8748-9296-4e06-b6dd-9271a0bcbdb3'] response: {'server_uuid': '6649b141-385f-44d2-a665-07f33e54bde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41674c75-a26c-4964-8412-c42c0fd2f62c', 'code': 200} Sep 22 08:52:30.213447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=41674c75-a26c-4964-8412-c42c0fd2f62c,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:30.401282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111d393-7eb4-404d-9772-088dacbb99fa req-dc2f881d-5c89-421a-acc4-3ee96e980dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:30.402640 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e111d393-7eb4-404d-9772-088dacbb99fa req-dc2f881d-5c89-421a-acc4-3ee96e980dde service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 1103 time: 0.0805538 Sep 22 08:52:30.446689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e111d393-7eb4-404d-9772-088dacbb99fa req-8b861d36-08f8-4e40-97ef-a32609f42082 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Sep 22 08:52:31.291001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a77dd-633c-4924-81ea-2029f411ebdc req-77565752-f514-443b-9a96-5cd71f44b502 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:31.292448 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f92a77dd-633c-4924-81ea-2029f411ebdc req-77565752-f514-443b-9a96-5cd71f44b502 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 950 time: 0.0860136 Sep 22 08:52:31.336329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f92a77dd-633c-4924-81ea-2029f411ebdc req-cfc8f2e7-633c-4e71-88a4-35424bc8afbb tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Sep 22 08:52:32.536482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eded45c-f041-4dfb-8ec1-8c571d0a27bb req-e6238b41-18ae-41bb-9f27-080017b5f0ba tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:32.537932 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7eded45c-f041-4dfb-8ec1-8c571d0a27bb req-e6238b41-18ae-41bb-9f27-080017b5f0ba tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 950 time: 0.0896032 Sep 22 08:52:32.581199 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7eded45c-f041-4dfb-8ec1-8c571d0a27bb req-75760127-14fa-4939-bd34-749469941684 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Sep 22 08:52:33.722208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f6df9-14dd-4ee9-bf4d-c6810a64d6f8 req-1bb72098-c6b7-4389-9f5f-110a91bc9c51 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:33.723630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20f6df9-14dd-4ee9-bf4d-c6810a64d6f8 req-1bb72098-c6b7-4389-9f5f-110a91bc9c51 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 950 time: 0.0941665 Sep 22 08:52:33.766785 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20f6df9-14dd-4ee9-bf4d-c6810a64d6f8 req-d146e226-939e-4949-b41e-5ceda4bec424 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370104 Sep 22 08:52:35.032423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ad52-f009-487d-b618-382e6222b53a req-bfc6c45c-933e-4150-ab97-692629bc0411 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:35.033869 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5073ad52-f009-487d-b618-382e6222b53a req-bfc6c45c-933e-4150-ab97-692629bc0411 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 950 time: 0.1536829 Sep 22 08:52:35.040986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-5e45451b-a2a9-45c1-886f-2859d86cea12 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:35.042289 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-5e45451b-a2a9-45c1-886f-2859d86cea12 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.48 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 950 time: 0.1241348 Sep 22 08:52:35.131937 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5073ad52-f009-487d-b618-382e6222b53a req-64413778-0284-49be-a04d-fb40fffa8b7f tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/security-groups?id=466f15ea-c9bd-45c2-85ee-7b3ff01414f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886478 Sep 22 08:52:35.136963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Deleting port 41674c75-a26c-4964-8412-c42c0fd2f62c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:52:35.137302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:35.379724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] For port 41674c75-a26c-4964-8412-c42c0fd2f62c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=41674c75-a26c-4964-8412-c42c0fd2f62c,segment=NetworkSegment(a73d7b7e-70e0-40d5-b58d-f0c0468d1a53),segment_id=a73d7b7e-70e0-40d5-b58d-f0c0468d1a53)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:35.380079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:35.505871 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Calling delete_port for 41674c75-a26c-4964-8412-c42c0fd2f62c owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:52:35.645988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:35.658743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['41674c75-a26c-4964-8412-c42c0fd2f62c'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:52:35.696062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Pushing event deleted for resources: {'Port': ['ID=41674c75-a26c-4964-8412-c42c0fd2f62c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:35.787101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] No DVR routers for this DVR port 41674c75-a26c-4964-8412-c42c0fd2f62c on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:52:35.789594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:35.792337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6649b141-385f-44d2-a665-07f33e54bde1', 'name': 'network-vif-deleted', 'tag': '41674c75-a26c-4964-8412-c42c0fd2f62c'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:52:35.794793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd43a5-af1c-45cb-a5c9-aaaf3badbaf0" -d '{"events": [{"server_uuid": "6649b141-385f-44d2-a665-07f33e54bde1", "name": "network-vif-deleted", "tag": "41674c75-a26c-4964-8412-c42c0fd2f62c"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:52:35.810359 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c36fee37-3e10-4478-b30e-4fd115b40f61 req-733b0090-c3f8-4ad8-8616-077fbb09bd36 tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.48 "DELETE /v2.0/ports/41674c75-a26c-4964-8412-c42c0fd2f62c HTTP/1.1" status: 204 len: 173 time: 0.7543762 Sep 22 08:52:35.838531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaed59b6-3dee-4a9d-b85b-a38116748dc9 x-openstack-request-id: req-eaed59b6-3dee-4a9d-b85b-a38116748dc9 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:52:35.838830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6649b141-385f-44d2-a665-07f33e54bde1", "name": "network-vif-deleted", "tag": "41674c75-a26c-4964-8412-c42c0fd2f62c", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:52:35.839085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaed59b6-3dee-4a9d-b85b-a38116748dc9 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:52:35.839531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaed59b6-3dee-4a9d-b85b-a38116748dc9'] response: {'server_uuid': '6649b141-385f-44d2-a665-07f33e54bde1', 'name': 'network-vif-deleted', 'tag': '41674c75-a26c-4964-8412-c42c0fd2f62c', 'status': 'completed', 'code': 200} Sep 22 08:52:36.158899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3702936-9650-4daa-934b-b97bf1f51fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:36.309255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-91dc059e-6b9e-47a2-b1b7-f9ca1796b100 req-960c2ebb-a37b-4be2-82a5-a5a3c5bcf18e tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Synchronizing usage tracker for tenant:71667858dcf64ec6a818349249e1407c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:52:36.325928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-91dc059e-6b9e-47a2-b1b7-f9ca1796b100 req-960c2ebb-a37b-4be2-82a5-a5a3c5bcf18e tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] Unset dirty status for tenant:71667858dcf64ec6a818349249e1407c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:52:36.327033 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-91dc059e-6b9e-47a2-b1b7-f9ca1796b100 req-960c2ebb-a37b-4be2-82a5-a5a3c5bcf18e tempest-ServersAdminNegativeTestJSON-294328933 tempest-ServersAdminNegativeTestJSON-294328933-project] 10.222.0.42 "GET /v2.0/ports?device_id=6649b141-385f-44d2-a665-07f33e54bde1 HTTP/1.1" status: 200 len: 210 time: 0.0683866 Sep 22 08:52:37.681650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45932) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:37.920774 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd0c55c2-9eb1-42c3-9134-df43eace0309 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=71667858dcf64ec6a818349249e1407c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356243 Sep 22 08:52:37.921071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:37.927606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 41674c75-a26c-4964-8412-c42c0fd2f62c no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:52:37.964009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 41674c75-a26c-4964-8412-c42c0fd2f62c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:52:37.964343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 41674c75-a26c-4964-8412-c42c0fd2f62c not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:52:37.983043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8be0e46e-54fb-4aeb-aa1e-72010308555b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.009398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8be0e46e-54fb-4aeb-aa1e-72010308555b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.061359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8be0e46e-54fb-4aeb-aa1e-72010308555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.078436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0e46e-54fb-4aeb-aa1e-72010308555b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466f15ea-c9bd-45c2-85ee-7b3ff01414f2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:38.090778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8be0e46e-54fb-4aeb-aa1e-72010308555b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.091944 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8be0e46e-54fb-4aeb-aa1e-72010308555b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/466f15ea-c9bd-45c2-85ee-7b3ff01414f2 HTTP/1.1" status: 204 len: 168 time: 0.1699543 Sep 22 08:52:38.325611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d5a3a09-87e2-498a-93ef-c432edb82383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.366144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 45946) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:38.386867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.400761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:38.404567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Usage tracker for resource:security_group_rule and tenant:2ea39b405101459e8c0727d4545b4e9c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:52:38.407842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:52:38.413396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:38.493083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.496896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.541588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c01bd6a-a6c5-4393-a593-4f9ea0406970,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:38.545421 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ea39b405101459e8c0727d4545b4e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781182 Sep 22 08:52:38.548354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:38.551167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.551535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.551873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.552203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.552538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.552862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.553183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.553507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.553831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.554148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.554463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.554781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8e1d6-7c5b-44f0-a355-47b75b3d9f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:38.613870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ecc91bd-2606-4959-9089-edf1a1f429b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.638925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ecc91bd-2606-4959-9089-edf1a1f429b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.689604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ecc91bd-2606-4959-9089-edf1a1f429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.704552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc91bd-2606-4959-9089-edf1a1f429b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c01bd6a-a6c5-4393-a593-4f9ea0406970,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:38.710772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ecc91bd-2606-4959-9089-edf1a1f429b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:38.711933 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3ecc91bd-2606-4959-9089-edf1a1f429b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c01bd6a-a6c5-4393-a593-4f9ea0406970 HTTP/1.1" status: 204 len: 168 time: 0.1625633 Sep 22 08:52:39.416398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45974) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:39.518175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-68763975-network', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:52:39.522893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:39.526732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Usage tracker for resource:network and tenant:81b01a510b9d43a8a7b5b2aff1ad2aac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:52:39.529578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:52:39.535537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:39.546465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Made reservation on behalf of 81b01a510b9d43a8a7b5b2aff1ad2aac for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:52:39.549415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.561174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.575816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:39.579961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Usage tracker for resource:security_group_rule and tenant:81b01a510b9d43a8a7b5b2aff1ad2aac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:52:39.581352 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.582850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:52:39.588600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:39.625534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.674892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.678607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.709017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:52:39.717434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:39.726305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.726788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.727183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.727541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.727961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.728220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.728533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.728899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.729271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.729629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.730046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.730337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:39.737475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.737814 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Added segment 51b2e3a8-6163-4c5f-9ddd-84074ba3406d of type vlan for network b146129d-9e25-41e0-8902-bb0649d8840f Sep 22 08:52:39.767507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.796059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.797531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:39.798457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:39.904511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] Pushing event updated for resources: {'Network': ['ID=b146129d-9e25-41e0-8902-bb0649d8840f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:39.910783 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a6984e3d-eaa9-4e80-8a2e-26b46601dd4e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4905083 Sep 22 08:52:39.910930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45980) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:39.916355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network b146129d-9e25-41e0-8902-bb0649d8840f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:52:39.916524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Request body: {'subnet': {'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-68763975-subnet', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:52:39.921395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:39.925872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Usage tracker for resource:subnet and tenant:81b01a510b9d43a8a7b5b2aff1ad2aac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:52:39.928762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:52:39.934897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:39.945268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Made reservation on behalf of 81b01a510b9d43a8a7b5b2aff1ad2aac for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:52:39.947743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.148942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.221375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da6231e-40b3-4b41-b58f-2bf0c53e35ae,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:40.231469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Checking segment: {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:52:40.231820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Network hostable DHCP agents. Network: b146129d-9e25-41e0-8902-bb0649d8840f, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:52:40.249664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Network b146129d-9e25-41e0-8902-bb0649d8840f is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:52:40.259020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, b146129d-9e25-41e0-8902-bb0649d8840f) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:52:40.263740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:40.266223 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.267240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60b967-225f-4cc7-ac2e-8594fb5f59d2 None None] Network b146129d-9e25-41e0-8902-bb0649d8840f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:52:40.287660 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-79d6a5d2-ae93-4356-8a02-71bded4b9e56 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3757169 Sep 22 08:52:40.290317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45984) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:40.295175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:52:40.299785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:40.303660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Usage tracker for resource:router and tenant:81b01a510b9d43a8a7b5b2aff1ad2aac is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:52:40.306603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:52:40.312420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:40.322637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.323826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.341884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.484040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-b146129d-9e25-41e0-8902-bb0649d8840f', 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'fixed_ips': [{'subnet_id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:52:40.484929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.608126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.638647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Allocated IP 172.20.0.2 (b146129d-9e25-41e0-8902-bb0649d8840f/7da6231e-40b3-4b41-b58f-2bf0c53e35ae/58731892-b358-4b16-9b7e-489c831dce1b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:52:40.844989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.854826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Transition to ACTIVE for port object 58731892-b358-4b16-9b7e-489c831dce1b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:40.873585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Transition to ACTIVE for port object 58731892-b358-4b16-9b7e-489c831dce1b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:40.880808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.914942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.964606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Network b146129d-9e25-41e0-8902-bb0649d8840f is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:52:40.968669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:52:40.971450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:52:40.975841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:40.980458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Pushing event updated for resources: {'Port': ['ID=58731892-b358-4b16-9b7e-489c831dce1b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:41.025400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.025789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.026077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.026406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.026731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.027063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.027408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.027730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.028048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.028363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.028678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.028992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:41.049313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:41.092640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Attempting to bind port 58731892-b358-4b16-9b7e-489c831dce1b on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:52:41.093002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Attempting to bind port 58731892-b358-4b16-9b7e-489c831dce1b by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:52:41.093355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Attempting to bind port 58731892-b358-4b16-9b7e-489c831dce1b on network b146129d-9e25-41e0-8902-bb0649d8840f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:52:41.099171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:52:41.099507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Checking segment: {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:52:41.099901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:41.100283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Bound using segment: {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:52:41.100735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Bound port: 58731892-b358-4b16-9b7e-489c831dce1b, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:52:41.101102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:41.185410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Allocated IP 172.26.8.22 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/34493185-ce7e-45a2-88e9-71dc4fd25f8f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:52:41.188946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] For port 58731892-b358-4b16-9b7e-489c831dce1b, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:52:41.191932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] For port 58731892-b358-4b16-9b7e-489c831dce1b, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=58731892-b358-4b16-9b7e-489c831dce1b,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:52:41.195892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:41.272866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d3b26-5360-44d5-afd8-f5e47abceebb None None] Pushing event updated for resources: {'Port': ['ID=58731892-b358-4b16-9b7e-489c831dce1b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:41.341405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:41.372372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:41.446757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:52:41.449432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:52:41.453781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:52:41.483879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Pushing event updated for resources: {'Port': ['ID=34493185-ce7e-45a2-88e9-71dc4fd25f8f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:41.868564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.184305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1f7a5-2e46-4ec0-9b38-9cd5040c6816 None None] Network b146129d-9e25-41e0-8902-bb0649d8840f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:52:42.222230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.309125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9e41d0fd-18b7-4229-b0f7-498f8a382869 None None] Provisioning for port 58731892-b358-4b16-9b7e-489c831dce1b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:42.527978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.552723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Router c53fab9f-f706-427b-af96-84e6d90bfc79 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:52:42.587184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 58731892-b358-4b16-9b7e-489c831dce1b up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:42.658903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 58731892-b358-4b16-9b7e-489c831dce1b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:42.664212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 58731892-b358-4b16-9b7e-489c831dce1b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:42.664576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.664974 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 58731892-b358-4b16-9b7e-489c831dce1b Sep 22 08:52:42.738061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:52:42.748047 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Sync routers for ids ['c53fab9f-f706-427b-af96-84e6d90bfc79'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:52:42.760584 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Routers {'c53fab9f-f706-427b-af96-84e6d90bfc79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:52:42.761349 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:52:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c53fab9f-f706-427b-af96-84e6d90bfc79'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:42.763881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.767684 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-345e8642-3892-4fe0-92b1-3201e7deea69 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4738772 Sep 22 08:52:42.767927 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 45988) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:42.789574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 58731892-b358-4b16-9b7e-489c831dce1b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:42.789947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.799556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-57175e5f-e0b5-46d7-8594-cf6a49423152 None None] Provisioning complete for port 58731892-b358-4b16-9b7e-489c831dce1b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:42.799914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57175e5f-e0b5-46d7-8594-cf6a49423152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.800235 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-57175e5f-e0b5-46d7-8594-cf6a49423152 None None] Attempt 1 to provision port 58731892-b358-4b16-9b7e-489c831dce1b Sep 22 08:52:42.874166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 58731892-b358-4b16-9b7e-489c831dce1b, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=58731892-b358-4b16-9b7e-489c831dce1b,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:42.880530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:42.972844 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Set router c53fab9f-f706-427b-af96-84e6d90bfc79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:52:42.981534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-57175e5f-e0b5-46d7-8594-cf6a49423152 None None] Current status of the port 58731892-b358-4b16-9b7e-489c831dce1b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:43.002225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=58731892-b358-4b16-9b7e-489c831dce1b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:43.253262 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:52:41Z', 'revision_number': 3, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port': {'id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:41Z', 'updated_at': '2022-09-22T08:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:43.258588 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Checking router: c53fab9f-f706-427b-af96-84e6d90bfc79 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:52:43.258925 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Updating router c53fab9f-f706-427b-af96-84e6d90bfc79 port 34493185-ce7e-45a2-88e9-71dc4fd25f8f binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:52:43.312070 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.463960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.628498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.639587 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Transition to ACTIVE for port object 34493185-ce7e-45a2-88e9-71dc4fd25f8f will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:43.646651 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.666114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Allocated IP 172.20.0.1 (b146129d-9e25-41e0-8902-bb0649d8840f/7da6231e-40b3-4b41-b58f-2bf0c53e35ae/d9c4d995-dcb2-423b-93d7-8d830849fe11) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:52:43.708929 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Attempting to bind port 34493185-ce7e-45a2-88e9-71dc4fd25f8f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:52:43.709287 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Attempting to bind port 34493185-ce7e-45a2-88e9-71dc4fd25f8f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:52:43.709635 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Attempting to bind port 34493185-ce7e-45a2-88e9-71dc4fd25f8f on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:52:43.719503 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:52:43.719863 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:52:43.720253 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.720632 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:52:43.721092 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Bound port: 34493185-ce7e-45a2-88e9-71dc4fd25f8f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:52:43.721448 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.768264 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Pushing event updated for resources: {'Port': ['ID=34493185-ce7e-45a2-88e9-71dc4fd25f8f,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:43.779380 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.779724 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.780057 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.780386 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.780711 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.781065 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.781389 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.781714 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.782037 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.782352 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.782667 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.782985 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:52:43.813513 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] For port 34493185-ce7e-45a2-88e9-71dc4fd25f8f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:52:43.817000 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] For port 34493185-ce7e-45a2-88e9-71dc4fd25f8f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34493185-ce7e-45a2-88e9-71dc4fd25f8f,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:52:43.821429 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.821983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.839843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Transition to ACTIVE for port object d9c4d995-dcb2-423b-93d7-8d830849fe11 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:43.863313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:43.881734 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Routers {'c53fab9f-f706-427b-af96-84e6d90bfc79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:52:43.882275 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:52:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c53fab9f-f706-427b-af96-84e6d90bfc79'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:43.931572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Network b146129d-9e25-41e0-8902-bb0649d8840f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:52:43.935401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:52:43.938832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:52:43.971514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c4d995-dcb2-423b-93d7-8d830849fe11,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:43.972681 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b37a8-111e-4c89-9554-301d67a8adb4 None None] Pushing event updated for resources: {'Port': ['ID=34493185-ce7e-45a2-88e9-71dc4fd25f8f,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:43.998307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:44.072282 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] Set router c53fab9f-f706-427b-af96-84e6d90bfc79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:52:44.208447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Provisioning for port d9c4d995-dcb2-423b-93d7-8d830849fe11 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:44.214065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Provisioning complete for port d9c4d995-dcb2-423b-93d7-8d830849fe11 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:44.214483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:44.214934 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Attempt 1 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:44.250778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:44.273238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Port d9c4d995-dcb2-423b-93d7-8d830849fe11 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:44.392311 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:52:41Z', 'revision_number': 3, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port': {'id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:41Z', 'updated_at': '2022-09-22T08:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:44.396127 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4717b6cf-ab79-4094-b612-a824617d4e1e None None] The sync data for ids ['c53fab9f-f706-427b-af96-84e6d90bfc79'] in dv-neutron-857569-1-hyperv is: [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:52:41Z', 'revision_number': 3, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port': {'id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:41Z', 'updated_at': '2022-09-22T08:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:52:44.474990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:44.479491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:44.556930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 58731892-b358-4b16-9b7e-489c831dce1b up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:44.589142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c4d995-dcb2-423b-93d7-8d830849fe11,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:44.591577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:44.641227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 58731892-b358-4b16-9b7e-489c831dce1b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:44.641764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:44.642299 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 58731892-b358-4b16-9b7e-489c831dce1b Sep 22 08:52:44.755956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Network b146129d-9e25-41e0-8902-bb0649d8840f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:52:44.757198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:52:44.775663 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Attempt 2 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:44.836132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 58731892-b358-4b16-9b7e-489c831dce1b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:44.852787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Port d9c4d995-dcb2-423b-93d7-8d830849fe11 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:44.976982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Router c53fab9f-f706-427b-af96-84e6d90bfc79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:52:45.162029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:52:45.171824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd4f4b45-8feb-411e-b7d9-f4f52d1a4b95 admin admin] 10.222.0.42 "PUT /v2.0/routers/c53fab9f-f706-427b-af96-84e6d90bfc79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026394 Sep 22 08:52:45.353595 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Attempt 3 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:45.406685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Port d9c4d995-dcb2-423b-93d7-8d830849fe11 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:45.674310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-1d8ec946-8fa1-441c-afe4-a964df94f573 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:45.674973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-1d8ec946-8fa1-441c-afe4-a964df94f573 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Synchronizing usage tracker for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:52:45.691898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-1d8ec946-8fa1-441c-afe4-a964df94f573 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Unset dirty status for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:52:45.693186 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-1d8ec946-8fa1-441c-afe4-a964df94f573 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/networks?id=b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 200 len: 810 time: 0.1595604 Sep 22 08:52:45.708548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-861b2a9b-c4e2-4e42-a2a5-9e8796cef5a5 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/quotas/81b01a510b9d43a8a7b5b2aff1ad2aac HTTP/1.1" status: 200 len: 375 time: 0.0097153 Sep 22 08:52:45.803001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-66795c1a-7d39-4d01-9124-ad3aaa9c678a tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Synchronizing usage tracker for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:52:45.819868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-66795c1a-7d39-4d01-9124-ad3aaa9c678a tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Unset dirty status for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:52:45.821170 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-66795c1a-7d39-4d01-9124-ad3aaa9c678a tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070180 Sep 22 08:52:45.907555 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Attempt 4 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:45.970872 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-24378be1-2813-451b-991a-f984860e0f92 service neutron] 10.222.0.42 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424360 Sep 22 08:52:45.977268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Sync routers for ids ['c53fab9f-f706-427b-af96-84e6d90bfc79'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:52:45.986211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Port d9c4d995-dcb2-423b-93d7-8d830849fe11 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:45.994197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Routers {'c53fab9f-f706-427b-af96-84e6d90bfc79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:52:45.994805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:52:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c53fab9f-f706-427b-af96-84e6d90bfc79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:46.102624 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-b0ce5012-ae4b-4a63-9256-137f77194e39 service neutron] 10.222.0.42 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251926 Sep 22 08:52:46.251175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Set router c53fab9f-f706-427b-af96-84e6d90bfc79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:52:46.303969 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96f92006-f2e7-45cc-a5a0-61a0cc901a84 req-5d468742-5189-4168-a4b9-ea8a003e99e5 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 210 time: 0.0558126 Sep 22 08:52:46.491750 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Attempt 5 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:46.606228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34493185-ce7e-45a2-88e9-71dc4fd25f8f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:46.676003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Port d9c4d995-dcb2-423b-93d7-8d830849fe11 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:46.743797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 34493185-ce7e-45a2-88e9-71dc4fd25f8f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:46.782540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 34493185-ce7e-45a2-88e9-71dc4fd25f8f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:46.782909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:46.783262 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 34493185-ce7e-45a2-88e9-71dc4fd25f8f Sep 22 08:52:46.916699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:52:44Z', 'revision_number': 4, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port': {'id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:41Z', 'updated_at': '2022-09-22T08:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd9c4d995-dcb2-423b-93d7-8d830849fe11', 'name': '', 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'mac_address': 'fa:16:3e:20:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:43Z', 'updated_at': '2022-09-22T08:52:44Z', 'revision_number': 2, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'subnets': [{'id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:46.925250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Checking router: c53fab9f-f706-427b-af96-84e6d90bfc79 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:52:46.925602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Updating router c53fab9f-f706-427b-af96-84e6d90bfc79 port d9c4d995-dcb2-423b-93d7-8d830849fe11 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:52:46.948580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 34493185-ce7e-45a2-88e9-71dc4fd25f8f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:46.948956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:46.984816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 34493185-ce7e-45a2-88e9-71dc4fd25f8f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34493185-ce7e-45a2-88e9-71dc4fd25f8f,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:46.991147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.020623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.117080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=34493185-ce7e-45a2-88e9-71dc4fd25f8f,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:47.178902 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Attempt 6 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:47.302376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Port d9c4d995-dcb2-423b-93d7-8d830849fe11 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:47.471419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.483049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Transition to ACTIVE for port object d9c4d995-dcb2-423b-93d7-8d830849fe11 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:47.488673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.489129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-25ad4616-40fb-4ab9-b019-d9d36bd5ffec tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:47.490534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-25ad4616-40fb-4ab9-b019-d9d36bd5ffec tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.48 "GET /v2.0/networks?id=b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 200 len: 810 time: 0.3198528 Sep 22 08:52:47.492707 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-02d69594-794e-4f67-8e9c-ee04d89a7560 req-c71daca1-d184-49ad-8aa8-41bfeea4b8f3 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 210 time: 0.0600860 Sep 22 08:52:47.502263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Request body: {'port': {'device_id': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'admin_state_up': True, 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:52:47.638736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:52:47.648753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:52:47.659677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Made reservation on behalf of 81b01a510b9d43a8a7b5b2aff1ad2aac for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:52:47.663066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.690105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12747065-137a-420d-b035-74011e6ad55a None None] Pushing event updated for resources: {'Port': ['ID=d9c4d995-dcb2-423b-93d7-8d830849fe11,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:47.700498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Attempting to bind port d9c4d995-dcb2-423b-93d7-8d830849fe11 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:52:47.700864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Attempting to bind port d9c4d995-dcb2-423b-93d7-8d830849fe11 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:52:47.701222 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Attempting to bind port d9c4d995-dcb2-423b-93d7-8d830849fe11 on network b146129d-9e25-41e0-8902-bb0649d8840f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:52:47.707035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:52:47.707551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Checking segment: {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:52:47.707951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.708340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Bound using segment: {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:52:47.708799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Bound port: d9c4d995-dcb2-423b-93d7-8d830849fe11, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:52:47.709174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.796087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] For port d9c4d995-dcb2-423b-93d7-8d830849fe11, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:52:47.799047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] For port d9c4d995-dcb2-423b-93d7-8d830849fe11, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d9c4d995-dcb2-423b-93d7-8d830849fe11,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:52:47.803192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:47.804940 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Attempt 7 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:47.827423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Allocated IP 172.20.0.4 (b146129d-9e25-41e0-8902-bb0649d8840f/7da6231e-40b3-4b41-b58f-2bf0c53e35ae/fe67daf3-54f3-483a-a856-17c34b1de553) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:52:47.907462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Routers {'c53fab9f-f706-427b-af96-84e6d90bfc79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:52:47.907982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:52:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c53fab9f-f706-427b-af96-84e6d90bfc79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:48.035948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.051974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Transition to ACTIVE for port object fe67daf3-54f3-483a-a856-17c34b1de553 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:48.061206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12747065-137a-420d-b035-74011e6ad55a None None] Pushing event updated for resources: {'Port': ['ID=d9c4d995-dcb2-423b-93d7-8d830849fe11,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:48.064223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5694db93-a0a5-4e3f-93dd-874ed303adb2 None None] Port d9c4d995-dcb2-423b-93d7-8d830849fe11 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:52:48.079969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.152424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Network b146129d-9e25-41e0-8902-bb0649d8840f is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:52:48.155337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:52:48.158033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:52:48.158362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] Set router c53fab9f-f706-427b-af96-84e6d90bfc79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:52:48.205093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:48.236930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:48.237546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.266945 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-924f1f4a-6b8e-413d-9f75-8ab1befda9d4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685804 Sep 22 08:52:48.278461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Request body: {'port': {'device_id': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:52:48.396814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.463910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Provisioning for port fe67daf3-54f3-483a-a856-17c34b1de553 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:48.472802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Provisioning complete for port fe67daf3-54f3-483a-a856-17c34b1de553 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:48.473167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.473494 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Attempt 1 to provision port fe67daf3-54f3-483a-a856-17c34b1de553 Sep 22 08:52:48.545750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Port fe67daf3-54f3-483a-a856-17c34b1de553 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:48.555115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:52:44Z', 'revision_number': 4, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port': {'id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:41Z', 'updated_at': '2022-09-22T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd9c4d995-dcb2-423b-93d7-8d830849fe11', 'name': '', 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'mac_address': 'fa:16:3e:20:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:43Z', 'updated_at': '2022-09-22T08:52:47Z', 'revision_number': 4, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'subnets': [{'id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:52:48.559361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4896af6-9de9-4b76-9c73-63242d932584 None None] The sync data for ids ['c53fab9f-f706-427b-af96-84e6d90bfc79'] in dv-neutron-857569-1-hyperv is: [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:52:44Z', 'revision_number': 4, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port': {'id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:41Z', 'updated_at': '2022-09-22T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd9c4d995-dcb2-423b-93d7-8d830849fe11', 'name': '', 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'mac_address': 'fa:16:3e:20:bb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:43Z', 'updated_at': '2022-09-22T08:52:47Z', 'revision_number': 4, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'subnets': [{'id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:52:48.580411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34493185-ce7e-45a2-88e9-71dc4fd25f8f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:48.682517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 34493185-ce7e-45a2-88e9-71dc4fd25f8f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:48.682892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.683265 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 34493185-ce7e-45a2-88e9-71dc4fd25f8f Sep 22 08:52:48.782831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fd84b-98fa-457d-b14e-f249ae2ddf29 req-b87c3f66-7ebe-4fa7-bca3-b1de20c46908 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:48.785349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f1fd84b-98fa-457d-b14e-f249ae2ddf29 req-b87c3f66-7ebe-4fa7-bca3-b1de20c46908 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 931 time: 0.1234262 Sep 22 08:52:48.789259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe67daf3-54f3-483a-a856-17c34b1de553 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:52:48.797889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.813790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Transition to ACTIVE for port object fe67daf3-54f3-483a-a856-17c34b1de553 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:52:48.819497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:48.837153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 34493185-ce7e-45a2-88e9-71dc4fd25f8f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:48.844071 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f1fd84b-98fa-457d-b14e-f249ae2ddf29 req-2e7964c0-fcfd-4440-8a94-10f0400a5cdd tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523133 Sep 22 08:52:49.012188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:49.047007 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Attempt 2 to provision port fe67daf3-54f3-483a-a856-17c34b1de553 Sep 22 08:52:49.057747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Attempting to bind port fe67daf3-54f3-483a-a856-17c34b1de553 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:52:49.058371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Attempting to bind port fe67daf3-54f3-483a-a856-17c34b1de553 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:52:49.058692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Attempting to bind port fe67daf3-54f3-483a-a856-17c34b1de553 on network b146129d-9e25-41e0-8902-bb0649d8840f {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:52:49.063670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Port fe67daf3-54f3-483a-a856-17c34b1de553 on network b146129d-9e25-41e0-8902-bb0649d8840f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:52:49.063981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Attempting to bind port fe67daf3-54f3-483a-a856-17c34b1de553 on network b146129d-9e25-41e0-8902-bb0649d8840f {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:52:49.069395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:52:49.069730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Checking segment: {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:52:49.070106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Bound using segment: {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:52:49.070526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Bound port: fe67daf3-54f3-483a-a856-17c34b1de553, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b2e3a8-6163-4c5f-9ddd-84074ba3406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:52:49.070864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:49.107748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Port fe67daf3-54f3-483a-a856-17c34b1de553 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:52:49.170979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:52:49.174295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:52:49.180143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:49.212047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:49.212666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:49.214049 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 200 len: 1093 time: 0.9398682 Sep 22 08:52:49.214495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:52:49.216835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fbd1b-5265-4307-b29e-54769393444f" -d '{"events": [{"name": "network-changed", "server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:52:49.298022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c354145-f915-4771-875f-f0856ba8281e x-openstack-request-id: req-4c354145-f915-4771-875f-f0856ba8281e {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:52:49.298311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:52:49.298563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c354145-f915-4771-875f-f0856ba8281e {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:52:49.299028 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c354145-f915-4771-875f-f0856ba8281e'] response: {'name': 'network-changed', 'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'status': 'completed', 'code': 200} Sep 22 08:52:49.314850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bec09f-2f75-4c3b-9a07-aa79ea04a136 service neutron] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:49.354827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-b47ae7bb-2829-442b-9df1-ed9428f8714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:49.356328 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-b47ae7bb-2829-442b-9df1-ed9428f8714a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 1096 time: 0.1008182 Sep 22 08:52:49.533078 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-f674413d-9d0b-4aaa-9db9-ba9ee77a674b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 200 len: 217 time: 0.1694574 Sep 22 08:52:49.598232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-3647005a-9c19-4a8b-9351-7abc3bd19024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:49.599753 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-3647005a-9c19-4a8b-9351-7abc3bd19024 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7da6231e-40b3-4b41-b58f-2bf0c53e35ae HTTP/1.1" status: 200 len: 849 time: 0.0605166 Sep 22 08:52:49.608762 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Attempt 3 to provision port fe67daf3-54f3-483a-a856-17c34b1de553 Sep 22 08:52:49.676498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-573dfe21-8c28-40af-9224-aa2ac091d490 None None] Port fe67daf3-54f3-483a-a856-17c34b1de553 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:52:49.684110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-0fd7e8bf-0aa1-4feb-b603-a6ac6240adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:49.685580 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-0fd7e8bf-0aa1-4feb-b603-a6ac6240adda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b146129d-9e25-41e0-8902-bb0649d8840f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801260 Sep 22 08:52:49.819976 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-70ed6f89-c4d1-4131-8033-e1b263001719 service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276066 Sep 22 08:52:49.954284 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-990b3ad4-81da-4665-9ff0-b40f950fad0d req-87678e61-5ae4-4345-be63-2d482bcb3755 service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278586 Sep 22 08:52:50.084436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbd1b-5265-4307-b29e-54769393444f req-cfce3031-4ead-4859-a81d-74443e951f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:50.085847 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c48fbd1b-5265-4307-b29e-54769393444f req-cfce3031-4ead-4859-a81d-74443e951f1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 1096 time: 0.0900013 Sep 22 08:52:50.154021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc950e-e6c2-4ae9-a226-e041932c19ff req-a34bb474-826f-4a7e-8228-55fac6f8c065 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:50.155530 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ebcc950e-e6c2-4ae9-a226-e041932c19ff req-a34bb474-826f-4a7e-8228-55fac6f8c065 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 943 time: 0.1952717 Sep 22 08:52:50.200289 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ebcc950e-e6c2-4ae9-a226-e041932c19ff req-c9889786-c900-4dac-b43f-53d178cab5b7 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382588 Sep 22 08:52:50.220390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbd1b-5265-4307-b29e-54769393444f req-1295df82-15de-46b0-bd97-37b792a37d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:50.220390 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c48fbd1b-5265-4307-b29e-54769393444f req-1295df82-15de-46b0-bd97-37b792a37d5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 200 len: 911 time: 0.1279709 Sep 22 08:52:50.286422 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c48fbd1b-5265-4307-b29e-54769393444f req-ca438100-877e-4f71-9af5-2e420a7ac090 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 200 len: 217 time: 0.0597906 Sep 22 08:52:50.349680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbd1b-5265-4307-b29e-54769393444f req-424759ce-fe0b-4fb8-a5a8-d325a20b6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:50.350971 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c48fbd1b-5265-4307-b29e-54769393444f req-424759ce-fe0b-4fb8-a5a8-d325a20b6b20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7da6231e-40b3-4b41-b58f-2bf0c53e35ae HTTP/1.1" status: 200 len: 849 time: 0.0586612 Sep 22 08:52:50.432318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fbd1b-5265-4307-b29e-54769393444f req-510d7c4a-ecfa-4a73-b2a0-a38a33701ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:50.433770 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c48fbd1b-5265-4307-b29e-54769393444f req-510d7c4a-ecfa-4a73-b2a0-a38a33701ade service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b146129d-9e25-41e0-8902-bb0649d8840f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763102 Sep 22 08:52:50.563584 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c48fbd1b-5265-4307-b29e-54769393444f req-b26e2ad3-fda3-4d83-a640-2da30dcbfbf6 service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234064 Sep 22 08:52:50.572587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d9c4d995-dcb2-423b-93d7-8d830849fe11 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:50.639347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port d9c4d995-dcb2-423b-93d7-8d830849fe11 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:50.644482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d9c4d995-dcb2-423b-93d7-8d830849fe11 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:50.644841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:50.645168 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:50.699921 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c48fbd1b-5265-4307-b29e-54769393444f req-642925a8-42b8-42ba-b041-b3493875dd1f service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298862 Sep 22 08:52:50.759530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d9c4d995-dcb2-423b-93d7-8d830849fe11 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:50.759909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:50.791808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port d9c4d995-dcb2-423b-93d7-8d830849fe11, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d9c4d995-dcb2-423b-93d7-8d830849fe11,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:50.795736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:50.864835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=d9c4d995-dcb2-423b-93d7-8d830849fe11,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:51.402329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e61e6-44d3-4a42-8b93-b0cb92fdb8e6 req-f232256e-25de-4cc1-9c95-a116e461ea81 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:51.403006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9e3e61e6-44d3-4a42-8b93-b0cb92fdb8e6 req-f232256e-25de-4cc1-9c95-a116e461ea81 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Synchronizing usage tracker for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:52:51.417952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9e3e61e6-44d3-4a42-8b93-b0cb92fdb8e6 req-f232256e-25de-4cc1-9c95-a116e461ea81 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Unset dirty status for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:52:51.418986 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e3e61e6-44d3-4a42-8b93-b0cb92fdb8e6 req-f232256e-25de-4cc1-9c95-a116e461ea81 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 943 time: 0.1049490 Sep 22 08:52:51.462555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9e3e61e6-44d3-4a42-8b93-b0cb92fdb8e6 req-6f58c9e6-c61f-473b-9cc1-c5ed077c7ab4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Synchronizing usage tracker for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:52:51.478651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9e3e61e6-44d3-4a42-8b93-b0cb92fdb8e6 req-6f58c9e6-c61f-473b-9cc1-c5ed077c7ab4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Unset dirty status for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:52:51.479853 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e3e61e6-44d3-4a42-8b93-b0cb92fdb8e6 req-6f58c9e6-c61f-473b-9cc1-c5ed077c7ab4 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545766 Sep 22 08:52:52.038354 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fe67daf3-54f3-483a-a856-17c34b1de553 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:52:52.174345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:52.186866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'port_id': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'mac_address': 'fa:16:3e:74:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:52:52.240175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fe67daf3-54f3-483a-a856-17c34b1de553 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:52.240478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:52.257161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe67daf3-54f3-483a-a856-17c34b1de553 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:52:52.272818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:52.276506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:52.343832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:52.467115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fe67daf3-54f3-483a-a856-17c34b1de553'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:52:52.560153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d9c4d995-dcb2-423b-93d7-8d830849fe11 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:52.683462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e02dd-925d-458a-82e3-230d565b50a6 req-f4dc5745-969a-4559-8845-e5c6fad35e17 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:52.684966 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-778e02dd-925d-458a-82e3-230d565b50a6 req-f4dc5745-969a-4559-8845-e5c6fad35e17 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 944 time: 0.0909784 Sep 22 08:52:52.720242 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d9c4d995-dcb2-423b-93d7-8d830849fe11 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:52.720600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:52.720921 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d9c4d995-dcb2-423b-93d7-8d830849fe11 Sep 22 08:52:52.729099 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-778e02dd-925d-458a-82e3-230d565b50a6 req-fff70dea-7de2-44ef-a760-857dc22f6582 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379531 Sep 22 08:52:52.852385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d9c4d995-dcb2-423b-93d7-8d830849fe11 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:53.934121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23d8e5-ff47-4a85-848d-49bc4001de12 req-e510a127-7c03-4fcc-8f61-2e6f224f11a1 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:53.935603 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6f23d8e5-ff47-4a85-848d-49bc4001de12 req-e510a127-7c03-4fcc-8f61-2e6f224f11a1 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 944 time: 0.0921428 Sep 22 08:52:53.979688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6f23d8e5-ff47-4a85-848d-49bc4001de12 req-0bcb92c4-13ad-406c-b1f1-b204ab108a0e tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Sep 22 08:52:54.053596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fe67daf3-54f3-483a-a856-17c34b1de553 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:52:54.120124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port fe67daf3-54f3-483a-a856-17c34b1de553 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:52:54.125834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port fe67daf3-54f3-483a-a856-17c34b1de553 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:52:54.126192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:54.126779 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port fe67daf3-54f3-483a-a856-17c34b1de553 Sep 22 08:52:54.242700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fe67daf3-54f3-483a-a856-17c34b1de553 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:52:54.243072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:54.269342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:52:54.271602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eee124-bb5d-4a77-950f-d1f93980a016" -d '{"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-plugged", "status": "completed", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:52:54.279291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:52:54.284009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:52:54.319372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b3c803-0406-4e68-be3b-f1a689272682 x-openstack-request-id: req-22b3c803-0406-4e68-be3b-f1a689272682 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:52:54.319658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-plugged", "status": "completed", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:52:54.319906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22b3c803-0406-4e68-be3b-f1a689272682 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:52:54.320289 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b3c803-0406-4e68-be3b-f1a689272682'] response: {'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'code': 200} Sep 22 08:52:54.352329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:52:54.549595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87119b4-1280-4c1e-94ef-9ab674586305 req-4a1fbdbe-06fe-468b-a2c2-ef8480c4925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:54.551054 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d87119b4-1280-4c1e-94ef-9ab674586305 req-4a1fbdbe-06fe-468b-a2c2-ef8480c4925f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 1098 time: 0.0771911 Sep 22 08:52:54.590339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d87119b4-1280-4c1e-94ef-9ab674586305 req-799cc371-6835-4464-852c-70b86af90dce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Sep 22 08:52:55.267797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7e261-1b53-442d-b388-854e05ef9bfc req-21905115-712a-491b-805d-1c07a9fb342e tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:55.269316 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6cd7e261-1b53-442d-b388-854e05ef9bfc req-21905115-712a-491b-805d-1c07a9fb342e tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.1816070 Sep 22 08:52:55.313851 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6cd7e261-1b53-442d-b388-854e05ef9bfc req-2df2d4a6-1832-4f5f-adbb-c1a06724eb0b tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388417 Sep 22 08:52:56.511574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf8a9d-fc9e-4ad4-8b39-f9cc00873f87 req-287c9c0b-7248-4f76-b06b-35d149da75ae tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:56.513011 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fadf8a9d-fc9e-4ad4-8b39-f9cc00873f87 req-287c9c0b-7248-4f76-b06b-35d149da75ae tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0858452 Sep 22 08:52:56.558386 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fadf8a9d-fc9e-4ad4-8b39-f9cc00873f87 req-0ae89d10-d474-431a-bd66-b42f7147058c tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Sep 22 08:52:56.918486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:52:56.959796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6616928-48fd-4205-975e-b36917ebb193 req-9c9d1bfb-a343-4c6c-a92e-c769de95e9ad tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:56.961273 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6616928-48fd-4205-975e-b36917ebb193 req-9c9d1bfb-a343-4c6c-a92e-c769de95e9ad tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0885761 Sep 22 08:52:57.007103 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6616928-48fd-4205-975e-b36917ebb193 req-fb428db2-dead-42cd-9319-25960585a72e tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383983 Sep 22 08:52:57.042653 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-321b2b58-85ec-4219-be91-f14eaea8f29b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229794 Sep 22 08:52:58.264018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5562-292f-4391-9c82-54cc7246ee48 req-492215e7-56e1-47bc-bdea-f9419b55a298 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:58.265972 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bafb5562-292f-4391-9c82-54cc7246ee48 req-492215e7-56e1-47bc-bdea-f9419b55a298 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.1463873 Sep 22 08:52:58.271733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-fe5366fa-28cf-43d4-825c-66e6b2144f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:58.273050 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-fe5366fa-28cf-43d4-825c-66e6b2144f25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 1098 time: 0.1117601 Sep 22 08:52:58.391274 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bafb5562-292f-4391-9c82-54cc7246ee48 req-c80cdc8a-5bdf-4f1e-abf5-6dde714f7176 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171813 Sep 22 08:52:58.428754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-92ae4b89-8c16-42dc-a7c8-648e373a1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:58.430148 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-92ae4b89-8c16-42dc-a7c8-648e373a1c70 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 200 len: 911 time: 0.1435091 Sep 22 08:52:58.497885 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-3738957c-5ab9-4bc9-8e6d-dca4b77407ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 200 len: 217 time: 0.0619953 Sep 22 08:52:58.557586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-8ee44cca-d7e3-4b26-a0ee-31cc265d68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:58.558919 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-8ee44cca-d7e3-4b26-a0ee-31cc265d68c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7da6231e-40b3-4b41-b58f-2bf0c53e35ae HTTP/1.1" status: 200 len: 849 time: 0.0546741 Sep 22 08:52:58.641629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-30415228-2334-4f4e-a110-501a8100ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:58.642964 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-30415228-2334-4f4e-a110-501a8100ab62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b146129d-9e25-41e0-8902-bb0649d8840f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778553 Sep 22 08:52:58.771442 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-c9193a4e-437c-4781-ad36-a1ef411454be service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225972 Sep 22 08:52:58.899460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-17f70bf8-2643-4f16-9762-67be4dc9767e service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227753 Sep 22 08:52:59.588103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42210bf1-1c11-44c6-b923-fa5afb1f2f1d req-dd15dbb6-31ba-4d72-bd9e-0f5c623b826f tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:52:59.589469 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-42210bf1-1c11-44c6-b923-fa5afb1f2f1d req-dd15dbb6-31ba-4d72-bd9e-0f5c623b826f tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0887580 Sep 22 08:52:59.633114 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-42210bf1-1c11-44c6-b923-fa5afb1f2f1d req-230e0d98-feef-4604-96ae-1450170b51a2 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379612 Sep 22 08:53:00.828253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dfc1e-849b-453d-a5c5-cfe310aca01d req-4207de63-5866-4d68-aa59-da38179f9898 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:00.829601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-317dfc1e-849b-453d-a5c5-cfe310aca01d req-4207de63-5866-4d68-aa59-da38179f9898 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0862918 Sep 22 08:53:00.872092 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-317dfc1e-849b-453d-a5c5-cfe310aca01d req-8ef39f48-002d-44c2-81c7-da0a707c78f0 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368795 Sep 22 08:53:02.070572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d8b9f-f3a2-4472-bcdc-271c486d53a5 req-a64250ad-f628-478f-b7cb-a4dc5280c639 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:02.072058 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968d8b9f-f3a2-4472-bcdc-271c486d53a5 req-a64250ad-f628-478f-b7cb-a4dc5280c639 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0851443 Sep 22 08:53:02.119604 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968d8b9f-f3a2-4472-bcdc-271c486d53a5 req-ed94c153-6975-47ee-a5b1-c4ed482a4d6d tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Sep 22 08:53:03.333338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a3373-f405-4d28-8fb7-4d5365a8e015 req-40a88fc1-c078-4560-93c3-0e4c61d24d4a tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:03.334675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f90a3373-f405-4d28-8fb7-4d5365a8e015 req-40a88fc1-c078-4560-93c3-0e4c61d24d4a tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.1001484 Sep 22 08:53:03.379814 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f90a3373-f405-4d28-8fb7-4d5365a8e015 req-250553ad-6266-4257-ade8-2412a6f22a76 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Sep 22 08:53:04.467393 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:53:04.580436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30902d1-142e-4783-874e-8163451be4ff req-90843bfc-824a-4307-9caa-be48b33121d2 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:04.581873 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f30902d1-142e-4783-874e-8163451be4ff req-90843bfc-824a-4307-9caa-be48b33121d2 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0867558 Sep 22 08:53:04.624830 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f30902d1-142e-4783-874e-8163451be4ff req-dac38a3a-d648-4245-9bd6-b55f3e11bee8 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Sep 22 08:53:05.818071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f88eeb-0267-47dd-a30b-c662278b1d55 req-443d2dc9-71ed-45da-a96b-a2dcf402eeed tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:05.819525 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-55f88eeb-0267-47dd-a30b-c662278b1d55 req-443d2dc9-71ed-45da-a96b-a2dcf402eeed tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0851021 Sep 22 08:53:05.865766 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-55f88eeb-0267-47dd-a30b-c662278b1d55 req-bdebf2e2-65ed-43ae-83c8-9706a7dbf5b2 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407271 Sep 22 08:53:06.162353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f2264c3-6eeb-4825-85ff-d65fbdb417df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:07.061688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd97e55-158f-4a98-8c2c-42ad171b6af2 req-0d8cce60-b896-47bc-aa54-6f044541f07d tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:07.063130 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5fd97e55-158f-4a98-8c2c-42ad171b6af2 req-0d8cce60-b896-47bc-aa54-6f044541f07d tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0879068 Sep 22 08:53:07.106862 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5fd97e55-158f-4a98-8c2c-42ad171b6af2 req-77d98895-c346-4791-8581-9906cd7f20dd tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Sep 22 08:53:08.301608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c65f-c8d3-4ac1-9484-ffa8583d57d0 req-973d28ef-ce1c-4d07-8698-923318775352 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:08.302938 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5b9c65f-c8d3-4ac1-9484-ffa8583d57d0 req-973d28ef-ce1c-4d07-8698-923318775352 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0857198 Sep 22 08:53:08.326730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8944e553-82a6-4068-adbb-9f6d6a72834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:08.348993 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5b9c65f-c8d3-4ac1-9484-ffa8583d57d0 req-4272a615-a3e1-45e1-a9c0-4276169e471d tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 Sep 22 08:53:09.550731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858688d-aa10-4b72-b601-f1bee2a0bb99 req-3a8ea489-5a1d-43d2-b7ed-af62956e5723 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:09.552216 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e858688d-aa10-4b72-b601-f1bee2a0bb99 req-3a8ea489-5a1d-43d2-b7ed-af62956e5723 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0923662 Sep 22 08:53:09.584678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:09.600090 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e858688d-aa10-4b72-b601-f1bee2a0bb99 req-c89d1ed1-0cad-41a0-90d6-d9a527e8dc17 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Sep 22 08:53:09.628411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:10.798097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d9b27-a349-40d4-b134-8e885da2a33c req-4c6f4cf6-7cbf-4844-9f69-153d3e354777 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:10.799501 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f43d9b27-a349-40d4-b134-8e885da2a33c req-4c6f4cf6-7cbf-4844-9f69-153d3e354777 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0905201 Sep 22 08:53:10.843475 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f43d9b27-a349-40d4-b134-8e885da2a33c req-0286dbe2-63d2-4408-af84-551295c48e78 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Sep 22 08:53:10.907472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:12.040204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97157-273b-4ee1-951d-da2cbdb0acd9 req-4fb97342-9a3d-4eb0-929b-e85f15dfdf7e tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:12.041661 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3a97157-273b-4ee1-951d-da2cbdb0acd9 req-4fb97342-9a3d-4eb0-929b-e85f15dfdf7e tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0881505 Sep 22 08:53:12.085832 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3a97157-273b-4ee1-951d-da2cbdb0acd9 req-f3d4c377-ca1c-4f8d-b3b7-2f6f402ddd72 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Sep 22 08:53:12.429431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-9c92ef0d-9b16-4926-9d50-7e4401e0b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:12.430889 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-9c92ef0d-9b16-4926-9d50-7e4401e0b37d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 1098 time: 0.0777247 Sep 22 08:53:12.515113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:12.670890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-aa429ecd-7765-4d02-ad3d-773957b7694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:12.672334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-aa429ecd-7765-4d02-ad3d-773957b7694d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 200 len: 911 time: 0.2225494 Sep 22 08:53:12.736624 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-99ed86fd-2e76-4ce0-9947-5762b98dab0a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 200 len: 217 time: 0.0584674 Sep 22 08:53:12.798260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-8fa1cd31-54fc-462f-b908-4b8c3bf49a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:12.799640 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-8fa1cd31-54fc-462f-b908-4b8c3bf49a12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7da6231e-40b3-4b41-b58f-2bf0c53e35ae HTTP/1.1" status: 200 len: 849 time: 0.0578961 Sep 22 08:53:12.880807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-197cc97c-b385-49e5-a293-6aef08cc20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:12.882265 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-197cc97c-b385-49e5-a293-6aef08cc20e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b146129d-9e25-41e0-8902-bb0649d8840f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761335 Sep 22 08:53:13.020572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-1312b6a4-3e7d-427c-8043-1f67dc70e4f4 service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317854 Sep 22 08:53:13.151931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-417c357c-1cce-49cf-8114-a3d7b7fef34a req-736ed3be-b6c9-4aa3-ad34-b3813a72adbb service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260095 Sep 22 08:53:13.284668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b3d0c-5964-430c-8ca1-53b220b9e8a2 req-8f040517-d99e-423f-8743-5a2d444250ca tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:13.286060 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9b5b3d0c-5964-430c-8ca1-53b220b9e8a2 req-8f040517-d99e-423f-8743-5a2d444250ca tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0906022 Sep 22 08:53:13.329844 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9b5b3d0c-5964-430c-8ca1-53b220b9e8a2 req-35898c7d-9db1-4895-a0e9-64dccc49f35b tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Sep 22 08:53:14.526687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9204a3-ac63-456c-8c8e-5fbb05b61eb5 req-68098d40-6dd9-437d-a5ec-0f4dc01549bf tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:14.528163 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c9204a3-ac63-456c-8c8e-5fbb05b61eb5 req-68098d40-6dd9-437d-a5ec-0f4dc01549bf tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0892494 Sep 22 08:53:14.576275 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c9204a3-ac63-456c-8c8e-5fbb05b61eb5 req-e4b6cd17-6e89-4982-b591-492e531ea76c tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Sep 22 08:53:15.774602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df274-0489-40b4-a393-c5746245b1b2 req-748cb145-039d-42be-a367-ae24d409bffa tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:15.776070 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-142df274-0489-40b4-a393-c5746245b1b2 req-748cb145-039d-42be-a367-ae24d409bffa tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0854516 Sep 22 08:53:15.822409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-142df274-0489-40b4-a393-c5746245b1b2 req-63353e81-35d8-49b4-9579-0197ffd9943b tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Sep 22 08:53:17.017409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0a5bd-67f5-43ce-b8ed-206e7efaf3af req-0129bad7-83e6-465a-ac35-439bae88f9e5 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:17.018846 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4ca0a5bd-67f5-43ce-b8ed-206e7efaf3af req-0129bad7-83e6-465a-ac35-439bae88f9e5 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0856962 Sep 22 08:53:17.065321 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4ca0a5bd-67f5-43ce-b8ed-206e7efaf3af req-ca737f80-1983-4a87-ba8e-e27fba0c4ec9 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Sep 22 08:53:18.259320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b6a44-53f8-4820-8adf-0984fa6afe2f req-6ab6e756-9819-4fc0-af1e-d62129c486d8 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:18.260670 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-617b6a44-53f8-4820-8adf-0984fa6afe2f req-6ab6e756-9819-4fc0-af1e-d62129c486d8 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0862541 Sep 22 08:53:18.303147 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-617b6a44-53f8-4820-8adf-0984fa6afe2f req-8a283111-956a-4e3c-a231-f6374840560d tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369179 Sep 22 08:53:19.494399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e72207-649d-4da5-8c6c-b741139b2182 req-c436bcc3-39f9-4b35-a9f9-0e5da753c49c tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:19.495848 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b0e72207-649d-4da5-8c6c-b741139b2182 req-c436bcc3-39f9-4b35-a9f9-0e5da753c49c tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0845642 Sep 22 08:53:19.539658 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b0e72207-649d-4da5-8c6c-b741139b2182 req-f0efc77b-f458-4f16-a455-e261ae2cbebe tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Sep 22 08:53:20.738206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804eff8-b0cb-481e-b8bd-76ccf2e28122 req-8f232aa0-4df4-4993-93ca-896558c097dc tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:20.739639 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9804eff8-b0cb-481e-b8bd-76ccf2e28122 req-8f232aa0-4df4-4993-93ca-896558c097dc tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0911291 Sep 22 08:53:20.782894 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9804eff8-b0cb-481e-b8bd-76ccf2e28122 req-0e52721e-6253-4e33-9c69-0df1df075b18 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Sep 22 08:53:21.979763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d46ee2-e460-4671-9700-f0213fbee4ed req-45e889c4-8e1b-4a87-9d9e-f9fa3cd13005 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:21.981213 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90d46ee2-e460-4671-9700-f0213fbee4ed req-45e889c4-8e1b-4a87-9d9e-f9fa3cd13005 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0902102 Sep 22 08:53:22.024206 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90d46ee2-e460-4671-9700-f0213fbee4ed req-8c83908e-2fe4-42ee-a1b0-ba731814e314 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Sep 22 08:53:23.228485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6742b-f7de-4d52-820c-7d3dec2e680a req-c6591181-454e-4674-b768-a4fe138ab5a7 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:23.229837 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7ac6742b-f7de-4d52-820c-7d3dec2e680a req-c6591181-454e-4674-b768-a4fe138ab5a7 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0887675 Sep 22 08:53:23.275873 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7ac6742b-f7de-4d52-820c-7d3dec2e680a req-17a02e30-d5b6-448b-9117-29497637b0a1 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Sep 22 08:53:24.474485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c4605-7e7d-495f-98c0-1b706ed01cc7 req-e0ee7a16-2a9a-4920-bf70-69bbb25ee319 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:24.475985 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a52c4605-7e7d-495f-98c0-1b706ed01cc7 req-e0ee7a16-2a9a-4920-bf70-69bbb25ee319 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0864651 Sep 22 08:53:24.523203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a52c4605-7e7d-495f-98c0-1b706ed01cc7 req-33d13726-fde3-4737-a6a8-b813f7d877fc tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Sep 22 08:53:25.594606 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-790cfdaa-8f23-4f2d-8234-679953d8f1da service neutron] 10.222.0.48 "GET /v2.0/ports/fe67daf3-54f3-483a-a856-17c34b1de553/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0832522 Sep 22 08:53:25.726470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f37a3-f8ed-4612-86a9-fc8088ad19ae req-7c594c9b-564d-4836-aa98-ec07e720c6dd tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:25.727973 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-269f37a3-f8ed-4612-86a9-fc8088ad19ae req-7c594c9b-564d-4836-aa98-ec07e720c6dd tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0941710 Sep 22 08:53:25.779039 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-269f37a3-f8ed-4612-86a9-fc8088ad19ae req-e34a94d9-5f3c-454f-acd0-c1a016445084 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450711 Sep 22 08:53:25.856594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-d4082f22-3659-4b5b-a933-9efce573907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:25.857969 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-d4082f22-3659-4b5b-a933-9efce573907c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181&tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac HTTP/1.1" status: 200 len: 1098 time: 0.0780730 Sep 22 08:53:25.964025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-e35108e8-e294-46b7-8850-2f226b2d13da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:25.965488 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-e35108e8-e294-46b7-8850-2f226b2d13da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 1098 time: 0.0816026 Sep 22 08:53:26.192683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-24ea8e1e-3a65-4065-af65-5f5980f10b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:26.194094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-24ea8e1e-3a65-4065-af65-5f5980f10b43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 200 len: 911 time: 0.2224402 Sep 22 08:53:26.261187 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-f75348bd-6068-47e4-a904-ac595e352bb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 200 len: 217 time: 0.0609806 Sep 22 08:53:26.319817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-2ebeaf8e-9250-44fc-b422-949813abb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:26.321138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-2ebeaf8e-9250-44fc-b422-949813abb727 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7da6231e-40b3-4b41-b58f-2bf0c53e35ae HTTP/1.1" status: 200 len: 849 time: 0.0541825 Sep 22 08:53:26.400167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-66fa599a-a24f-4348-b58e-3e34a2016fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:26.401574 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-66fa599a-a24f-4348-b58e-3e34a2016fed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b146129d-9e25-41e0-8902-bb0649d8840f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749640 Sep 22 08:53:26.530405 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-1a85d5f5-8d57-46ca-b193-ba6f43390c03 service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208074 Sep 22 08:53:26.658824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a5b3699-9e7e-410f-a592-e42136868a87 req-d5c3e7e8-2d3f-4b60-8203-fd59110d1c7b service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228113 Sep 22 08:53:26.976183 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a1e7-7779-4535-9a63-3a5298695546 req-df992d81-ab5d-46a4-8b9d-a4599b4cd6c7 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:26.977647 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8cb2a1e7-7779-4535-9a63-3a5298695546 req-df992d81-ab5d-46a4-8b9d-a4599b4cd6c7 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0870142 Sep 22 08:53:27.021044 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8cb2a1e7-7779-4535-9a63-3a5298695546 req-8aa86b53-037e-41fb-83cc-c91f1b3a5866 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Sep 22 08:53:28.223268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11daa21-401c-4d84-bbfd-ea22fa8e9cd8 req-d2fc22f4-3207-469e-ab05-94ecd331938f tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:28.224615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d11daa21-401c-4d84-bbfd-ea22fa8e9cd8 req-d2fc22f4-3207-469e-ab05-94ecd331938f tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0907571 Sep 22 08:53:28.232715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fe67daf3-54f3-483a-a856-17c34b1de553 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:53:28.240396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fe67daf3-54f3-483a-a856-17c34b1de553 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:53:28.283791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d11daa21-401c-4d84-bbfd-ea22fa8e9cd8 req-5afcfe8c-e144-4d12-aa90-6356b76b3ffc tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532908 Sep 22 08:53:28.449729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fe67daf3-54f3-483a-a856-17c34b1de553 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:28.450108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:28.494013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:28.504155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:53:28.506369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e787a8e-888a-43b6-acf1-603f07911e8c" -d '{"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-unplugged", "status": "completed", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:53:28.518313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:28.519503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'network_id': 'b146129d-9e25-41e0-8902-bb0649d8840f', 'port_id': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'mac_address': 'fa:16:3e:74:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da6231e-40b3-4b41-b58f-2bf0c53e35ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:53:28.523364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:28.580341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a81938-2881-4779-bd6c-475818b9877b x-openstack-request-id: req-12a81938-2881-4779-bd6c-475818b9877b {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:53:28.580802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-unplugged", "status": "completed", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:53:28.581061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12a81938-2881-4779-bd6c-475818b9877b {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:53:28.581469 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a81938-2881-4779-bd6c-475818b9877b'] response: {'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'code': 200} Sep 22 08:53:28.632278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fe67daf3-54f3-483a-a856-17c34b1de553 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:28.632652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:28.652607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:28.656537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe67daf3-54f3-483a-a856-17c34b1de553 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:53:28.672714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:28.676532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:28.740523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fe67daf3-54f3-483a-a856-17c34b1de553'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:53:28.789133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:29.482133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c6aa-a052-403f-bed6-91ef47058de2 req-8c6c849b-5ac1-4398-a132-1d18b23fafcb tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:29.484119 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a985c6aa-a052-403f-bed6-91ef47058de2 req-8c6c849b-5ac1-4398-a132-1d18b23fafcb tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 944 time: 0.0888178 Sep 22 08:53:29.527237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a985c6aa-a052-403f-bed6-91ef47058de2 req-3df3bd5e-71be-4c62-bfd7-088ae9dd09fc tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Sep 22 08:53:29.903707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-b4751dfb-f57b-4950-a0c9-079e447c91a3 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:29.905085 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-b4751dfb-f57b-4950-a0c9-079e447c91a3 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.48 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181&tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 944 time: 0.0891297 Sep 22 08:53:30.055857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-a892916d-8172-4482-af50-e8ac2b5d1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:30.057291 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-a892916d-8172-4482-af50-e8ac2b5d1e91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 1097 time: 0.0803332 Sep 22 08:53:30.186140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-653cade4-4de3-4768-8003-b1dcd8159a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:30.188114 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-653cade4-4de3-4768-8003-b1dcd8159a76 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 200 len: 911 time: 0.1248515 Sep 22 08:53:30.246173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fe67daf3-54f3-483a-a856-17c34b1de553 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:30.256774 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-4d9abb9f-5f54-4f52-9da3-8067f3b6e120 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 200 len: 217 time: 0.0626073 Sep 22 08:53:30.316958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port fe67daf3-54f3-483a-a856-17c34b1de553 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:30.317317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:30.317647 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port fe67daf3-54f3-483a-a856-17c34b1de553 Sep 22 08:53:30.320984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-eb31b742-3f66-413b-9513-8866263a4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:30.322405 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-eb31b742-3f66-413b-9513-8866263a4e14 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7da6231e-40b3-4b41-b58f-2bf0c53e35ae HTTP/1.1" status: 200 len: 849 time: 0.0601954 Sep 22 08:53:30.402760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-007c2c84-5433-4a61-85ad-d2e48b0d0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:30.404282 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-007c2c84-5433-4a61-85ad-d2e48b0d0475 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b146129d-9e25-41e0-8902-bb0649d8840f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759437 Sep 22 08:53:30.430782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fe67daf3-54f3-483a-a856-17c34b1de553 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:30.431161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:30.462582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:30.466731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:30.535611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:30.536142 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-8c8bcb08-540e-4369-bcbc-335d116ec9e2 service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258724 Sep 22 08:53:30.582791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:53:30.585182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433291a0-7a5e-4aae-8435-05904cc248b9" -d '{"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-plugged", "status": "completed", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:53:30.639131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85108e52-8184-4739-ba2f-2290774c8608 x-openstack-request-id: req-85108e52-8184-4739-ba2f-2290774c8608 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:53:30.640017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-plugged", "status": "completed", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:53:30.640269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85108e52-8184-4739-ba2f-2290774c8608 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:53:30.640664 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85108e52-8184-4739-ba2f-2290774c8608'] response: {'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'code': 200} Sep 22 08:53:30.666305 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-dc738efe-a539-41c5-bf0e-b5c587267e44 service neutron] 10.222.0.48 "GET /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249237 Sep 22 08:53:31.476097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4bfdf-d324-4be9-a3c8-dac63ca79cad req-051dfda5-d02b-477c-84ad-cf2fb9cd072f tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:31.477513 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18f4bfdf-d324-4be9-a3c8-dac63ca79cad req-051dfda5-d02b-477c-84ad-cf2fb9cd072f tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0898356 Sep 22 08:53:31.520243 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18f4bfdf-d324-4be9-a3c8-dac63ca79cad req-c53ce6b7-b225-4d14-a56f-78c661bc0d43 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371151 Sep 22 08:53:32.721748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e78724-830a-497b-8890-171498c69f71 req-7f83a188-1a81-4cda-b981-90c4f136f28d tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:32.726196 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17e78724-830a-497b-8890-171498c69f71 req-7f83a188-1a81-4cda-b981-90c4f136f28d tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0947318 Sep 22 08:53:32.776030 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17e78724-830a-497b-8890-171498c69f71 req-1d564c96-a1b7-461d-975e-619abfefd0ed tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Sep 22 08:53:33.042093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-70b74bfa-f262-47bb-a230-c03e18092542 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:33.043438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-70b74bfa-f262-47bb-a230-c03e18092542 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.48 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 945 time: 0.0876966 Sep 22 08:53:33.196111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Deleting port fe67daf3-54f3-483a-a856-17c34b1de553 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:53:33.196445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:33.437101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] For port fe67daf3-54f3-483a-a856-17c34b1de553, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fe67daf3-54f3-483a-a856-17c34b1de553,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:33.437457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:33.555715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Calling delete_port for fe67daf3-54f3-483a-a856-17c34b1de553 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:53:33.697169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:33.707930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fe67daf3-54f3-483a-a856-17c34b1de553'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:53:33.746004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Pushing event deleted for resources: {'Port': ['ID=fe67daf3-54f3-483a-a856-17c34b1de553,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:33.839252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] No DVR routers for this DVR port fe67daf3-54f3-483a-a856-17c34b1de553 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:53:33.841710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:33.844921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-deleted', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:53:33.847367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeeba1b-d9c9-4fb0-ad0e-41ce4011b81b" -d '{"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-deleted", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:53:33.869558 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8b3ae6b6-85e5-40c5-929a-7cb9aa6b0ae7 req-2a8ec979-19bd-4d52-84e0-27f1f0038584 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.48 "DELETE /v2.0/ports/fe67daf3-54f3-483a-a856-17c34b1de553 HTTP/1.1" status: 204 len: 173 time: 0.8208480 Sep 22 08:53:33.943765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ccf61e-9360-4d4b-be14-78f79273da8f x-openstack-request-id: req-26ccf61e-9360-4d4b-be14-78f79273da8f {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:53:33.944084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599493eb-1ea0-47d0-ba6f-8b3a6707c181", "name": "network-vif-deleted", "tag": "fe67daf3-54f3-483a-a856-17c34b1de553", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:53:33.944300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26ccf61e-9360-4d4b-be14-78f79273da8f {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:53:33.944696 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ccf61e-9360-4d4b-be14-78f79273da8f'] response: {'server_uuid': '599493eb-1ea0-47d0-ba6f-8b3a6707c181', 'name': 'network-vif-deleted', 'tag': 'fe67daf3-54f3-483a-a856-17c34b1de553', 'status': 'completed', 'code': 200} Sep 22 08:53:33.960843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a736ebd4-1680-4b2e-b3a2-e9359d01d7eb req-2f5168ae-2f35-473f-9c8a-c0a08a169394 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Synchronizing usage tracker for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:53:33.980638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a736ebd4-1680-4b2e-b3a2-e9359d01d7eb req-2f5168ae-2f35-473f-9c8a-c0a08a169394 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] Unset dirty status for tenant:81b01a510b9d43a8a7b5b2aff1ad2aac on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:53:33.982141 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a736ebd4-1680-4b2e-b3a2-e9359d01d7eb req-2f5168ae-2f35-473f-9c8a-c0a08a169394 tempest-DeleteServersTestJSON-579276962 tempest-DeleteServersTestJSON-579276962-project] 10.222.0.42 "GET /v2.0/ports?device_id=599493eb-1ea0-47d0-ba6f-8b3a6707c181 HTTP/1.1" status: 200 len: 210 time: 0.0875914 Sep 22 08:53:35.227093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46156) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:35.852724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:36.163379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b03f47db-184d-4840-85f9-c666c0f16312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:36.195502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Deleting port d9c4d995-dcb2-423b-93d7-8d830849fe11 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:53:36.195838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:36.285112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fe67daf3-54f3-483a-a856-17c34b1de553 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:53:36.319096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: fe67daf3-54f3-483a-a856-17c34b1de553 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:53:36.319454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fe67daf3-54f3-483a-a856-17c34b1de553 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:53:36.363932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] For port d9c4d995-dcb2-423b-93d7-8d830849fe11, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d9c4d995-dcb2-423b-93d7-8d830849fe11,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:36.364485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:36.486378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Calling delete_port for d9c4d995-dcb2-423b-93d7-8d830849fe11 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:53:36.657440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:36.733975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c4d995-dcb2-423b-93d7-8d830849fe11,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:37.080773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:37.427175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Router c53fab9f-f706-427b-af96-84e6d90bfc79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:53:37.601395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:53:37.610047 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] Sync routers for ids ['c53fab9f-f706-427b-af96-84e6d90bfc79'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:53:37.619614 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] Routers {'c53fab9f-f706-427b-af96-84e6d90bfc79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:53:37.620212 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:53:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c53fab9f-f706-427b-af96-84e6d90bfc79'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:37.626457 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bbae381d-ef7d-47f1-85be-f9e0cd93c809 admin admin] 10.222.0.42 "PUT /v2.0/routers/c53fab9f-f706-427b-af96-84e6d90bfc79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3980050 Sep 22 08:53:37.628979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46160) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:37.793682 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] Set router c53fab9f-f706-427b-af96-84e6d90bfc79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:53:37.803660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:37.977011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:37.986439 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Deleting port 34493185-ce7e-45a2-88e9-71dc4fd25f8f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:53:37.986768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.070897 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:53:36Z', 'revision_number': 5, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port': {'id': '34493185-ce7e-45a2-88e9-71dc4fd25f8f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:52:41Z', 'updated_at': '2022-09-22T08:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:38.074684 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] Checking router: c53fab9f-f706-427b-af96-84e6d90bfc79 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:53:38.089526 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] Routers {'c53fab9f-f706-427b-af96-84e6d90bfc79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:53:38.090132 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:53:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c53fab9f-f706-427b-af96-84e6d90bfc79'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:38.161160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] For port 34493185-ce7e-45a2-88e9-71dc4fd25f8f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=34493185-ce7e-45a2-88e9-71dc4fd25f8f,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:38.161530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.234441 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] Set router c53fab9f-f706-427b-af96-84e6d90bfc79 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:53:38.332419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ed22f25-552b-4f31-801f-47a9046ea478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.351146 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:53:37Z', 'revision_number': 6, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:38.355379 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0aa7f7a-596d-4239-a035-ee5559fa6c7b None None] The sync data for ids ['c53fab9f-f706-427b-af96-84e6d90bfc79'] in dv-neutron-857569-1-hyperv is: [{'id': 'c53fab9f-f706-427b-af96-84e6d90bfc79', 'name': 'tempest-DeleteServersTestJSON-68763975-router', 'tenant_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:52:40Z', 'updated_at': '2022-09-22T08:53:37Z', 'revision_number': 6, 'project_id': '81b01a510b9d43a8a7b5b2aff1ad2aac', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:53:38.400980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Calling delete_port for 34493185-ce7e-45a2-88e9-71dc4fd25f8f owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:53:38.561509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.605734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=34493185-ce7e-45a2-88e9-71dc4fd25f8f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:38.650705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.650971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.651344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.651679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.652011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.652340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.652672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.652998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.653321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.653639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.653960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.654277 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:38.715795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.812245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d9c4d995-dcb2-423b-93d7-8d830849fe11 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:53:38.849792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: d9c4d995-dcb2-423b-93d7-8d830849fe11 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:53:38.850134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d9c4d995-dcb2-423b-93d7-8d830849fe11 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:53:38.891108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.893382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.915895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.916419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53fab9f-f706-427b-af96-84e6d90bfc79 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:53:38.929275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:38.930360 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0bcdbc72-c8ef-41e6-9dde-8496a84097e6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c53fab9f-f706-427b-af96-84e6d90bfc79 HTTP/1.1" status: 204 len: 168 time: 1.3004999 Sep 22 08:53:38.932980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46164) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:38.996057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] Deleting subnet 7da6231e-40b3-4b41-b58f-2bf0c53e35ae {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:53:38.999613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.058825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.140886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.209871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.246001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da6231e-40b3-4b41-b58f-2bf0c53e35ae,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:39.250199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.256240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713669ab-39ae-4070-bf1a-387183614814 None None] Network b146129d-9e25-41e0-8902-bb0649d8840f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:53:39.256559 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-45ab14ca-719e-4d80-a534-713930133ca8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7da6231e-40b3-4b41-b58f-2bf0c53e35ae HTTP/1.1" status: 204 len: 168 time: 0.3223529 Sep 22 08:53:39.258718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46168) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:39.362592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.374262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Deleting port 58731892-b358-4b16-9b7e-489c831dce1b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:53:39.374602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.535096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] DHCP port deletion for b146129d-9e25-41e0-8902-bb0649d8840f request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:53:39.539673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Deleting port 58731892-b358-4b16-9b7e-489c831dce1b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:53:39.540117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.580259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] For port 58731892-b358-4b16-9b7e-489c831dce1b, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=58731892-b358-4b16-9b7e-489c831dce1b,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:39.580940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.605080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.659800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.705887 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Calling delete_port for 58731892-b358-4b16-9b7e-489c831dce1b owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:53:39.763382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] For port 58731892-b358-4b16-9b7e-489c831dce1b, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=58731892-b358-4b16-9b7e-489c831dce1b,segment=NetworkSegment(51b2e3a8-6163-4c5f-9ddd-84074ba3406d),segment_id=51b2e3a8-6163-4c5f-9ddd-84074ba3406d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:39.763766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.781390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:39.830394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58731892-b358-4b16-9b7e-489c831dce1b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:39.832202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] No DVR routers for this DVR port 58731892-b358-4b16-9b7e-489c831dce1b on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:53:39.884454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Calling delete_port for 58731892-b358-4b16-9b7e-489c831dce1b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:53:39.962168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:53:39.962615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:53:40.048946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.072661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b146129d-9e25-41e0-8902-bb0649d8840f']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:40.084980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b2e3a8-6163-4c5f-9ddd-84074ba3406d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:40.085296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b2e3a8-6163-4c5f-9ddd-84074ba3406d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:40.099735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.115335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.121257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:53:40.121738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.184584 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 51b2e3a8-6163-4c5f-9ddd-84074ba3406d resource provider aggregate not found Sep 22 08:53:40.205848 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 51b2e3a8-6163-4c5f-9ddd-84074ba3406d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51b2e3a8-6163-4c5f-9ddd-84074ba3406d found for delete ", "request_id": "req-b2d13c79-c2e9-4fcc-9ee9-3ee7843012d5"}]} Sep 22 08:53:40.216272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.231952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.241735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b146129d-9e25-41e0-8902-bb0649d8840f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:40.254990 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-71b94f53-aec7-4ad0-a61c-eca4bf8c3be5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b146129d-9e25-41e0-8902-bb0649d8840f HTTP/1.1" status: 204 len: 168 time: 0.9952569 Sep 22 08:53:40.364859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:40.412496 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c6db31ae-115a-4c96-8d31-718dcc0506a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81b01a510b9d43a8a7b5b2aff1ad2aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465252 Sep 22 08:53:40.414939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46182) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:40.463964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Deleting port 58731892-b358-4b16-9b7e-489c831dce1b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:53:40.464438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.469825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db13ced0-1393-4cfa-9ef5-954caf2ceb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.497670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db13ced0-1393-4cfa-9ef5-954caf2ceb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.528377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80252084-308b-4da0-8b7c-cdf9f6c77228 None None] The port '58731892-b358-4b16-9b7e-489c831dce1b' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:53:40.552862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db13ced0-1393-4cfa-9ef5-954caf2ceb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.570231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13ced0-1393-4cfa-9ef5-954caf2ceb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a1a073-e4e2-4eb6-b9a6-666fb4e46678,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:40.582931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db13ced0-1393-4cfa-9ef5-954caf2ceb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:40.587796 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db13ced0-1393-4cfa-9ef5-954caf2ceb22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0a1a073-e4e2-4eb6-b9a6-666fb4e46678 HTTP/1.1" status: 204 len: 168 time: 0.1714694 Sep 22 08:53:40.593009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34493185-ce7e-45a2-88e9-71dc4fd25f8f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:53:40.630152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 34493185-ce7e-45a2-88e9-71dc4fd25f8f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:53:40.630152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 34493185-ce7e-45a2-88e9-71dc4fd25f8f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:53:40.630152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 58731892-b358-4b16-9b7e-489c831dce1b no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:53:40.666719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 58731892-b358-4b16-9b7e-489c831dce1b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:53:40.666834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 58731892-b358-4b16-9b7e-489c831dce1b not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:53:40.909233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.287061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46206) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:41.389481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1824278-network', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:53:41.394130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:53:41.397939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Usage tracker for resource:network and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:53:41.400751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:53:41.406816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:53:41.416337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Made reservation on behalf of 16e86fa258774b06856069b3d0a5ae2a for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:53:41.418572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.430933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.444747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:53:41.448496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Usage tracker for resource:security_group_rule and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:53:41.451193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:53:41.457320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:53:41.466513 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:53:41.538165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.542188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.571374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:53:41.579922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0014fbe6-8e4c-4f5a-91d5-fbfca564f161,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:41.585681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.586293 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Added segment b09b4dcc-ed7c-41fb-8301-1d1929736659 of type vlan for network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 Sep 22 08:53:41.611702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.642681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.643671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:41.644231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.739711 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4511387 Sep 22 08:53:41.742361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746496a-8511-40cf-8165-dde970e79a06 admin admin] Pushing event updated for resources: {'Network': ['ID=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:41.742658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46212) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:41.748229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Request body: {'subnet': {'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-subnet', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:53:41.752785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:53:41.753701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:53:41.757580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Usage tracker for resource:subnet and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:53:41.760433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:53:41.767428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:53:41.777088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Made reservation on behalf of 16e86fa258774b06856069b3d0a5ae2a for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:53:41.779310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:41.980771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.053532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd8332d-e9e0-4334-a464-f27c730c4b3d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:42.064441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Checking segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:53:42.064794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Network hostable DHCP agents. Network: 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:53:42.070769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.071124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.071488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.071824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.072152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.072483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.072809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.073134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.073458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.073778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.074099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.074419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.090566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:53:42.102013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:53:42.106084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:42.106653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.111789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9500d0c-6f72-484f-8ba7-5c29093adcce None None] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:53:42.130858 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-072f2d55-9cd3-4e68-81e7-6db9ff88edb6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3845506 Sep 22 08:53:42.131099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46216) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:42.135896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:53:42.140562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:53:42.144406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Usage tracker for resource:router and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:53:42.147195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:53:42.152940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:53:42.164063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.165069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.180146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.332148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'fixed_ips': [{'subnet_id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:53:42.332977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.441052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.485645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Allocated IP 172.20.0.2 (3a1632c7-4c49-4ed8-8195-ea75ab4e0de8/8fd8332d-e9e0-4334-a464-f27c730c4b3d/ff58b22f-6880-4bdb-bf8e-ed767f360ed0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:53:42.593053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.700672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.710847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Transition to ACTIVE for port object ff58b22f-6880-4bdb-bf8e-ed767f360ed0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:53:42.728362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Transition to ACTIVE for port object ff58b22f-6880-4bdb-bf8e-ed767f360ed0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:53:42.733059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.834545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:53:42.837475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:53:42.840502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.841128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:53:42.846755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Pushing event updated for resources: {'Port': ['ID=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:42.869743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.886877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.887237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.887587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.887917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.888243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.888568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.888893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.889801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.890125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.890444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.890759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.891072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:42.953348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Attempting to bind port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:53:42.953630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Attempting to bind port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:53:42.953997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Attempting to bind port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:53:42.959237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:53:42.959728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Checking segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:53:42.960128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:42.960518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Bound using segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:53:42.960975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Bound port: ff58b22f-6880-4bdb-bf8e-ed767f360ed0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:53:42.961347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:43.009437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Allocated IP 172.26.8.252 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/4f09dd31-9a68-4678-b49a-d44c61cbdaec) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:53:43.052472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] For port ff58b22f-6880-4bdb-bf8e-ed767f360ed0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:53:43.056069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] For port ff58b22f-6880-4bdb-bf8e-ed767f360ed0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:53:43.060889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:43.141838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e284f-2a9c-4648-bbea-e3de939d422c None None] Pushing event updated for resources: {'Port': ['ID=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:43.163458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:43.193573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:43.260857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:53:43.263722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:53:43.267340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:53:43.314439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Pushing event updated for resources: {'Port': ['ID=4f09dd31-9a68-4678-b49a-d44c61cbdaec,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:43.680315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:44.052603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e28859-1559-4ecb-90c1-464df8b79f65 None None] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:53:44.133033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:44.141549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d992a5bd-8294-4d9f-9bc9-7f8c7312c568 None None] Provisioning for port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:53:44.336591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Router b1adb698-c00b-455c-bccf-6b2033489951 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:53:44.519206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:53:44.528036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3451-f753-4081-9af0-14297246461e None None] Sync routers for ids ['b1adb698-c00b-455c-bccf-6b2033489951'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:53:44.539317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] Routers {'b1adb698-c00b-455c-bccf-6b2033489951'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:53:44.540138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:53:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b1adb698-c00b-455c-bccf-6b2033489951'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:44.547175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:44.548472 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9c6e0a46-eec6-46c1-832b-f7432fca0630 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4164414 Sep 22 08:53:44.551411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46220) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:53:44.619948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ff58b22f-6880-4bdb-bf8e-ed767f360ed0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:44.776342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:53:44.780414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] Set router b1adb698-c00b-455c-bccf-6b2033489951 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:53:44.879227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:44.879602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:44.879933 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 Sep 22 08:53:45.131744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:45.132410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.175042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port ff58b22f-6880-4bdb-bf8e-ed767f360ed0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:45.181583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.222891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.239022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:43Z', 'revision_number': 3, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port': {'id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:45.248123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3451-f753-4081-9af0-14297246461e None None] Checking router: b1adb698-c00b-455c-bccf-6b2033489951 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:53:45.248494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3451-f753-4081-9af0-14297246461e None None] Updating router b1adb698-c00b-455c-bccf-6b2033489951 port 4f09dd31-9a68-4678-b49a-d44c61cbdaec binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:53:45.296803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:45.312016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c07d3451-f753-4081-9af0-14297246461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.546816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Allocated IP 172.20.0.1 (3a1632c7-4c49-4ed8-8195-ea75ab4e0de8/8fd8332d-e9e0-4334-a464-f27c730c4b3d/731e5e7b-244d-4f97-8b6e-53e08fb09aab) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:53:45.676380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c07d3451-f753-4081-9af0-14297246461e None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.688497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c07d3451-f753-4081-9af0-14297246461e None None] Transition to ACTIVE for port object 4f09dd31-9a68-4678-b49a-d44c61cbdaec will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:53:45.693885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.694952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c07d3451-f753-4081-9af0-14297246461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.709924 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Transition to ACTIVE for port object 731e5e7b-244d-4f97-8b6e-53e08fb09aab will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:53:45.733727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.752114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c07d3451-f753-4081-9af0-14297246461e None None] Attempting to bind port 4f09dd31-9a68-4678-b49a-d44c61cbdaec on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:53:45.752476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c07d3451-f753-4081-9af0-14297246461e None None] Attempting to bind port 4f09dd31-9a68-4678-b49a-d44c61cbdaec by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:53:45.752829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3451-f753-4081-9af0-14297246461e None None] Attempting to bind port 4f09dd31-9a68-4678-b49a-d44c61cbdaec on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:53:45.762824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3451-f753-4081-9af0-14297246461e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:53:45.763185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3451-f753-4081-9af0-14297246461e None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:53:45.763592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c07d3451-f753-4081-9af0-14297246461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.763970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3451-f753-4081-9af0-14297246461e None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:53:45.765046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c07d3451-f753-4081-9af0-14297246461e None None] Bound port: 4f09dd31-9a68-4678-b49a-d44c61cbdaec, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:53:45.765409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c07d3451-f753-4081-9af0-14297246461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.798506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:53:45.801142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:53:45.804960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:53:45.814451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe53f7-e052-4df5-b5b4-bc23442ec04e None None] Pushing event updated for resources: {'Port': ['ID=4f09dd31-9a68-4678-b49a-d44c61cbdaec,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:45.841892 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Pushing event updated for resources: {'Port': ['ID=731e5e7b-244d-4f97-8b6e-53e08fb09aab,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:45.848345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c07d3451-f753-4081-9af0-14297246461e None None] For port 4f09dd31-9a68-4678-b49a-d44c61cbdaec, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:53:45.852054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c07d3451-f753-4081-9af0-14297246461e None None] For port 4f09dd31-9a68-4678-b49a-d44c61cbdaec, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4f09dd31-9a68-4678-b49a-d44c61cbdaec,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:53:45.857955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c07d3451-f753-4081-9af0-14297246461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.866595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:45.939151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe53f7-e052-4df5-b5b4-bc23442ec04e None None] Pushing event updated for resources: {'Port': ['ID=4f09dd31-9a68-4678-b49a-d44c61cbdaec,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:45.950542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] Routers {'b1adb698-c00b-455c-bccf-6b2033489951'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:53:45.951423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:53:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b1adb698-c00b-455c-bccf-6b2033489951'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:46.123405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:46.134326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Provisioning for port 731e5e7b-244d-4f97-8b6e-53e08fb09aab completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:53:46.143134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Provisioning complete for port 731e5e7b-244d-4f97-8b6e-53e08fb09aab triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:46.143528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:46.143862 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Attempt 1 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:46.199777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] Set router b1adb698-c00b-455c-bccf-6b2033489951 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:53:46.312352 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Port 731e5e7b-244d-4f97-8b6e-53e08fb09aab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:46.343016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:46.347431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:46.452753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:46.456999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Pushing event updated for resources: {'Port': ['ID=731e5e7b-244d-4f97-8b6e-53e08fb09aab,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:46.489598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c07d3451-f753-4081-9af0-14297246461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:43Z', 'revision_number': 3, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port': {'id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:46.493520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3451-f753-4081-9af0-14297246461e None None] The sync data for ids ['b1adb698-c00b-455c-bccf-6b2033489951'] in dv-neutron-857569-1-hyperv is: [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:43Z', 'revision_number': 3, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port': {'id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:53:46.582638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ff58b22f-6880-4bdb-bf8e-ed767f360ed0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:46.599718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:53:46.600890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:53:46.666358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:46.667084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:46.667447 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 Sep 22 08:53:46.817574 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Attempt 2 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:46.819816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Router b1adb698-c00b-455c-bccf-6b2033489951 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:53:46.874850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:46.884978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Port 731e5e7b-244d-4f97-8b6e-53e08fb09aab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:47.127928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:53:47.136679 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a348af82-de23-431b-b698-f11119793d89 admin admin] 10.222.0.42 "PUT /v2.0/routers/b1adb698-c00b-455c-bccf-6b2033489951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5838473 Sep 22 08:53:47.386637 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Attempt 3 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:47.439117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Port 731e5e7b-244d-4f97-8b6e-53e08fb09aab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:47.725258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-87b6dd8d-775c-449f-97ad-ca35c3f2518d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:47.726674 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-87b6dd8d-775c-449f-97ad-ca35c3f2518d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 812 time: 0.1429653 Sep 22 08:53:47.741070 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-2e01fd7b-3623-4fbb-a9c2-c4c779bcb9e4 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/quotas/16e86fa258774b06856069b3d0a5ae2a HTTP/1.1" status: 200 len: 375 time: 0.0088978 Sep 22 08:53:47.830370 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-3e3b0ff5-b21f-413e-b2d8-f701cef99e2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842106 Sep 22 08:53:47.940340 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Attempt 4 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:47.968227 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-7ec442d2-6d81-45b7-b169-781f1d77e932 service neutron] 10.222.0.42 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309342 Sep 22 08:53:47.997349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Port 731e5e7b-244d-4f97-8b6e-53e08fb09aab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:48.047081 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Sync routers for ids ['b1adb698-c00b-455c-bccf-6b2033489951'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:53:48.055967 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Routers {'b1adb698-c00b-455c-bccf-6b2033489951'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:53:48.056570 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:53:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b1adb698-c00b-455c-bccf-6b2033489951'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:48.100111 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-e95d7705-29bb-40a1-a70a-6d8825d4be8b service neutron] 10.222.0.42 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302371 Sep 22 08:53:48.263472 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Set router b1adb698-c00b-455c-bccf-6b2033489951 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:53:48.292972 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ed71bac6-245a-4d9d-b98b-9f8f96c83f8e req-69e4c259-37a3-4f90-9391-4efd6b5e4df0 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Synchronizing usage tracker for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:53:48.313383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ed71bac6-245a-4d9d-b98b-9f8f96c83f8e req-69e4c259-37a3-4f90-9391-4efd6b5e4df0 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Unset dirty status for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:53:48.314662 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ed71bac6-245a-4d9d-b98b-9f8f96c83f8e req-69e4c259-37a3-4f90-9391-4efd6b5e4df0 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 210 time: 0.0758281 Sep 22 08:53:48.499478 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Attempt 5 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:48.573446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Port 731e5e7b-244d-4f97-8b6e-53e08fb09aab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:48.582182 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:46Z', 'revision_number': 4, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port': {'id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '731e5e7b-244d-4f97-8b6e-53e08fb09aab', 'name': '', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'mac_address': 'fa:16:3e:7d:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:45Z', 'updated_at': '2022-09-22T08:53:46Z', 'revision_number': 2, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'subnets': [{'id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:48.587266 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Checking router: b1adb698-c00b-455c-bccf-6b2033489951 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:53:48.587813 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Updating router b1adb698-c00b-455c-bccf-6b2033489951 port 731e5e7b-244d-4f97-8b6e-53e08fb09aab binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:53:48.621296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4f09dd31-9a68-4678-b49a-d44c61cbdaec up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:48.642470 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:48.691979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 4f09dd31-9a68-4678-b49a-d44c61cbdaec completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:53:48.699925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4f09dd31-9a68-4678-b49a-d44c61cbdaec triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:48.700322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:48.700664 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4f09dd31-9a68-4678-b49a-d44c61cbdaec Sep 22 08:53:48.857677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4f09dd31-9a68-4678-b49a-d44c61cbdaec is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:48.858681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:48.875700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 4f09dd31-9a68-4678-b49a-d44c61cbdaec, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4f09dd31-9a68-4678-b49a-d44c61cbdaec,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:48.880619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:48.954827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=4f09dd31-9a68-4678-b49a-d44c61cbdaec,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:48.998652 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:49.010296 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Transition to ACTIVE for port object 731e5e7b-244d-4f97-8b6e-53e08fb09aab will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:53:49.016687 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:49.075108 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Attempt 6 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:49.130734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Port 731e5e7b-244d-4f97-8b6e-53e08fb09aab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:49.215851 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Pushing event updated for resources: {'Port': ['ID=731e5e7b-244d-4f97-8b6e-53e08fb09aab,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:49.228922 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.229260 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.229588 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.229908 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.230235 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.230548 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.230862 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.231229 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.231538 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.231846 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.232154 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.232459 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:53:49.237182 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Attempting to bind port 731e5e7b-244d-4f97-8b6e-53e08fb09aab on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:53:49.237536 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Attempting to bind port 731e5e7b-244d-4f97-8b6e-53e08fb09aab by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:53:49.237885 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Attempting to bind port 731e5e7b-244d-4f97-8b6e-53e08fb09aab on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:53:49.243381 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:53:49.243740 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Checking segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:53:49.244124 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:49.244495 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Bound using segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:53:49.244939 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Bound port: 731e5e7b-244d-4f97-8b6e-53e08fb09aab, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:53:49.245296 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:49.336481 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] For port 731e5e7b-244d-4f97-8b6e-53e08fb09aab, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:53:49.339527 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] For port 731e5e7b-244d-4f97-8b6e-53e08fb09aab, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=731e5e7b-244d-4f97-8b6e-53e08fb09aab,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:53:49.346464 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:49.375018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-cbb0894b-c0e8-4614-b844-419122ab9a9e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:49.376858 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-cbb0894b-c0e8-4614-b844-419122ab9a9e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 812 time: 0.1640377 Sep 22 08:53:49.389732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Request body: {'port': {'device_id': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'admin_state_up': True, 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:53:49.414857 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Routers {'b1adb698-c00b-455c-bccf-6b2033489951'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:53:49.415657 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:53:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b1adb698-c00b-455c-bccf-6b2033489951'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:49.503507 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d505b56-c818-43e1-9f5e-fac21033dcb7 None None] Pushing event updated for resources: {'Port': ['ID=731e5e7b-244d-4f97-8b6e-53e08fb09aab,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:49.542384 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1f03759f-55f6-4da5-9dfa-63bbf45239f6 req-96650cb5-9525-42b2-b461-21c38cdfc64e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 210 time: 0.0691366 Sep 22 08:53:49.595288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:53:49.605078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:53:49.606066 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] Set router b1adb698-c00b-455c-bccf-6b2033489951 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:53:49.615305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Made reservation on behalf of 16e86fa258774b06856069b3d0a5ae2a for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:53:49.618700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:49.632417 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Attempt 7 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:49.693560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c64be7b3-1e00-49e2-9f66-ac05ee11e2e7 None None] Port 731e5e7b-244d-4f97-8b6e-53e08fb09aab had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:53:49.783317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Allocated IP 172.20.0.7 (3a1632c7-4c49-4ed8-8195-ea75ab4e0de8/8fd8332d-e9e0-4334-a464-f27c730c4b3d/cfe22688-09c1-4433-a21b-9ef28a406379) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:53:49.953500 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:46Z', 'revision_number': 4, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port': {'id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '731e5e7b-244d-4f97-8b6e-53e08fb09aab', 'name': '', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'mac_address': 'fa:16:3e:7d:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:45Z', 'updated_at': '2022-09-22T08:53:49Z', 'revision_number': 4, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'subnets': [{'id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:53:49.957797 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07be93d-e3a4-44af-8132-138a68c21191 None None] The sync data for ids ['b1adb698-c00b-455c-bccf-6b2033489951'] in dv-neutron-857569-1-hyperv is: [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:46Z', 'revision_number': 4, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port': {'id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '731e5e7b-244d-4f97-8b6e-53e08fb09aab', 'name': '', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'mac_address': 'fa:16:3e:7d:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1539, 'fixed_ips': [{'subnet_id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:45Z', 'updated_at': '2022-09-22T08:53:49Z', 'revision_number': 4, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'subnets': [{'id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:53:50.107163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.124555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Transition to ACTIVE for port object cfe22688-09c1-4433-a21b-9ef28a406379 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:53:50.150673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.226915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:53:50.230115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:53:50.233262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:53:50.270835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event updated for resources: {'Port': ['ID=cfe22688-09c1-4433-a21b-9ef28a406379,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:50.307529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:50.308114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.336177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-779968fd-af40-4d37-acab-71057d75f6af tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507418 Sep 22 08:53:50.347784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Request body: {'port': {'device_id': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:53:50.472136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.537225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Provisioning for port cfe22688-09c1-4433-a21b-9ef28a406379 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:53:50.542198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Provisioning complete for port cfe22688-09c1-4433-a21b-9ef28a406379 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:50.542633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.543051 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Attempt 1 to provision port cfe22688-09c1-4433-a21b-9ef28a406379 Sep 22 08:53:50.606415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Port cfe22688-09c1-4433-a21b-9ef28a406379 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:50.699122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4f09dd31-9a68-4678-b49a-d44c61cbdaec up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:50.777766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad927c-c243-45e2-8b04-ba67cedcd924 req-79b80bef-3bfb-4177-bb7b-f76ebde8eac1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:50.780983 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0aad927c-c243-45e2-8b04-ba67cedcd924 req-79b80bef-3bfb-4177-bb7b-f76ebde8eac1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 931 time: 0.1011331 Sep 22 08:53:50.798138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4f09dd31-9a68-4678-b49a-d44c61cbdaec triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:50.798634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.798971 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4f09dd31-9a68-4678-b49a-d44c61cbdaec Sep 22 08:53:50.828530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0aad927c-c243-45e2-8b04-ba67cedcd924 req-f50c20ee-4580-4c4d-9960-14a035a72c1e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Synchronizing usage tracker for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:53:50.849174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0aad927c-c243-45e2-8b04-ba67cedcd924 req-f50c20ee-4580-4c4d-9960-14a035a72c1e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Unset dirty status for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:53:50.850383 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0aad927c-c243-45e2-8b04-ba67cedcd924 req-f50c20ee-4580-4c4d-9960-14a035a72c1e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636206 Sep 22 08:53:50.905628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe22688-09c1-4433-a21b-9ef28a406379 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:53:50.913778 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.929675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Transition to ACTIVE for port object cfe22688-09c1-4433-a21b-9ef28a406379 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:53:50.934663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:50.939384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4f09dd31-9a68-4678-b49a-d44c61cbdaec is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:50.940565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 731e5e7b-244d-4f97-8b6e-53e08fb09aab up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:51.010521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 731e5e7b-244d-4f97-8b6e-53e08fb09aab completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:53:51.016874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 731e5e7b-244d-4f97-8b6e-53e08fb09aab triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:51.017249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:51.017719 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:51.140336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Pushing event updated for resources: {'Port': ['ID=cfe22688-09c1-4433-a21b-9ef28a406379,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:51.143249 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Attempt 2 to provision port cfe22688-09c1-4433-a21b-9ef28a406379 Sep 22 08:53:51.179182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Attempting to bind port cfe22688-09c1-4433-a21b-9ef28a406379 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:53:51.179571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Attempting to bind port cfe22688-09c1-4433-a21b-9ef28a406379 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:53:51.179855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Attempting to bind port cfe22688-09c1-4433-a21b-9ef28a406379 on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:53:51.184429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Port cfe22688-09c1-4433-a21b-9ef28a406379 on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:53:51.184745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Attempting to bind port cfe22688-09c1-4433-a21b-9ef28a406379 on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:53:51.190405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:53:51.190730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Checking segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:53:51.191113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Bound using segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:53:51.191560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Bound port: cfe22688-09c1-4433-a21b-9ef28a406379, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:53:51.191904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:51.195319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 731e5e7b-244d-4f97-8b6e-53e08fb09aab is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:51.195701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:51.217501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Port cfe22688-09c1-4433-a21b-9ef28a406379 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:53:51.236864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 731e5e7b-244d-4f97-8b6e-53e08fb09aab, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=731e5e7b-244d-4f97-8b6e-53e08fb09aab,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:51.240975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:51.280524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] For port cfe22688-09c1-4433-a21b-9ef28a406379, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:53:51.284330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] For port cfe22688-09c1-4433-a21b-9ef28a406379, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=cfe22688-09c1-4433-a21b-9ef28a406379,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:53:51.288464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:51.291973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:51.292596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:51.293945 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] 10.222.0.48 "PUT /v2.0/ports/cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 200 len: 1093 time: 0.9505172 Sep 22 08:53:51.307706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=731e5e7b-244d-4f97-8b6e-53e08fb09aab,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:51.333515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:53:51.335841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0148d183-d175-42d8-9131-af8a88068c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:53:51.386106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8141420f-15d7-4f84-92a7-173854842217 x-openstack-request-id: req-8141420f-15d7-4f84-92a7-173854842217 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:53:51.386393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:53:51.386637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8141420f-15d7-4f84-92a7-173854842217 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:53:51.387018 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8141420f-15d7-4f84-92a7-173854842217'] response: {'name': 'network-changed', 'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379', 'status': 'completed', 'code': 200} Sep 22 08:53:51.436633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dc3ed-77e0-4ef8-a568-5829eae670ba service neutron] Pushing event updated for resources: {'Port': ['ID=cfe22688-09c1-4433-a21b-9ef28a406379,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:51.453786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-c2171298-2f24-4ed7-a672-f88e8d3b22e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:51.455306 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-c2171298-2f24-4ed7-a672-f88e8d3b22e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 1096 time: 0.1120048 Sep 22 08:53:51.524657 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-17b675e4-c1ae-4fac-a2a4-ae7da5e46477 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 200 len: 217 time: 0.0625257 Sep 22 08:53:51.587535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-b83c0dbc-f630-4a89-9826-ef65d849eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:51.588891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-b83c0dbc-f630-4a89-9826-ef65d849eb21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0587549 Sep 22 08:53:51.669497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-c589cfbc-a626-4640-9508-010b61c4e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:51.671572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-c589cfbc-a626-4640-9508-010b61c4e432 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759008 Sep 22 08:53:51.719042 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Attempt 3 to provision port cfe22688-09c1-4433-a21b-9ef28a406379 Sep 22 08:53:51.786447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-089d6aac-4916-4b46-9b19-3be281bcfde6 None None] Port cfe22688-09c1-4433-a21b-9ef28a406379 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:53:51.895746 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-ce57e083-cc41-45dc-8097-e9d17ad3451d service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184868 Sep 22 08:53:52.027767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e67b1c65-6d5e-4768-abfa-6169238a8b5b req-03345258-4452-4065-83ef-9274f16ac99d service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261051 Sep 22 08:53:52.103861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88612e2-260e-4e4e-8284-4fb1f180b143 req-19f6b855-f0b8-4872-938d-5a6ac42cee56 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:52.105209 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e88612e2-260e-4e4e-8284-4fb1f180b143 req-19f6b855-f0b8-4872-938d-5a6ac42cee56 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.1427872 Sep 22 08:53:52.149281 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e88612e2-260e-4e4e-8284-4fb1f180b143 req-1a7bde8c-684e-474f-9344-2409fa4741a3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379455 Sep 22 08:53:52.157283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d183-d175-42d8-9131-af8a88068c7b req-c751fc20-c361-4975-8d1b-ac3c017a2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:52.158888 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0148d183-d175-42d8-9131-af8a88068c7b req-c751fc20-c361-4975-8d1b-ac3c017a2ee6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 1096 time: 0.0884075 Sep 22 08:53:52.289338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d183-d175-42d8-9131-af8a88068c7b req-3d017981-ba95-4ed3-874b-7ab4a740092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:52.290761 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0148d183-d175-42d8-9131-af8a88068c7b req-3d017981-ba95-4ed3-874b-7ab4a740092e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1257651 Sep 22 08:53:52.357006 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0148d183-d175-42d8-9131-af8a88068c7b req-f7fdd616-0386-46e4-a8fb-c5a0ff6c0fa9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 200 len: 217 time: 0.0593686 Sep 22 08:53:52.421570 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d183-d175-42d8-9131-af8a88068c7b req-ef60ffb3-248b-4dd3-bdfa-ab08291ca90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:52.422940 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0148d183-d175-42d8-9131-af8a88068c7b req-ef60ffb3-248b-4dd3-bdfa-ab08291ca90e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0591183 Sep 22 08:53:52.506515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d183-d175-42d8-9131-af8a88068c7b req-42de0453-def7-42ad-a046-aca1c8fd3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:52.508102 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0148d183-d175-42d8-9131-af8a88068c7b req-42de0453-def7-42ad-a046-aca1c8fd3a3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792177 Sep 22 08:53:52.584973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 731e5e7b-244d-4f97-8b6e-53e08fb09aab up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:52.640939 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0148d183-d175-42d8-9131-af8a88068c7b req-adc55eeb-3047-409d-9b78-694aa5cc04da service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256952 Sep 22 08:53:52.651502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 731e5e7b-244d-4f97-8b6e-53e08fb09aab triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:52.651876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:52.652207 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 731e5e7b-244d-4f97-8b6e-53e08fb09aab Sep 22 08:53:52.769005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 731e5e7b-244d-4f97-8b6e-53e08fb09aab is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:52.770467 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0148d183-d175-42d8-9131-af8a88068c7b req-83bd2afa-cbf4-4234-ae81-507d7c67b83f service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238341 Sep 22 08:53:53.406173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222ccf5-93a2-4c0b-bcd4-a6450321140b req-1d229044-551d-4fa6-bea7-e7c6446c87e7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:53.406853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d222ccf5-93a2-4c0b-bcd4-a6450321140b req-1d229044-551d-4fa6-bea7-e7c6446c87e7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Synchronizing usage tracker for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:53:53.422527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d222ccf5-93a2-4c0b-bcd4-a6450321140b req-1d229044-551d-4fa6-bea7-e7c6446c87e7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Unset dirty status for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:53:53.423691 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d222ccf5-93a2-4c0b-bcd4-a6450321140b req-1d229044-551d-4fa6-bea7-e7c6446c87e7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.1584847 Sep 22 08:53:53.468477 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d222ccf5-93a2-4c0b-bcd4-a6450321140b req-e4cffac2-5fad-49a7-82fb-0f8ee2ec2ed3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Sep 22 08:53:54.331976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device cfe22688-09c1-4433-a21b-9ef28a406379 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:53:54.461085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port cfe22688-09c1-4433-a21b-9ef28a406379, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=cfe22688-09c1-4433-a21b-9ef28a406379,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:54.473864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'cfe22688-09c1-4433-a21b-9ef28a406379', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'port_id': 'cfe22688-09c1-4433-a21b-9ef28a406379', 'mac_address': 'fa:16:3e:44:21:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:53:54.528431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port cfe22688-09c1-4433-a21b-9ef28a406379 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:54.529160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:54.545885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe22688-09c1-4433-a21b-9ef28a406379 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:53:54.561297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port cfe22688-09c1-4433-a21b-9ef28a406379, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=cfe22688-09c1-4433-a21b-9ef28a406379,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:54.565333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:54.640481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=cfe22688-09c1-4433-a21b-9ef28a406379,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:54.766974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['cfe22688-09c1-4433-a21b-9ef28a406379'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:53:54.819939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51950986-4031-419c-893a-f2c95387ab52 req-52ce2f98-5bbc-4808-8876-24dd15b7de67 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:54.821398 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-51950986-4031-419c-893a-f2c95387ab52 req-52ce2f98-5bbc-4808-8876-24dd15b7de67 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 944 time: 0.0923512 Sep 22 08:53:54.865338 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-51950986-4031-419c-893a-f2c95387ab52 req-bd387df7-3ab9-4dd9-b4ac-79593432b967 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382934 Sep 22 08:53:56.065359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d48a60-dad4-4989-a4c8-2d3f6f1e98bc req-ecc15b1b-320e-4c29-8ee6-8a8de3b955b5 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:56.066820 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e7d48a60-dad4-4989-a4c8-2d3f6f1e98bc req-ecc15b1b-320e-4c29-8ee6-8a8de3b955b5 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 944 time: 0.0899773 Sep 22 08:53:56.112116 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e7d48a60-dad4-4989-a4c8-2d3f6f1e98bc req-3d9ce403-1655-45ba-8458-576280f85359 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Sep 22 08:53:56.346906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device cfe22688-09c1-4433-a21b-9ef28a406379 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:53:56.420688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port cfe22688-09c1-4433-a21b-9ef28a406379 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:53:56.425205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port cfe22688-09c1-4433-a21b-9ef28a406379 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:53:56.425569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:56.425893 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port cfe22688-09c1-4433-a21b-9ef28a406379 Sep 22 08:53:56.564320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port cfe22688-09c1-4433-a21b-9ef28a406379 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:53:56.564713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:56.589880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:53:56.592150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2055c79-eb1b-49d1-b5ec-277e4bc6bfc1" -d '{"events": [{"server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:53:56.599652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port cfe22688-09c1-4433-a21b-9ef28a406379, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=cfe22688-09c1-4433-a21b-9ef28a406379,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:53:56.603998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:53:56.639379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e5753-3d9a-48d0-bd7a-7d2039edf741 x-openstack-request-id: req-5a7e5753-3d9a-48d0-bd7a-7d2039edf741 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:53:56.639664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "name": "network-vif-plugged", "status": "completed", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:53:56.639905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a7e5753-3d9a-48d0-bd7a-7d2039edf741 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:53:56.640284 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7e5753-3d9a-48d0-bd7a-7d2039edf741'] response: {'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379', 'code': 200} Sep 22 08:53:56.671163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=cfe22688-09c1-4433-a21b-9ef28a406379,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:53:56.870429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38b3d0-3d5d-4a9b-8ef9-cba86c54581d req-b893a64a-fb2b-45fc-baed-f4239511bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:56.871808 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc38b3d0-3d5d-4a9b-8ef9-cba86c54581d req-b893a64a-fb2b-45fc-baed-f4239511bced service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 1098 time: 0.0756786 Sep 22 08:53:56.911376 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc38b3d0-3d5d-4a9b-8ef9-cba86c54581d req-6ddd88b5-20f8-475f-85ab-693f16dab299 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Sep 22 08:53:57.307792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722f88d-87f5-48bd-b4b7-b2efe2bcd265 req-9a953447-3a3c-4726-bd7b-6142559578e3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:57.309257 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9722f88d-87f5-48bd-b4b7-b2efe2bcd265 req-9a953447-3a3c-4726-bd7b-6142559578e3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0886257 Sep 22 08:53:57.352529 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9722f88d-87f5-48bd-b4b7-b2efe2bcd265 req-6cddca9a-7de6-4dac-9442-161a68200db1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Sep 22 08:53:58.547395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379f299-1fbc-4f9e-b885-4dd9636a2de3 req-fd6b6263-7f56-41fb-bf91-f4f5b104bd50 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:58.548883 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b379f299-1fbc-4f9e-b885-4dd9636a2de3 req-fd6b6263-7f56-41fb-bf91-f4f5b104bd50 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0879905 Sep 22 08:53:58.590913 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b379f299-1fbc-4f9e-b885-4dd9636a2de3 req-d4ada827-951f-4636-b83a-64848245fe82 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364387 Sep 22 08:53:58.791030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea480dcc-c86c-475f-826b-0c1fc9c2fc37 req-2197b50d-aa94-4dbf-ba39-9f8dc085b73f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:58.792514 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ea480dcc-c86c-475f-826b-0c1fc9c2fc37 req-2197b50d-aa94-4dbf-ba39-9f8dc085b73f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0925148 Sep 22 08:53:58.839468 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ea480dcc-c86c-475f-826b-0c1fc9c2fc37 req-cb33dddf-9b7c-489e-9d62-9b94dd4a8132 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406921 Sep 22 08:53:59.195165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd3540-0235-4caf-adb7-bb8c271b05a2 req-bc6e2d05-bcfc-41e1-a0ff-c1ccf65de686 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:59.196787 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bcbd3540-0235-4caf-adb7-bb8c271b05a2 req-bc6e2d05-bcfc-41e1-a0ff-c1ccf65de686 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0888293 Sep 22 08:53:59.242697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bcbd3540-0235-4caf-adb7-bb8c271b05a2 req-c0085cdb-f453-40a8-b5d8-225555bec317 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 Sep 22 08:53:59.442620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18886e93-a6fe-42ef-bb87-10a335a33423 req-76ab7132-7678-4b20-bea3-8bfad302b7b5 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:59.444094 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18886e93-a6fe-42ef-bb87-10a335a33423 req-76ab7132-7678-4b20-bea3-8bfad302b7b5 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0906281 Sep 22 08:53:59.487596 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18886e93-a6fe-42ef-bb87-10a335a33423 req-ebe526c2-02de-4fb6-92a0-e8ff8cc9e58c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378506 Sep 22 08:53:59.843823 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-8a817a3e-51e5-4847-a8b3-b6eda5e809d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809300 Sep 22 08:53:59.897466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984b478-f9aa-42fd-98a1-561328575bfd req-1b1e5064-0293-4f66-a61c-4c6e81617e22 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:53:59.898941 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d984b478-f9aa-42fd-98a1-561328575bfd req-1b1e5064-0293-4f66-a61c-4c6e81617e22 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0938253 Sep 22 08:53:59.950969 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d984b478-f9aa-42fd-98a1-561328575bfd req-267881e5-b508-4001-baa7-d098b26c67e0 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459569 Sep 22 08:54:01.021445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-7cace30a-952f-4871-95d8-5acb9aa49e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:01.022948 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-7cace30a-952f-4871-95d8-5acb9aa49e64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 1098 time: 0.0784054 Sep 22 08:54:01.306481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-705fc1eb-5ea8-44c5-9ff4-5b6e7f063d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:01.307951 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-705fc1eb-5ea8-44c5-9ff4-5b6e7f063d9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.2798572 Sep 22 08:54:01.375063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba03ce4-1563-4fa1-8e02-756ae6cb3cd6 req-0218a50b-5983-42e7-9368-02fe217e420d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:01.376772 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cba03ce4-1563-4fa1-8e02-756ae6cb3cd6 req-0218a50b-5983-42e7-9368-02fe217e420d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.1862328 Sep 22 08:54:01.388980 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-38125a09-b908-41ad-b264-009c0c3aa51c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 200 len: 217 time: 0.0731792 Sep 22 08:54:01.469136 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cba03ce4-1563-4fa1-8e02-756ae6cb3cd6 req-488647ef-7e0b-4256-8650-4f7891c53220 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823951 Sep 22 08:54:01.476027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-e7247f20-6564-4d10-83b5-b7836f6633e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:01.477379 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-e7247f20-6564-4d10-83b5-b7836f6633e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0770888 Sep 22 08:54:01.561973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-9a387bc3-dbc7-4055-8c5c-56f1770b2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:01.563374 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-9a387bc3-dbc7-4055-8c5c-56f1770b2a7f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800154 Sep 22 08:54:01.692948 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-a4bbc935-82f6-42f0-9add-9a206950d134 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236656 Sep 22 08:54:01.820178 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-42c52c9d-b25e-424e-bb29-93e57afc1647 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217797 Sep 22 08:54:02.665398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df52714-41a9-4283-8ecf-a788167d569a req-3bd3de29-2214-4205-883c-8c49075348c8 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:02.666749 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6df52714-41a9-4283-8ecf-a788167d569a req-3bd3de29-2214-4205-883c-8c49075348c8 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0851643 Sep 22 08:54:02.709624 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6df52714-41a9-4283-8ecf-a788167d569a req-681cb0aa-4618-45e3-95be-0c2f3b7a0491 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367410 Sep 22 08:54:03.903321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5521b-f2a2-4ceb-815a-08bd90aa7aff req-8ac5cf7b-bdf5-4026-b9fe-8ec87eac94fc tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:03.904803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3ec5521b-f2a2-4ceb-815a-08bd90aa7aff req-8ac5cf7b-bdf5-4026-b9fe-8ec87eac94fc tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0856669 Sep 22 08:54:03.948564 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3ec5521b-f2a2-4ceb-815a-08bd90aa7aff req-7d58d1ae-9507-4ec7-8f9c-986641f14a5a tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376661 Sep 22 08:54:05.144895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7418-359a-4984-87f2-bcd1cf1de07c req-8664bf9b-364e-4785-87b1-99e1ed52fc66 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:05.146351 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3ea7418-359a-4984-87f2-bcd1cf1de07c req-8664bf9b-364e-4785-87b1-99e1ed52fc66 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0902450 Sep 22 08:54:05.188911 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3ea7418-359a-4984-87f2-bcd1cf1de07c req-a99ccb20-2945-4b17-82d6-86d636008489 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Sep 22 08:54:06.167535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ade70433-5ada-4342-bc2e-ae92db28d6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:06.391196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1668ad-e42c-481f-9f6a-cd82bd29ac97 req-7fa77853-f0d4-4131-afb5-89804f71cc07 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:06.392686 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1b1668ad-e42c-481f-9f6a-cd82bd29ac97 req-7fa77853-f0d4-4131-afb5-89804f71cc07 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0897882 Sep 22 08:54:06.438951 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1b1668ad-e42c-481f-9f6a-cd82bd29ac97 req-28500d3a-4f5b-4afb-a9b6-49c397a4d990 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Sep 22 08:54:07.640615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6059a7c-8552-43fb-9764-3d8df4ed81d8 req-5c32cff6-bc5c-453a-b130-8fa5ee8f817e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:07.642054 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d6059a7c-8552-43fb-9764-3d8df4ed81d8 req-5c32cff6-bc5c-453a-b130-8fa5ee8f817e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0900147 Sep 22 08:54:07.684611 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d6059a7c-8552-43fb-9764-3d8df4ed81d8 req-eb5a4354-1cbe-4c6f-951d-6f147a0771e7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Sep 22 08:54:08.323575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbb7505d-ed88-4d00-abfa-737f3e879a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:08.878381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f6f5b-2041-44a2-9e73-ff98e6aea288 req-dd11c9fb-0c60-4cd6-b323-b0d76ad73071 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:08.879846 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a9f6f5b-2041-44a2-9e73-ff98e6aea288 req-dd11c9fb-0c60-4cd6-b323-b0d76ad73071 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0861785 Sep 22 08:54:08.926034 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a9f6f5b-2041-44a2-9e73-ff98e6aea288 req-8e03eedf-0518-4fe6-af07-b982b69b2b2d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Sep 22 08:54:09.591824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:09.630822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:10.129293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f448-ee9d-46c1-9c57-70a0b672273b req-81e4eb08-94dc-4ed0-8cb1-4e9b4988286a tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:10.130782 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4170f448-ee9d-46c1-9c57-70a0b672273b req-81e4eb08-94dc-4ed0-8cb1-4e9b4988286a tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0891554 Sep 22 08:54:10.175077 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4170f448-ee9d-46c1-9c57-70a0b672273b req-013a4f6f-5bff-4455-a8d9-659c1f9036e5 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 Sep 22 08:54:10.912833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:11.372841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd7eac-72c4-4a93-9393-c834c5976954 req-1fcf3738-6959-4e79-8ba8-ef7724adcef6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:11.374310 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90dd7eac-72c4-4a93-9393-c834c5976954 req-1fcf3738-6959-4e79-8ba8-ef7724adcef6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0886073 Sep 22 08:54:11.419024 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90dd7eac-72c4-4a93-9393-c834c5976954 req-5aca0058-3d31-48d1-a7e9-a5eb77e45393 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385067 Sep 22 08:54:12.549265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:12.621991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ea2b8-aeb6-448a-8ca1-ba9a86382dff req-e003c2c3-5505-4b30-ae9c-9570e375bc35 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:12.623478 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c2ea2b8-aeb6-448a-8ca1-ba9a86382dff req-e003c2c3-5505-4b30-ae9c-9570e375bc35 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0901313 Sep 22 08:54:12.667628 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c2ea2b8-aeb6-448a-8ca1-ba9a86382dff req-f16197e9-3930-4df0-81ab-a04922aa15ec tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Sep 22 08:54:13.865412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd9e25-4c6f-49aa-bb1c-b6b5035f0a82 req-28e36eb1-d86f-423d-9a6b-28119d7340ec tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:13.866813 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b7fd9e25-4c6f-49aa-bb1c-b6b5035f0a82 req-28e36eb1-d86f-423d-9a6b-28119d7340ec tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0881100 Sep 22 08:54:13.909748 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b7fd9e25-4c6f-49aa-bb1c-b6b5035f0a82 req-e757f25c-ad7e-4954-8e56-6f9f5a98f4a6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Sep 22 08:54:14.287160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-22e9f6ca-12c5-4566-9b3c-9b8152c910de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:14.288542 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-22e9f6ca-12c5-4566-9b3c-9b8152c910de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 1098 time: 0.0817361 Sep 22 08:54:14.436495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-40aef5c7-914a-46d7-aae3-a3ea6ab530bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:14.437927 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-40aef5c7-914a-46d7-aae3-a3ea6ab530bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1311738 Sep 22 08:54:14.507482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-8a7435ff-08db-45f4-8900-5b915ab7ba25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 200 len: 217 time: 0.0632718 Sep 22 08:54:14.568164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-a518d622-9f90-4e7b-a08d-2ca29c122ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:14.569567 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-a518d622-9f90-4e7b-a08d-2ca29c122ce6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0567801 Sep 22 08:54:14.740233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-993c2b3f-b979-41bb-8dd9-bfb93e0f4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:14.741737 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-993c2b3f-b979-41bb-8dd9-bfb93e0f4c5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1667473 Sep 22 08:54:14.871113 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-e5e33337-c113-41df-9b1c-83b4a32935de service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228631 Sep 22 08:54:15.004362 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-654c93f3-a988-4c85-90a2-20a0977c29bf req-f30aa86b-57d4-4273-b16b-543ba8b75492 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257367 Sep 22 08:54:15.106287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff194f7-423d-4619-a955-99619fb1d39e req-54307e46-4483-4b2b-b410-1b656ae65c00 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:15.107811 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cff194f7-423d-4619-a955-99619fb1d39e req-54307e46-4483-4b2b-b410-1b656ae65c00 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0855947 Sep 22 08:54:15.155152 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cff194f7-423d-4619-a955-99619fb1d39e req-2aaca0c7-4988-4bad-8b19-76ad7041e2eb tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Sep 22 08:54:16.357972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2c37e-3637-4723-89d1-62e97bcc4170 req-1a62842a-6e91-4a49-8dab-04383351b702 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:16.359334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ea2c37e-3637-4723-89d1-62e97bcc4170 req-1a62842a-6e91-4a49-8dab-04383351b702 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0887642 Sep 22 08:54:16.402110 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ea2c37e-3637-4723-89d1-62e97bcc4170 req-0da1aa72-e19d-4717-a89c-69537732d10c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372922 Sep 22 08:54:17.597643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc25b55-a683-4928-8ba2-46d768a8cd32 req-bf1ca32b-7c34-4c1d-9260-f6fbf29ab551 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:17.599094 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ccc25b55-a683-4928-8ba2-46d768a8cd32 req-bf1ca32b-7c34-4c1d-9260-f6fbf29ab551 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0865383 Sep 22 08:54:17.642420 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ccc25b55-a683-4928-8ba2-46d768a8cd32 req-0b95e8a8-8675-4f5f-9cb8-f1806326d543 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Sep 22 08:54:18.469542 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:54:18.834618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3af4b-d30f-499b-add8-0b1527191825 req-098f224a-95cc-4963-87e4-df0e021fcabd tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:18.836023 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b7f3af4b-d30f-499b-add8-0b1527191825 req-098f224a-95cc-4963-87e4-df0e021fcabd tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0860960 Sep 22 08:54:18.879835 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b7f3af4b-d30f-499b-add8-0b1527191825 req-43497d3f-95ef-4699-976d-64e127720bb4 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Sep 22 08:54:20.077823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b047-2622-47b1-9cf5-7157bae88f04 req-6a07b32d-4905-4a2e-91d7-257bd9eae8ed tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:20.079286 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ec18b047-2622-47b1-9cf5-7157bae88f04 req-6a07b32d-4905-4a2e-91d7-257bd9eae8ed tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0896208 Sep 22 08:54:20.123425 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ec18b047-2622-47b1-9cf5-7157bae88f04 req-1567b14b-eaff-4af0-8e7d-094ed9380ad7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384836 Sep 22 08:54:21.322555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead08720-7cf9-4e81-b7dd-c31a68961ee5 req-30ef0650-8f76-41bd-bfbb-d7b2a8f25dd6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:21.323927 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ead08720-7cf9-4e81-b7dd-c31a68961ee5 req-30ef0650-8f76-41bd-bfbb-d7b2a8f25dd6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0903046 Sep 22 08:54:21.366421 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ead08720-7cf9-4e81-b7dd-c31a68961ee5 req-a67c56b0-e84e-456d-8078-076926c98e2e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368366 Sep 22 08:54:22.560711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650ec70-e4c8-4d37-abd5-4ac53bfe2985 req-322b5abf-1424-4c88-adeb-185ad497e126 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:22.562146 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7650ec70-e4c8-4d37-abd5-4ac53bfe2985 req-322b5abf-1424-4c88-adeb-185ad497e126 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0867639 Sep 22 08:54:22.608333 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7650ec70-e4c8-4d37-abd5-4ac53bfe2985 req-187ae50b-e998-47c2-a576-6d55436d0167 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Sep 22 08:54:23.807255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a38ead-4922-4a1f-9951-0bf75680ee48 req-f2195c1a-6968-424b-8439-5afb02524db2 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:23.808679 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56a38ead-4922-4a1f-9951-0bf75680ee48 req-f2195c1a-6968-424b-8439-5afb02524db2 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0900328 Sep 22 08:54:23.850695 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56a38ead-4922-4a1f-9951-0bf75680ee48 req-36ae9786-c1cb-4612-85f3-9b5e4f6fb82e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364695 Sep 22 08:54:25.049503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac4345-a6ad-4f67-875e-0abad95fd23c req-3f1812f5-9f26-448f-8347-2963fcde2f37 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:25.050955 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbac4345-a6ad-4f67-875e-0abad95fd23c req-3f1812f5-9f26-448f-8347-2963fcde2f37 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0863650 Sep 22 08:54:25.093965 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbac4345-a6ad-4f67-875e-0abad95fd23c req-762f697a-d87e-4989-a4ce-8af55a4a6d9c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373940 Sep 22 08:54:26.296933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caab6ef-3949-4e6b-af4b-6c68d47889fd req-f1ad48c4-9664-4194-93d9-84f6d680d792 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:26.298282 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7caab6ef-3949-4e6b-af4b-6c68d47889fd req-f1ad48c4-9664-4194-93d9-84f6d680d792 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0944047 Sep 22 08:54:26.349314 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7caab6ef-3949-4e6b-af4b-6c68d47889fd req-219740ef-2574-49a3-9725-a0b3c699bc9f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453000 Sep 22 08:54:27.546987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fbbed-f3bd-4c50-9dad-b6ff24c10a0e req-7ba257d9-bb13-49bb-befa-4cce2bd9f9fb tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:27.548471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f75fbbed-f3bd-4c50-9dad-b6ff24c10a0e req-7ba257d9-bb13-49bb-befa-4cce2bd9f9fb tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0899343 Sep 22 08:54:27.595242 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f75fbbed-f3bd-4c50-9dad-b6ff24c10a0e req-cfc53d02-a000-494d-b6aa-11bcc8be63b2 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Sep 22 08:54:28.430954 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-d25f2fe4-c33a-4f07-bf0d-0d49b4a0e6e0 service neutron] 10.222.0.48 "GET /v2.0/ports/cfe22688-09c1-4433-a21b-9ef28a406379/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0766933 Sep 22 08:54:28.689999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-fabb1ea7-5b63-436c-a4c7-c02b72cb3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:28.691393 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-fabb1ea7-5b63-436c-a4c7-c02b72cb3742 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c&tenant_id=16e86fa258774b06856069b3d0a5ae2a HTTP/1.1" status: 200 len: 1098 time: 0.0788071 Sep 22 08:54:28.854116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162df7b-aac7-428b-8318-a4e6b1a1297a req-07d11d7d-fa9b-4dfb-a0c7-cfd2724d2ad7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:28.855563 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b162df7b-aac7-428b-8318-a4e6b1a1297a req-07d11d7d-fa9b-4dfb-a0c7-cfd2724d2ad7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.1461606 Sep 22 08:54:28.861267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-7dab0801-02e0-40f5-ac6c-fc9c0e1c14c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:28.862600 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-7dab0801-02e0-40f5-ac6c-fc9c0e1c14c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 1098 time: 0.1154532 Sep 22 08:54:28.981157 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b162df7b-aac7-428b-8318-a4e6b1a1297a req-f7d02a3c-4892-4ce6-bd7d-177c95c70989 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176035 Sep 22 08:54:29.020498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-e6bf2a7c-6574-45ca-bd23-c61b648d4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:29.021904 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-e6bf2a7c-6574-45ca-bd23-c61b648d4285 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1439495 Sep 22 08:54:29.086534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-b678dee4-9cd5-4e24-8f43-46b302beb3c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 200 len: 217 time: 0.0591531 Sep 22 08:54:29.148655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-8ddc53c0-979b-4b8d-9f10-71cf52b701ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:29.150024 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-8ddc53c0-979b-4b8d-9f10-71cf52b701ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0586879 Sep 22 08:54:29.228761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-175635f7-9c39-4821-9b91-d7eb6065118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:29.230098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-175635f7-9c39-4821-9b91-d7eb6065118e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742927 Sep 22 08:54:29.448165 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-27fea4bb-0a50-4e27-8311-89acfbc7f30a service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122576 Sep 22 08:54:29.574368 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5da6acc-b047-40f0-9d6b-60630ae76f6f req-821bfde9-c579-4976-9703-0b477e2ac6bb service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205013 Sep 22 08:54:30.175816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb36972-ddf6-40a3-bd46-ee94086639ca req-c8c8e12e-1f73-4fd2-bf03-632f739c85ba tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:30.177269 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-adb36972-ddf6-40a3-bd46-ee94086639ca req-c8c8e12e-1f73-4fd2-bf03-632f739c85ba tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 945 time: 0.0862148 Sep 22 08:54:30.225409 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-adb36972-ddf6-40a3-bd46-ee94086639ca req-da6dcc20-dd6d-4477-a087-65afaf20a424 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Sep 22 08:54:30.551873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device cfe22688-09c1-4433-a21b-9ef28a406379 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:54:30.665932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port cfe22688-09c1-4433-a21b-9ef28a406379 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:54:30.666289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:30.692279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:54:30.694505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353bc6e3-087c-461d-91f6-5821c0c4e68e" -d '{"events": [{"server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:54:30.702493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port cfe22688-09c1-4433-a21b-9ef28a406379, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=cfe22688-09c1-4433-a21b-9ef28a406379,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:54:30.706979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:30.773146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=cfe22688-09c1-4433-a21b-9ef28a406379,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:30.800559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 08:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c74ae6-ca1b-4b58-b5f7-7aead12a3682 x-openstack-request-id: req-77c74ae6-ca1b-4b58-b5f7-7aead12a3682 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:54:30.800846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "name": "network-vif-unplugged", "status": "completed", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:54:30.801092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77c74ae6-ca1b-4b58-b5f7-7aead12a3682 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:54:30.801477 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c74ae6-ca1b-4b58-b5f7-7aead12a3682'] response: {'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379', 'code': 200} Sep 22 08:54:31.421627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f32e2-2fa6-4d61-a972-8ba6f2eec60a req-3979240c-4684-46ef-ab3d-820d91b99578 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:31.423076 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e15f32e2-2fa6-4d61-a972-8ba6f2eec60a req-3979240c-4684-46ef-ab3d-820d91b99578 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.0863385 Sep 22 08:54:31.466682 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e15f32e2-2fa6-4d61-a972-8ba6f2eec60a req-bcecb05b-5c53-4471-9870-bd673a6f6da1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Sep 22 08:54:31.782318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7310b10-c08a-41b4-87cf-1b5af5c40459 req-9e2c1fcf-bbd5-421e-9e82-7e86c16cfe25 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:31.783737 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d7310b10-c08a-41b4-87cf-1b5af5c40459 req-9e2c1fcf-bbd5-421e-9e82-7e86c16cfe25 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.0929482 Sep 22 08:54:31.789788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-c0823b4a-995c-42f1-aa15-a709eb8e8cc5 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:31.791267 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-c0823b4a-995c-42f1-aa15-a709eb8e8cc5 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c&tenant_id=16e86fa258774b06856069b3d0a5ae2a&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 943 time: 0.0959084 Sep 22 08:54:31.828211 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d7310b10-c08a-41b4-87cf-1b5af5c40459 req-6ee12e51-6584-4676-aaa9-1ab21de73b83 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Sep 22 08:54:31.933293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-5294296d-0fe2-4901-9015-a628d2705e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:31.934771 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-5294296d-0fe2-4901-9015-a628d2705e97 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 1096 time: 0.0783262 Sep 22 08:54:32.065879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-cd8fec87-73b1-45bb-aee2-333eff143c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:32.067231 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-cd8fec87-73b1-45bb-aee2-333eff143c99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1269970 Sep 22 08:54:32.136733 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-b140db40-7771-46db-83b5-4fac78fa876c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 200 len: 217 time: 0.0637894 Sep 22 08:54:32.196584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-2b761d5f-f247-4301-a9ac-0b10013e3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:32.197914 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-2b761d5f-f247-4301-a9ac-0b10013e3b40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0546348 Sep 22 08:54:32.280593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-b554cd84-281d-45fa-be59-492f97323601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:32.282019 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-b554cd84-281d-45fa-be59-492f97323601 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774548 Sep 22 08:54:32.411782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-863d6a5f-4cf0-49d5-b101-0464bb3e8516 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238043 Sep 22 08:54:32.537985 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e886e50-2f5e-4b8e-80bd-8a02ffcb0b8c req-c9e118c0-bce5-4da0-8eef-d2425b325b85 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209142 Sep 22 08:54:33.027557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b46ba-27f2-4190-9715-5e0970f02083 req-b575b612-a3a0-4b21-9f5c-1a00558ff03e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:33.029145 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d71b46ba-27f2-4190-9715-5e0970f02083 req-b575b612-a3a0-4b21-9f5c-1a00558ff03e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.0883646 Sep 22 08:54:33.077017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d71b46ba-27f2-4190-9715-5e0970f02083 req-7ae17f68-79bd-4f08-8fe3-7945b31b6223 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Sep 22 08:54:34.272068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8364-cb93-4740-8b5f-da64ecaf48ba req-b2d2fe5f-d36e-44ee-ab7c-45c2cb866c90 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:34.273424 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88fa8364-cb93-4740-8b5f-da64ecaf48ba req-b2d2fe5f-d36e-44ee-ab7c-45c2cb866c90 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.0860057 Sep 22 08:54:34.416979 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88fa8364-cb93-4740-8b5f-da64ecaf48ba req-53c1a9dd-e359-48c2-b321-3f58468101b3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377752 Sep 22 08:54:34.581210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device cfe22688-09c1-4433-a21b-9ef28a406379 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:54:34.612243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeddc4-b776-4d72-ba09-439faec13878 req-5f87798b-9ace-4bb8-ba08-0db7be4c7d62 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:34.613689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cdeddc4-b776-4d72-ba09-439faec13878 req-5f87798b-9ace-4bb8-ba08-0db7be4c7d62 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.0860581 Sep 22 08:54:34.659648 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cdeddc4-b776-4d72-ba09-439faec13878 req-2e4c012a-f024-45cf-966c-6b6252a0c046 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Sep 22 08:54:34.692220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port cfe22688-09c1-4433-a21b-9ef28a406379 is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:54:34.755611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46388) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:54:34.761415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293567622', 'description': 'tempest-description--1928824740'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:54:34.767797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:54:34.777224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:54:34.787502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:34.806560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:54:34.810231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Usage tracker for resource:security_group_rule and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:54:34.813227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:54:34.818750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:54:34.891850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:34.895698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:34.940184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b8c911-4d53-4798-8533-2d5a6e032988,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:34.943199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:34.947031 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-969eb3a1-e019-4816-9e97-8c562d9ed892 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1876740 Sep 22 08:54:34.947264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46392) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:54:34.952771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Request body: {'security_group_rule': {'security_group_id': 'c9b8c911-4d53-4798-8533-2d5a6e032988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:54:34.958770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:54:34.962693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Usage tracker for resource:security_group_rule and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:54:34.965612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:54:34.971955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:54:34.988478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.047442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.050903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.074160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f30cee-fe7a-47af-bc14-142059197897,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:35.082816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.083998 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-407dfa12-6100-43cc-bdce-68a823ad321d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358492 Sep 22 08:54:35.086754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46396) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:54:35.091631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Request body: {'security_group_rule': {'security_group_id': 'c9b8c911-4d53-4798-8533-2d5a6e032988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:54:35.097288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:54:35.101105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Usage tracker for resource:security_group_rule and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:54:35.103948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:54:35.109593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:54:35.126406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.185382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.188908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.214501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4b8d64-b62f-4e28-b3a3-8ef609da18c0,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:35.223775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.224945 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f10fa5e9-7e74-4440-910d-3d233a0ae5f7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372511 Sep 22 08:54:35.228059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46400) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:54:35.233484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:54:35.239069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:54:35.242999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Usage tracker for resource:floatingip and tenant:16e86fa258774b06856069b3d0a5ae2a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:54:35.245844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:54:35.251880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:54:35.261328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.401253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.531784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Allocated IP 172.26.8.179 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/62b96c35-6b6c-495f-8b86-3b66ed3e2a58) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:54:35.676952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.705340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:35.860635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:54:35.863205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:54:35.866891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:54:35.906806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event updated for resources: {'Port': ['ID=62b96c35-6b6c-495f-8b86-3b66ed3e2a58,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:35.948366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:36.008152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:36.170294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3b9ce7b5-d951-4081-b19a-5379c373e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:36.208233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:36.212692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:36.318113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:36.321768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event updated for resources: {'Port': ['ID=62b96c35-6b6c-495f-8b86-3b66ed3e2a58,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:36.342667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:36.344017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc1e1b7c-d438-477b-9aed-5105824808e9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1149647 Sep 22 08:54:36.517200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfc32f-53db-49d4-9424-64c888bcb2ce req-302cab25-3b13-4440-aec4-4780fa483d93 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:36.518570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfdfc32f-53db-49d4-9424-64c888bcb2ce req-302cab25-3b13-4440-aec4-4780fa483d93 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.0866559 Sep 22 08:54:36.564093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-cfdfc32f-53db-49d4-9424-64c888bcb2ce req-e4652097-cdcc-4684-a8ee-51b424713197 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Synchronizing usage tracker for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:54:36.579022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-cfdfc32f-53db-49d4-9424-64c888bcb2ce req-e4652097-cdcc-4684-a8ee-51b424713197 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Unset dirty status for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:54:36.580186 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfdfc32f-53db-49d4-9424-64c888bcb2ce req-e4652097-cdcc-4684-a8ee-51b424713197 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561681 Sep 22 08:54:37.081820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-e175e212-eee1-4a40-884e-82b5a2a2f720 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:37.083167 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-e175e212-eee1-4a40-884e-82b5a2a2f720 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 812 time: 0.1486027 Sep 22 08:54:37.097963 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-9b22f58a-530c-49d9-80e6-c51aa1c932fe tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/quotas/16e86fa258774b06856069b3d0a5ae2a HTTP/1.1" status: 200 len: 375 time: 0.0090966 Sep 22 08:54:37.189877 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-e99a9d43-d70d-4b40-b34f-02cc41cae402 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870752 Sep 22 08:54:37.269102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-87c40f7c-5d4c-4de8-9191-8e2ab879f50d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:54:37.270071 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-87c40f7c-5d4c-4de8-9191-8e2ab879f50d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0738597 Sep 22 08:54:37.404251 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-a3efd688-a879-4b27-be2b-5af980a7b410 service neutron] 10.222.0.42 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281717 Sep 22 08:54:37.532301 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-f86b88b3-97f1-4261-a48d-8e2fcb0744fc service neutron] 10.222.0.42 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223881 Sep 22 08:54:37.719002 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e45dba63-70ce-478a-985c-14fd45d03d85 req-35e9fd7b-73bb-465b-9992-dd423f3620f0 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 210 time: 0.0524800 Sep 22 08:54:38.325457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-563b8b8c-35fa-4109-879c-fd778acd682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:38.781657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-3dd852c4-6ef2-4d12-92ce-fdc252834e52 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:38.787006 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-3dd852c4-6ef2-4d12-92ce-fdc252834e52 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "GET /v2.0/ports?device_id=848062e3-e18e-4597-80d2-259c17fe8e7c HTTP/1.1" status: 200 len: 943 time: 0.1690214 Sep 22 08:54:38.915190 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20b916d7-b7b0-4573-89c6-63ed668a277d req-b1a22ea5-1bc4-4893-95e1-84c1316ca4ee tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 210 time: 0.0725918 Sep 22 08:54:38.942631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Deleting port cfe22688-09c1-4433-a21b-9ef28a406379 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:54:38.942970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:39.012228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-fcb89911-33b3-489c-8430-35b9eec834ee tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:39.014194 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-fcb89911-33b3-489c-8430-35b9eec834ee tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 812 time: 0.3194354 Sep 22 08:54:39.056347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Request body: {'port': {'device_id': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'admin_state_up': True, 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:54:39.399233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:54:39.422266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:54:39.440152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] For port cfe22688-09c1-4433-a21b-9ef28a406379, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=cfe22688-09c1-4433-a21b-9ef28a406379,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:54:39.440506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:39.499264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Made reservation on behalf of 16e86fa258774b06856069b3d0a5ae2a for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:54:39.502872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:39.572367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Calling delete_port for cfe22688-09c1-4433-a21b-9ef28a406379 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:54:39.592631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:39.631790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:39.835315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Allocated IP 172.20.0.14 (3a1632c7-4c49-4ed8-8195-ea75ab4e0de8/8fd8332d-e9e0-4334-a464-f27c730c4b3d/ba60e788-4750-4d4b-9a56-5ad07fdacd09) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:54:39.839353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:39.891328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event deleted for resources: {'Port': ['ID=cfe22688-09c1-4433-a21b-9ef28a406379,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:40.007191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] No DVR routers for this DVR port cfe22688-09c1-4433-a21b-9ef28a406379 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:54:40.015119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:40.017527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'name': 'network-vif-deleted', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:54:40.019806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d397b3-561c-42a6-83e5-77418412abbd" -d '{"events": [{"server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "name": "network-vif-deleted", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:54:40.051658 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "DELETE /v2.0/ports/cfe22688-09c1-4433-a21b-9ef28a406379 HTTP/1.1" status: 204 len: 173 time: 1.2636659 Sep 22 08:54:40.092750 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-009dc613-e03a-45a1-b26a-431e7e91ca8a req-c8e680c4-93d2-476b-8bd1-9af5e3e9707f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 210 time: 0.0595963 Sep 22 08:54:40.147052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692d8f5-14fa-421a-967d-01da8a869570 x-openstack-request-id: req-2692d8f5-14fa-421a-967d-01da8a869570 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:54:40.147052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848062e3-e18e-4597-80d2-259c17fe8e7c", "name": "network-vif-deleted", "tag": "cfe22688-09c1-4433-a21b-9ef28a406379", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:54:40.147366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2692d8f5-14fa-421a-967d-01da8a869570 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:54:40.147633 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2692d8f5-14fa-421a-967d-01da8a869570'] response: {'server_uuid': '848062e3-e18e-4597-80d2-259c17fe8e7c', 'name': 'network-vif-deleted', 'tag': 'cfe22688-09c1-4433-a21b-9ef28a406379', 'status': 'completed', 'code': 200} Sep 22 08:54:40.205263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:40.221283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Transition to ACTIVE for port object ba60e788-4750-4d4b-9a56-5ad07fdacd09 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:54:40.246192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:40.323476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:54:40.331252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:54:40.334143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:54:40.372231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event updated for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:40.407528 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:40.408176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:40.429838 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-11c657f0-7724-4a1a-a2f5-260b340945de tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3815091 Sep 22 08:54:40.446650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Request body: {'port': {'device_id': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:54:40.572207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:40.615422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device cfe22688-09c1-4433-a21b-9ef28a406379 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:54:40.651841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: cfe22688-09c1-4433-a21b-9ef28a406379 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:54:40.652326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device cfe22688-09c1-4433-a21b-9ef28a406379 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:54:40.664056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Provisioning for port ba60e788-4750-4d4b-9a56-5ad07fdacd09 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:54:40.669432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Provisioning complete for port ba60e788-4750-4d4b-9a56-5ad07fdacd09 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:54:40.669864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:40.670256 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Attempt 1 to provision port ba60e788-4750-4d4b-9a56-5ad07fdacd09 Sep 22 08:54:40.732905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Port ba60e788-4750-4d4b-9a56-5ad07fdacd09 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:54:40.917044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:41.024963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba60e788-4750-4d4b-9a56-5ad07fdacd09 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:54:41.032973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:41.046767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Transition to ACTIVE for port object ba60e788-4750-4d4b-9a56-5ad07fdacd09 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:54:41.049811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:41.231905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Pushing event updated for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:41.234271 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Attempt 2 to provision port ba60e788-4750-4d4b-9a56-5ad07fdacd09 Sep 22 08:54:41.273618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Attempting to bind port ba60e788-4750-4d4b-9a56-5ad07fdacd09 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:54:41.274043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Attempting to bind port ba60e788-4750-4d4b-9a56-5ad07fdacd09 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:54:41.274435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Attempting to bind port ba60e788-4750-4d4b-9a56-5ad07fdacd09 on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:54:41.279333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Port ba60e788-4750-4d4b-9a56-5ad07fdacd09 on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:54:41.279755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Attempting to bind port ba60e788-4750-4d4b-9a56-5ad07fdacd09 on network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:54:41.285739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:54:41.286069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Checking segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:54:41.286448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Bound using segment: {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:54:41.286868 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Bound port: ba60e788-4750-4d4b-9a56-5ad07fdacd09, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09b4dcc-ed7c-41fb-8301-1d1929736659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:54:41.287204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:41.296511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Port ba60e788-4750-4d4b-9a56-5ad07fdacd09 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:54:41.310472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab4c93-9c95-48ba-8756-b2562b9c1d7f req-16da5549-0aca-44f1-ada7-0241007a08bd tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:41.311955 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8cab4c93-9c95-48ba-8756-b2562b9c1d7f req-16da5549-0aca-44f1-ada7-0241007a08bd tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 944 time: 0.0960684 Sep 22 08:54:41.356095 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8cab4c93-9c95-48ba-8756-b2562b9c1d7f req-c6a55fa8-72f5-42b3-9ae1-60c9c25af937 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383432 Sep 22 08:54:41.378078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:54:41.380963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:54:41.386130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:41.416193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:41.416714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:41.418073 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] 10.222.0.48 "PUT /v2.0/ports/ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 200 len: 1094 time: 0.9757726 Sep 22 08:54:41.504157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515dfb70-9be1-4c01-a094-92d1b5c51183 service neutron] Pushing event updated for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:41.539431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-99130a43-92b1-4a2c-8d4c-9d2cefbff3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:41.540886 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-99130a43-92b1-4a2c-8d4c-9d2cefbff3d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 1097 time: 0.0866008 Sep 22 08:54:41.607930 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-7d3e24b6-8ce7-44ed-b902-ddf0a11a31d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 200 len: 217 time: 0.0591745 Sep 22 08:54:41.670187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-a3c29e5f-cdce-4f69-a80e-2296952481db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:41.671492 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-a3c29e5f-cdce-4f69-a80e-2296952481db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0587084 Sep 22 08:54:41.756375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-aa353448-c760-4fd0-9d59-e74d22fbe825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:41.757879 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-aa353448-c760-4fd0-9d59-e74d22fbe825 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811536 Sep 22 08:54:41.797696 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Attempt 3 to provision port ba60e788-4750-4d4b-9a56-5ad07fdacd09 Sep 22 08:54:41.855980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac379c94-ec47-4159-871a-adf07230ea3e None None] Port ba60e788-4750-4d4b-9a56-5ad07fdacd09 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:54:41.886602 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-6cca5df0-2228-4b54-8a49-99dd1ce702d5 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223352 Sep 22 08:54:42.018197 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-747c547b-a22e-4aba-82f2-cde96798fbc8 req-3f0374ac-b67e-40dd-b177-b93ffdd17836 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260235 Sep 22 08:54:42.149082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:54:42.151479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da41a8b-0c68-46a9-8347-f347c9e3702e" -d '{"events": [{"name": "network-changed", "server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:54:42.335431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065b7ab9-de72-4709-87ce-2825d0aa6a98 x-openstack-request-id: req-065b7ab9-de72-4709-87ce-2825d0aa6a98 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:54:42.335718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:54:42.335966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-065b7ab9-de72-4709-87ce-2825d0aa6a98 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:54:42.336361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065b7ab9-de72-4709-87ce-2825d0aa6a98'] response: {'name': 'network-changed', 'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'status': 'completed', 'code': 200} Sep 22 08:54:42.446107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-b54d28b4-7ce8-4cdc-b0b9-bd230e2242a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:42.447639 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-b54d28b4-7ce8-4cdc-b0b9-bd230e2242a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 1097 time: 0.0890255 Sep 22 08:54:42.556318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cb429-f66b-4935-8ff3-3416a4bf4947 req-0d3171c9-4ca6-4fa0-a6ac-71431674e85d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:42.558209 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bd5cb429-f66b-4935-8ff3-3416a4bf4947 req-0d3171c9-4ca6-4fa0-a6ac-71431674e85d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 944 time: 0.0925467 Sep 22 08:54:42.558596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:42.581695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-a8b1e589-25f6-498f-9d2d-79e2b62c857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:42.583053 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-a8b1e589-25f6-498f-9d2d-79e2b62c857b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1291986 Sep 22 08:54:42.602894 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bd5cb429-f66b-4935-8ff3-3416a4bf4947 req-848d2be0-8a1e-497b-8740-3c1849750fd7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386856 Sep 22 08:54:42.649560 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-22dacf01-2aa6-42ff-8311-00baa692ed6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 200 len: 217 time: 0.0603168 Sep 22 08:54:42.718637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-383617ec-9ad9-4d02-9e1b-2ceffc65ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:42.720114 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-383617ec-9ad9-4d02-9e1b-2ceffc65ec50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0636070 Sep 22 08:54:42.802199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-cd8bccbc-b94d-4386-a96a-0a28ae05ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:42.803695 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-cd8bccbc-b94d-4386-a96a-0a28ae05ae8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761864 Sep 22 08:54:43.027383 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-d8ad4196-4113-482f-a0df-fb920b3a6c42 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171941 Sep 22 08:54:43.159042 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4da41a8b-0c68-46a9-8347-f347c9e3702e req-d4ddbb98-5edf-44d0-867c-c09f694576d7 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243534 Sep 22 08:54:43.802334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a6ebd-998f-43c0-a349-f0e4ae806421 req-67b92edb-0067-4028-a900-e2e2b3665e2e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:43.803018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b34a6ebd-998f-43c0-a349-f0e4ae806421 req-67b92edb-0067-4028-a900-e2e2b3665e2e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Synchronizing usage tracker for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:54:43.818284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b34a6ebd-998f-43c0-a349-f0e4ae806421 req-67b92edb-0067-4028-a900-e2e2b3665e2e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Unset dirty status for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:54:43.819663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b34a6ebd-998f-43c0-a349-f0e4ae806421 req-67b92edb-0067-4028-a900-e2e2b3665e2e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 944 time: 0.1065383 Sep 22 08:54:43.862837 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b34a6ebd-998f-43c0-a349-f0e4ae806421 req-5dc6bca9-ac63-4443-b7d3-d82179920c00 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377166 Sep 22 08:54:44.642745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ba60e788-4750-4d4b-9a56-5ad07fdacd09 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:54:44.775881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:54:44.788943 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'port_id': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:54:44.842377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ba60e788-4750-4d4b-9a56-5ad07fdacd09 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:54:44.842675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:44.858572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba60e788-4750-4d4b-9a56-5ad07fdacd09 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:54:44.874038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:54:44.877746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:44.948955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:44.956990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.957402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.957742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.958078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.958432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.958764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.959086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.959437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.959762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.960082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.960400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:44.960719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:54:45.058691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8d0c7-72a1-4f16-9af2-c98aa482027c req-860c3b7b-e42e-4b69-a33b-4467bea5b99e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:45.060841 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38f8d0c7-72a1-4f16-9af2-c98aa482027c req-860c3b7b-e42e-4b69-a33b-4467bea5b99e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 945 time: 0.0861437 Sep 22 08:54:45.071892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['ba60e788-4750-4d4b-9a56-5ad07fdacd09'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:54:45.114274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38f8d0c7-72a1-4f16-9af2-c98aa482027c req-5022ad0c-c537-43ce-b0c9-c854d6642e36 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472786 Sep 22 08:54:46.313015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bd0bc-cf62-43f6-810b-8573d90d6e21 req-3dc3cc0c-c49f-438a-872c-6f1de1be5a03 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:46.314359 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-009bd0bc-cf62-43f6-810b-8573d90d6e21 req-3dc3cc0c-c49f-438a-872c-6f1de1be5a03 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 945 time: 0.0892377 Sep 22 08:54:46.357460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-009bd0bc-cf62-43f6-810b-8573d90d6e21 req-9db10eeb-bf07-417d-8414-6fe81473bfb2 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374968 Sep 22 08:54:46.658253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ba60e788-4750-4d4b-9a56-5ad07fdacd09 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:54:46.724979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port ba60e788-4750-4d4b-9a56-5ad07fdacd09 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:54:46.729432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port ba60e788-4750-4d4b-9a56-5ad07fdacd09 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:54:46.729801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:46.730134 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port ba60e788-4750-4d4b-9a56-5ad07fdacd09 Sep 22 08:54:46.839682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ba60e788-4750-4d4b-9a56-5ad07fdacd09 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:54:46.840055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:46.868008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:54:46.870385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d827d8f-ddb0-4829-8507-488719a35673" -d '{"events": [{"server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "name": "network-vif-plugged", "status": "completed", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:54:46.878824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:54:46.883335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:54:46.942356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2876778e-5ba3-4a16-aafd-df8ac5744cfb x-openstack-request-id: req-2876778e-5ba3-4a16-aafd-df8ac5744cfb {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:54:46.942622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "name": "network-vif-plugged", "status": "completed", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:54:46.942961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2876778e-5ba3-4a16-aafd-df8ac5744cfb {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:54:46.943273 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2876778e-5ba3-4a16-aafd-df8ac5744cfb'] response: {'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'code': 200} Sep 22 08:54:46.980036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:54:47.142580 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9e948-f389-4206-ad09-5aec263e090f req-1c875aab-16a4-4ad1-b23c-116dd7007fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:47.144110 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7d9e948-f389-4206-ad09-5aec263e090f req-1c875aab-16a4-4ad1-b23c-116dd7007fb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 1099 time: 0.0767889 Sep 22 08:54:47.182708 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7d9e948-f389-4206-ad09-5aec263e090f req-aa836b9b-4cc7-4176-b6a0-af2de54543b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Sep 22 08:54:47.555202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4495e-f429-4cdc-9a2d-2ecfe589c4a5 req-f068ed1c-cc7f-4042-a383-d94a246f0642 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:47.556596 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30d4495e-f429-4cdc-9a2d-2ecfe589c4a5 req-f068ed1c-cc7f-4042-a383-d94a246f0642 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0883009 Sep 22 08:54:47.600652 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30d4495e-f429-4cdc-9a2d-2ecfe589c4a5 req-a5e76f9d-d091-481f-8395-7ec729ad666f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 Sep 22 08:54:48.798545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034203a2-2339-47b7-b7a2-43240885e1b6 req-10514a2d-bd28-48dc-aaec-fcf36bf0c113 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:48.800027 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-034203a2-2339-47b7-b7a2-43240885e1b6 req-10514a2d-bd28-48dc-aaec-fcf36bf0c113 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0872734 Sep 22 08:54:48.843032 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-034203a2-2339-47b7-b7a2-43240885e1b6 req-e9d5dac4-1795-4be3-a0db-fdd9a2210919 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372622 Sep 22 08:54:49.035108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efb481-1de4-49e8-965f-7237a880b5dc req-d7f56244-b1d0-4e89-9e05-aa3558800877 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:49.036584 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-11efb481-1de4-49e8-965f-7237a880b5dc req-d7f56244-b1d0-4e89-9e05-aa3558800877 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0867894 Sep 22 08:54:49.083745 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-11efb481-1de4-49e8-965f-7237a880b5dc req-3faf404c-bce8-4f64-8b28-7452be31a013 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Sep 22 08:54:49.495799 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-503d2d8a-4c6a-4aa3-a0dd-fd1e8aae1435 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381538 Sep 22 08:54:49.513107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662346f4-5645-4690-b938-f34b335fa423 req-e90d3316-965d-4207-966f-17d20e1af1cf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:49.514925 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-662346f4-5645-4690-b938-f34b335fa423 req-e90d3316-965d-4207-966f-17d20e1af1cf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.1152003 Sep 22 08:54:49.560508 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-662346f4-5645-4690-b938-f34b335fa423 req-e7636269-c4a0-450e-ae20-75c1d34d8e77 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396533 Sep 22 08:54:50.572444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-f2f7ee12-9fca-4f16-94bf-bb00a40e24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:50.573885 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-f2f7ee12-9fca-4f16-94bf-bb00a40e24a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 1099 time: 0.0777144 Sep 22 08:54:50.709446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-06690076-9d09-4e1b-abc0-d45c006f5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:50.711263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-06690076-9d09-4e1b-abc0-d45c006f5285 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1313725 Sep 22 08:54:50.764747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e65b5-fe4f-49d6-b2fc-76d7f954e158 req-17ed572a-e378-43f4-868e-ce7075f6b607 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:50.766205 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a6e65b5-fe4f-49d6-b2fc-76d7f954e158 req-17ed572a-e378-43f4-868e-ce7075f6b607 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0915494 Sep 22 08:54:50.782349 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-2225eeaf-202b-4939-852e-894e073cf5b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 200 len: 217 time: 0.0654454 Sep 22 08:54:50.810323 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a6e65b5-fe4f-49d6-b2fc-76d7f954e158 req-90a562fa-24ce-4fdf-957e-8aaa50764d49 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383909 Sep 22 08:54:50.847066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-fe110d94-7900-4bd6-b46e-fc68d4c2a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:50.848518 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-fe110d94-7900-4bd6-b46e-fc68d4c2a69e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0610559 Sep 22 08:54:50.929095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-94c88a6f-8a77-4806-88a7-7c547e512b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:50.930545 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-94c88a6f-8a77-4806-88a7-7c547e512b8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768669 Sep 22 08:54:51.059423 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-7a2f8684-0826-4eb2-9be6-10d1030f9cb4 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229949 Sep 22 08:54:51.289002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-acbd237d-0a1b-40d0-9e33-af83efc3bcdb service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149529 Sep 22 08:54:52.009382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2615b66-03fd-4101-9ca0-d19c6fc4460d req-546f2266-c456-4aa7-b117-67b9f0b514e6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:52.010833 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e2615b66-03fd-4101-9ca0-d19c6fc4460d req-546f2266-c456-4aa7-b117-67b9f0b514e6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0906231 Sep 22 08:54:52.053807 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e2615b66-03fd-4101-9ca0-d19c6fc4460d req-f880ebbe-b26c-484e-9b73-f1edf22c8a08 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Sep 22 08:54:53.248445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37382413-67db-4238-b74e-6223754ec31b req-fbe332d5-ee6c-42e8-80b4-5b08ed9a091d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:53.249804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-37382413-67db-4238-b74e-6223754ec31b req-fbe332d5-ee6c-42e8-80b4-5b08ed9a091d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0853863 Sep 22 08:54:53.296676 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-37382413-67db-4238-b74e-6223754ec31b req-360ae01e-64b5-49ac-b765-84de721f1fc9 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Sep 22 08:54:54.495683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18477d45-5bbf-4bb1-8d96-b9e27554018e req-cbf6ab1c-86ed-477e-bc97-d8937163bd90 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:54.497738 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18477d45-5bbf-4bb1-8d96-b9e27554018e req-cbf6ab1c-86ed-477e-bc97-d8937163bd90 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0879533 Sep 22 08:54:54.540736 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18477d45-5bbf-4bb1-8d96-b9e27554018e req-1c8c454d-9544-4b35-a83b-363f4976fa67 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Sep 22 08:54:55.468017 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:54:55.736920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f28c0-e4bc-4aa0-a60a-42a0c10d8f5b req-e30c18cd-b260-4bcd-b41a-2c131134a8df tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:55.738285 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b03f28c0-e4bc-4aa0-a60a-42a0c10d8f5b req-e30c18cd-b260-4bcd-b41a-2c131134a8df tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0891938 Sep 22 08:54:55.781661 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b03f28c0-e4bc-4aa0-a60a-42a0c10d8f5b req-224e5c26-3070-43cc-806f-fd25caedc160 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377500 Sep 22 08:54:56.977810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314c6d7-295f-4d82-9df1-f92d904bc72e req-209f72b2-525c-439e-8c81-c13016cc9129 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:56.979287 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8314c6d7-295f-4d82-9df1-f92d904bc72e req-209f72b2-525c-439e-8c81-c13016cc9129 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0888290 Sep 22 08:54:57.023180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8314c6d7-295f-4d82-9df1-f92d904bc72e req-9d86469d-e85a-4d85-9a6b-a8ca9e44c99f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382035 Sep 22 08:54:58.224509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9076147-38ca-4c81-9785-916f937570d0 req-b5c03a33-3f25-487f-b18e-3ab6817d8445 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:58.225875 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c9076147-38ca-4c81-9785-916f937570d0 req-b5c03a33-3f25-487f-b18e-3ab6817d8445 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0887516 Sep 22 08:54:58.269378 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c9076147-38ca-4c81-9785-916f937570d0 req-d5158b9d-009e-433d-bb81-cd59891f436f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Sep 22 08:54:59.471250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2347-04c5-41d7-9e37-109c513498e2 req-d787194b-a715-4426-b13d-251625be1912 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:54:59.478030 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-55ea2347-04c5-41d7-9e37-109c513498e2 req-d787194b-a715-4426-b13d-251625be1912 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0965421 Sep 22 08:54:59.518134 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-55ea2347-04c5-41d7-9e37-109c513498e2 req-87e5d0e7-65c3-47e1-a734-ac7db0c6699b tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Sep 22 08:55:00.712057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8fa0d-c139-4e51-bf14-c5d6956c443a req-939835bc-8787-4afe-b565-36a1a24fb863 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:00.713539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0a8fa0d-c139-4e51-bf14-c5d6956c443a req-939835bc-8787-4afe-b565-36a1a24fb863 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0856261 Sep 22 08:55:00.760305 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0a8fa0d-c139-4e51-bf14-c5d6956c443a req-5880369a-5ebf-4a14-936d-98f7967097b4 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Sep 22 08:55:01.952399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d716f-5711-4355-91fb-20674c40f7ea req-511c81ed-776a-435b-a19b-486edd91af2d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:01.953856 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-734d716f-5711-4355-91fb-20674c40f7ea req-511c81ed-776a-435b-a19b-486edd91af2d tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0861845 Sep 22 08:55:01.997358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-734d716f-5711-4355-91fb-20674c40f7ea req-08adbeb2-8a6d-443f-b411-e16eed719980 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379381 Sep 22 08:55:03.190512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e027f52-9883-4867-a342-c55dae521156 req-75965454-8f8f-457e-a1b5-e55aec07c0dd tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:03.191960 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e027f52-9883-4867-a342-c55dae521156 req-75965454-8f8f-457e-a1b5-e55aec07c0dd tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0846066 Sep 22 08:55:03.234930 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e027f52-9883-4867-a342-c55dae521156 req-5390dd6f-1467-417e-9162-95cab02c6701 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 Sep 22 08:55:04.433757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e097-1fb5-4fce-b531-e1341e79493f req-0aa2966d-b4a4-4176-9d47-814627bf1bff tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:04.435184 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ddc0e097-1fb5-4fce-b531-e1341e79493f req-0aa2966d-b4a4-4176-9d47-814627bf1bff tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0914311 Sep 22 08:55:04.482216 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ddc0e097-1fb5-4fce-b531-e1341e79493f req-7600b17f-59be-4a4f-a7b0-384915edf5b8 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Sep 22 08:55:05.690030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce7f9e-dc1d-470c-99c1-3f4ea106a9b0 req-0aa928c9-67b2-4f6c-b6b9-59b4ef5701c3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:05.691502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a5ce7f9e-dc1d-470c-99c1-3f4ea106a9b0 req-0aa928c9-67b2-4f6c-b6b9-59b4ef5701c3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0900385 Sep 22 08:55:05.735010 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a5ce7f9e-dc1d-470c-99c1-3f4ea106a9b0 req-7e129f07-cf76-41ec-be38-e5089b60a984 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Sep 22 08:55:06.171657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d95ea73a-de6e-4197-b3b7-cd1472d04690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:06.931825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b7c88-302e-425e-beb0-679859155183 req-4e333272-960a-4a65-b93e-5bd6d30b943c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:06.933297 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3e7b7c88-302e-425e-beb0-679859155183 req-4e333272-960a-4a65-b93e-5bd6d30b943c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0866935 Sep 22 08:55:06.981251 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3e7b7c88-302e-425e-beb0-679859155183 req-c191a268-22bb-4398-9e42-8962c2f8d5df tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Sep 22 08:55:08.187307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3a568-7a13-4b40-9102-52bcbe48b2ca req-ccc72537-ac38-43cf-a6dc-3b4a2d66305c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:08.188747 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-acc3a568-7a13-4b40-9102-52bcbe48b2ca req-ccc72537-ac38-43cf-a6dc-3b4a2d66305c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0881667 Sep 22 08:55:08.234580 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-acc3a568-7a13-4b40-9102-52bcbe48b2ca req-561666fa-5af5-4176-b647-09baa2eeee3b tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Sep 22 08:55:08.327543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26dc60f1-1e15-4562-a554-d88778fa2d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:09.429029 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee34f7-96e8-4451-b99a-48360a9a4c16 req-dc507d7f-aae0-402d-a528-322f734c7e42 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:09.430474 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0ee34f7-96e8-4451-b99a-48360a9a4c16 req-dc507d7f-aae0-402d-a528-322f734c7e42 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0865960 Sep 22 08:55:09.481295 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0ee34f7-96e8-4451-b99a-48360a9a4c16 req-52170ce3-dfd4-4618-b60c-ff725ce4c216 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Sep 22 08:55:09.595877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:09.636901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:10.675331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ba34e-6360-47ec-b1c4-ed71f4590970 req-bb8b23f5-d958-432c-b7d6-f4646ed8a4f3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:10.676759 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a7ba34e-6360-47ec-b1c4-ed71f4590970 req-bb8b23f5-d958-432c-b7d6-f4646ed8a4f3 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0844784 Sep 22 08:55:10.720398 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a7ba34e-6360-47ec-b1c4-ed71f4590970 req-353baef1-ead2-4d29-82d1-d424d4a5945e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 Sep 22 08:55:10.918932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:11.919889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e37992-b849-427d-ac0e-bb38a1ade6c7 req-2312cebb-dcd4-4c90-a6c8-57369b66c0d1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:11.921217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43e37992-b849-427d-ac0e-bb38a1ade6c7 req-2312cebb-dcd4-4c90-a6c8-57369b66c0d1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0904119 Sep 22 08:55:11.965892 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43e37992-b849-427d-ac0e-bb38a1ade6c7 req-b868409d-ec6d-4137-8685-0cd8519234fd tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Sep 22 08:55:12.547730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:13.173564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da309-d754-407f-aecd-8eb7e3f65e30 req-24f99369-dbaa-4960-8ff2-b667f190c6a1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:13.175014 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-972da309-d754-407f-aecd-8eb7e3f65e30 req-24f99369-dbaa-4960-8ff2-b667f190c6a1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0965288 Sep 22 08:55:13.219554 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-972da309-d754-407f-aecd-8eb7e3f65e30 req-757e96fd-1a46-4d52-b0e0-cc82e519686e tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388668 Sep 22 08:55:14.416129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d64b1-caf6-4283-b463-296a9d62dc72 req-5d31d4d5-6a4d-4393-9b1a-ca274d6245e1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:14.417634 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-297d64b1-caf6-4283-b463-296a9d62dc72 req-5d31d4d5-6a4d-4393-9b1a-ca274d6245e1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0869293 Sep 22 08:55:14.465912 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-297d64b1-caf6-4283-b463-296a9d62dc72 req-b7d07d35-449a-4645-ab39-a21a62376a05 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Sep 22 08:55:15.428194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-72645d24-404d-4482-89d9-bf3136055ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:15.429615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-72645d24-404d-4482-89d9-bf3136055ae9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 1099 time: 0.0799375 Sep 22 08:55:15.573793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-c134c480-0ad1-4482-a238-2243b01f6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:15.576094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-c134c480-0ad1-4482-a238-2243b01f6276 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1284351 Sep 22 08:55:15.645887 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-6b7bb2e9-62b4-47b1-8488-52b26e83da9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 200 len: 217 time: 0.0638261 Sep 22 08:55:15.664595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba267dc8-5ce6-40a4-935b-3f8af7501a39 req-8c099b71-738d-4388-b766-108c7b48efb0 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:15.666050 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ba267dc8-5ce6-40a4-935b-3f8af7501a39 req-8c099b71-738d-4388-b766-108c7b48efb0 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0869377 Sep 22 08:55:15.707354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-95577a9d-35e0-4f97-907b-1af70c4a58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:15.708824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-95577a9d-35e0-4f97-907b-1af70c4a58c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0574648 Sep 22 08:55:15.714157 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ba267dc8-5ce6-40a4-935b-3f8af7501a39 req-9766d906-f0d2-420f-a73f-782324623685 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Sep 22 08:55:15.793753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-0d368323-e2df-4d3c-919c-128dc85576ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:15.795245 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-0d368323-e2df-4d3c-919c-128dc85576ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810697 Sep 22 08:55:16.018637 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-091b70d3-30d0-45c0-942f-4bda4aa66bca service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171571 Sep 22 08:55:16.146319 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b5d0899-ce5e-43b6-8084-b07fb066d58a req-3d9efcdc-d6a5-415d-9c85-b49e85d54eef service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218462 Sep 22 08:55:16.907506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54226bf8-2a60-442e-baf3-62ce0dc2f601 req-046016c8-89f7-4482-a919-adc8a559fb9f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:16.908882 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54226bf8-2a60-442e-baf3-62ce0dc2f601 req-046016c8-89f7-4482-a919-adc8a559fb9f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0851617 Sep 22 08:55:16.951556 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54226bf8-2a60-442e-baf3-62ce0dc2f601 req-a3b39a30-43aa-4a01-9fcf-19ce6cbf13a7 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370677 Sep 22 08:55:17.944863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-f941a972-20f1-496f-9cb2-9c4120ebfc46 service neutron] 10.222.0.48 "GET /v2.0/ports/ba60e788-4750-4d4b-9a56-5ad07fdacd09/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0769899 Sep 22 08:55:18.154772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c023e-7310-4be8-a53d-7d68d5d9eb00 req-ac407f73-4b4f-4a99-8a81-d4f8937c4ee6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:18.156353 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-154c023e-7310-4be8-a53d-7d68d5d9eb00 req-ac407f73-4b4f-4a99-8a81-d4f8937c4ee6 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0913973 Sep 22 08:55:18.201420 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-154c023e-7310-4be8-a53d-7d68d5d9eb00 req-e0c6eb69-4afa-4bf9-b43d-8c1d840b4b57 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Sep 22 08:55:18.220035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-0b91df4f-d281-401d-a1ef-d4b5c0ff7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:18.221499 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-0b91df4f-d281-401d-a1ef-d4b5c0ff7dbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934&tenant_id=16e86fa258774b06856069b3d0a5ae2a HTTP/1.1" status: 200 len: 1099 time: 0.0794501 Sep 22 08:55:18.324108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-1d185180-d5bc-4646-a1a4-9d98b1b52fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:18.326178 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-1d185180-d5bc-4646-a1a4-9d98b1b52fc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 1099 time: 0.0817344 Sep 22 08:55:18.453830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-a0240138-3ce2-426e-99da-57a4984aa985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:18.455252 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-a0240138-3ce2-426e-99da-57a4984aa985 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1233933 Sep 22 08:55:18.523527 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-40c45c78-4bd3-4aa2-84f3-1838155cc3e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 200 len: 217 time: 0.0624933 Sep 22 08:55:18.586017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-13941f77-71c6-4dbf-9820-1037cc927153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:18.587438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-13941f77-71c6-4dbf-9820-1037cc927153 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0589688 Sep 22 08:55:18.666729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-6e6269bd-db0a-4269-b439-a1dd860d4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:18.668195 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-6e6269bd-db0a-4269-b439-a1dd860d4c66 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755501 Sep 22 08:55:18.796696 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-f18798d1-f820-4b2a-b6a2-28f82c28f090 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221511 Sep 22 08:55:18.925047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05996c8c-d66b-462f-aefc-add7d52b99d7 req-c3db5c4d-9f27-4f80-a5de-c228ce2447b5 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229215 Sep 22 08:55:19.399482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9490d-5f07-4121-ad5e-1e5abd5686ed req-4c598940-5133-4b19-9863-353650db5610 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:19.400858 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86d9490d-5f07-4121-ad5e-1e5abd5686ed req-4c598940-5133-4b19-9863-353650db5610 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0904860 Sep 22 08:55:19.447976 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86d9490d-5f07-4121-ad5e-1e5abd5686ed req-983ff97c-49ea-41ed-876d-259bfd37cfb2 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Sep 22 08:55:20.658232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755df29-491e-4b16-bb8a-0da172177376 req-130cee95-9683-4d2c-b99d-220b662951e8 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:20.659724 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f755df29-491e-4b16-bb8a-0da172177376 req-130cee95-9683-4d2c-b99d-220b662951e8 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0890846 Sep 22 08:55:20.702533 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f755df29-491e-4b16-bb8a-0da172177376 req-bae1a408-a8e8-4f7f-a028-8a0e72049457 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372241 Sep 22 08:55:20.766881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ba60e788-4750-4d4b-9a56-5ad07fdacd09 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:55:20.902028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:20.920147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'network_id': '3a1632c7-4c49-4ed8-8195-ea75ab4e0de8', 'port_id': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'mac_address': 'fa:16:3e:52:98:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd8332d-e9e0-4334-a464-f27c730c4b3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:55:20.976091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ba60e788-4750-4d4b-9a56-5ad07fdacd09 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:20.976337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:20.993880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba60e788-4750-4d4b-9a56-5ad07fdacd09 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:55:21.011039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:21.016535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:21.025004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02e0b-ccf7-4093-a5aa-f08932743dbf req-89456f15-9520-4c77-a2cf-21ec8662ef11 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:21.026664 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05a02e0b-ccf7-4093-a5aa-f08932743dbf req-89456f15-9520-4c77-a2cf-21ec8662ef11 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0900664 Sep 22 08:55:21.047065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-98b8480f-6c90-47d6-a90b-102a2d4e7f52 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:21.048578 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-98b8480f-6c90-47d6-a90b-102a2d4e7f52 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934&tenant_id=16e86fa258774b06856069b3d0a5ae2a&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 946 time: 0.1013439 Sep 22 08:55:21.076104 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05a02e0b-ccf7-4093-a5aa-f08932743dbf req-85a9221d-ff2f-41f7-86b9-76a74cb71bfc tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423527 Sep 22 08:55:21.084083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['ba60e788-4750-4d4b-9a56-5ad07fdacd09'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:55:21.131448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:21.207152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-0bb4e388-76fb-4346-8282-b35f276c043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:21.208637 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-0bb4e388-76fb-4346-8282-b35f276c043b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=16e86fa258774b06856069b3d0a5ae2a&device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 1098 time: 0.0807989 Sep 22 08:55:21.338861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-9772bce0-5da3-4d66-aa2b-bf2910e920b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:21.340263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-9772bce0-5da3-4d66-aa2b-bf2910e920b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 200 len: 913 time: 0.1262958 Sep 22 08:55:21.507984 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-80f3259e-54fa-45cc-97da-3eb9e11c3400 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 200 len: 217 time: 0.1613274 Sep 22 08:55:21.570159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-7c2144b0-ceca-4c06-8d61-8d7ebac47318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:21.571592 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-7c2144b0-ceca-4c06-8d61-8d7ebac47318 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 200 len: 851 time: 0.0571012 Sep 22 08:55:21.655308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-c2b3e00d-8638-493b-b2c1-6e2ccc3f9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:21.656675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-c2b3e00d-8638-493b-b2c1-6e2ccc3f9121 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796719 Sep 22 08:55:21.787088 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-2b72fa6a-d927-4cd9-bdb9-07402520f8a3 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247287 Sep 22 08:55:21.916414 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad797aaf-e445-42b8-ba65-17caa76ea81c req-3029e175-171a-4e82-b27b-8d023adf39c5 service neutron] 10.222.0.48 "GET /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238148 Sep 22 08:55:22.279182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c39af-a8d0-4187-9f19-b2eb75cb6e86 req-743c387f-c9ed-4f26-9643-fd90f328ec65 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:22.280642 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-442c39af-a8d0-4187-9f19-b2eb75cb6e86 req-743c387f-c9ed-4f26-9643-fd90f328ec65 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 945 time: 0.0915942 Sep 22 08:55:22.325316 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-442c39af-a8d0-4187-9f19-b2eb75cb6e86 req-aa040f51-2042-4838-9ef0-d2b9fbac245f tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389018 Sep 22 08:55:22.767085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ba60e788-4750-4d4b-9a56-5ad07fdacd09 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:22.835312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port ba60e788-4750-4d4b-9a56-5ad07fdacd09 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:22.835612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:22.835937 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port ba60e788-4750-4d4b-9a56-5ad07fdacd09 Sep 22 08:55:22.946282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ba60e788-4750-4d4b-9a56-5ad07fdacd09 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:22.946657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:22.976283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:55:22.978541 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd62a08-c527-4546-9f68-0cbe69082798" -d '{"events": [{"server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "name": "network-vif-plugged", "status": "completed", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:55:22.986565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:22.990305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:23.025833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b3075-e169-4be3-ab3b-80afed79d75e x-openstack-request-id: req-e72b3075-e169-4be3-ab3b-80afed79d75e {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:55:23.026125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "name": "network-vif-plugged", "status": "completed", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:55:23.026372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e72b3075-e169-4be3-ab3b-80afed79d75e {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:55:23.026759 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72b3075-e169-4be3-ab3b-80afed79d75e'] response: {'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'code': 200} Sep 22 08:55:23.057856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:23.522849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc89c3-0f4b-4328-a4d9-0cdb839e329d req-5d008bbb-d81b-481e-9867-cce94a1f7d40 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:23.524296 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e1bc89c3-0f4b-4328-a4d9-0cdb839e329d req-5d008bbb-d81b-481e-9867-cce94a1f7d40 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0892570 Sep 22 08:55:23.568119 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e1bc89c3-0f4b-4328-a4d9-0cdb839e329d req-e1f34fef-933a-444e-99e1-8703dfae353b tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Sep 22 08:55:23.767119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cc17a-dfc4-4dfc-906a-0111d2abc44a req-029cf06d-440b-46af-b02e-797a42de62ad tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:23.768578 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b34cc17a-dfc4-4dfc-906a-0111d2abc44a req-029cf06d-440b-46af-b02e-797a42de62ad tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0868709 Sep 22 08:55:23.811578 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b34cc17a-dfc4-4dfc-906a-0111d2abc44a req-ff695427-625f-495d-8c3a-d93cef6a0778 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374031 Sep 22 08:55:24.006051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b404fab-e0bf-49b1-83ec-3a3f05504501 req-7cdb856c-1fee-480a-91ff-1a8f8e3d8690 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:24.007560 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b404fab-e0bf-49b1-83ec-3a3f05504501 req-7cdb856c-1fee-480a-91ff-1a8f8e3d8690 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0861678 Sep 22 08:55:24.054742 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b404fab-e0bf-49b1-83ec-3a3f05504501 req-457d4ab1-8e2c-458d-975d-4975abcca8ae tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Sep 22 08:55:24.603853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d08b14-541b-4345-b8b4-9289af72e93a req-2c055b33-afea-42a5-b824-57fa00d2b755 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:24.605295 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-53d08b14-541b-4345-b8b4-9289af72e93a req-2c055b33-afea-42a5-b824-57fa00d2b755 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0900047 Sep 22 08:55:24.648603 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-53d08b14-541b-4345-b8b4-9289af72e93a req-e69745fe-7fc2-4f4c-9bbe-898db98f6121 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371165 Sep 22 08:55:25.850563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715ad29-33fe-4fab-a536-0fc7a9d29041 req-10282072-ac3e-4c79-8e57-447c31b77ca1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:25.852038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0715ad29-33fe-4fab-a536-0fc7a9d29041 req-10282072-ac3e-4c79-8e57-447c31b77ca1 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0891285 Sep 22 08:55:25.895997 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0715ad29-33fe-4fab-a536-0fc7a9d29041 req-259077d4-7280-49b6-a339-0c169bc6938c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups?id=0014fbe6-8e4c-4f5a-91d5-fbfca564f161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Sep 22 08:55:26.053243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-af3f6e5f-a537-4612-89af-a42b41e72f89 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:26.054669 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-af3f6e5f-a537-4612-89af-a42b41e72f89 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 946 time: 0.0893948 Sep 22 08:55:26.124220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Deleting port ba60e788-4750-4d4b-9a56-5ad07fdacd09 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:55:26.124562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:26.367063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] For port ba60e788-4750-4d4b-9a56-5ad07fdacd09, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ba60e788-4750-4d4b-9a56-5ad07fdacd09,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:26.367358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:26.496634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Calling delete_port for ba60e788-4750-4d4b-9a56-5ad07fdacd09 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:55:26.640754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:26.651682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['ba60e788-4750-4d4b-9a56-5ad07fdacd09'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:55:26.689433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event deleted for resources: {'Port': ['ID=ba60e788-4750-4d4b-9a56-5ad07fdacd09,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:26.869320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.869922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.870034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.870308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.870635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.870964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.871855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.872180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.872501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.872820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.873139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.873457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:26.888706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] No DVR routers for this DVR port ba60e788-4750-4d4b-9a56-5ad07fdacd09 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:55:26.890910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:26.893374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'name': 'network-vif-deleted', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:55:26.895644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b32f3f0-972e-4c3d-a7d2-5a8b6ba24a3b" -d '{"events": [{"server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "name": "network-vif-deleted", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:55:26.910482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab18d639-bbdd-4ca6-9c5e-760a56ba9706 req-73134799-657b-46c1-a5c8-25ca96b91fbf tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.48 "DELETE /v2.0/ports/ba60e788-4750-4d4b-9a56-5ad07fdacd09 HTTP/1.1" status: 204 len: 173 time: 0.8506029 Sep 22 08:55:26.946520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcf0b9a-ee10-4bc2-b8df-9f31d41f5552 x-openstack-request-id: req-9dcf0b9a-ee10-4bc2-b8df-9f31d41f5552 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:55:26.947278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bff4d4-c32b-476e-8d6a-c6e15e84e934", "name": "network-vif-deleted", "tag": "ba60e788-4750-4d4b-9a56-5ad07fdacd09", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:55:26.947533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9dcf0b9a-ee10-4bc2-b8df-9f31d41f5552 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:55:26.947985 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcf0b9a-ee10-4bc2-b8df-9f31d41f5552'] response: {'server_uuid': '38bff4d4-c32b-476e-8d6a-c6e15e84e934', 'name': 'network-vif-deleted', 'tag': 'ba60e788-4750-4d4b-9a56-5ad07fdacd09', 'status': 'completed', 'code': 200} Sep 22 08:55:27.064538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-727ff3d7-a0a2-404b-b850-b414d44186aa req-64dd3824-2d6f-4790-ad9e-586d0836f849 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Synchronizing usage tracker for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:55:27.079377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-727ff3d7-a0a2-404b-b850-b414d44186aa req-64dd3824-2d6f-4790-ad9e-586d0836f849 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Unset dirty status for tenant:16e86fa258774b06856069b3d0a5ae2a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:55:27.080494 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-727ff3d7-a0a2-404b-b850-b414d44186aa req-64dd3824-2d6f-4790-ad9e-586d0836f849 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/ports?device_id=38bff4d4-c32b-476e-8d6a-c6e15e84e934 HTTP/1.1" status: 200 len: 210 time: 0.0677946 Sep 22 08:55:29.225229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46582) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:29.288277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33edd4a8-25b4-4e39-835d-106fb35d1517 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:29.316369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33edd4a8-25b4-4e39-835d-106fb35d1517 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:29.367854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33edd4a8-25b4-4e39-835d-106fb35d1517 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:29.387969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd4a8-25b4-4e39-835d-106fb35d1517 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b8c911-4d53-4798-8533-2d5a6e032988,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:29.397745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-33edd4a8-25b4-4e39-835d-106fb35d1517 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:29.398851 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-33edd4a8-25b4-4e39-835d-106fb35d1517 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "DELETE /v2.0/security-groups/c9b8c911-4d53-4798-8533-2d5a6e032988 HTTP/1.1" status: 204 len: 168 time: 0.1725926 Sep 22 08:55:29.401455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46586) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:29.419785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-7a069b1a-2b65-4e33-985a-3dc255011b27 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] show failed (client error): The resource could not be found. Sep 22 08:55:29.420764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a069b1a-2b65-4e33-985a-3dc255011b27 tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "GET /v2.0/security-groups/c9b8c911-4d53-4798-8533-2d5a6e032988 HTTP/1.1" status: 404 len: 347 time: 0.0184026 Sep 22 08:55:29.423308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:29.576371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Deleting port 62b96c35-6b6c-495f-8b86-3b66ed3e2a58 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:55:29.576631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:29.740955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:29.741284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:29.866355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Calling delete_port for 62b96c35-6b6c-495f-8b86-3b66ed3e2a58 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:55:30.003200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:30.054124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Pushing event deleted for resources: {'Port': ['ID=62b96c35-6b6c-495f-8b86-3b66ed3e2a58,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:30.150135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:30.169968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:30.171102 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e522fe91-90be-48af-92d9-f03844ffdd2c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] 10.222.0.42 "DELETE /v2.0/floatingips/afe8aa12-ae16-4812-9c31-469c8ae4ce3a HTTP/1.1" status: 204 len: 168 time: 0.7469182 Sep 22 08:55:30.311699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:30.828767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ba60e788-4750-4d4b-9a56-5ad07fdacd09 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:55:30.864664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: ba60e788-4750-4d4b-9a56-5ad07fdacd09 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:55:30.865003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ba60e788-4750-4d4b-9a56-5ad07fdacd09 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:55:30.936804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:31.279504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Deleting port 731e5e7b-244d-4f97-8b6e-53e08fb09aab {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:55:31.279840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:31.445302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] For port 731e5e7b-244d-4f97-8b6e-53e08fb09aab, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=731e5e7b-244d-4f97-8b6e-53e08fb09aab,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:31.446015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:31.565135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Calling delete_port for 731e5e7b-244d-4f97-8b6e-53e08fb09aab owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:55:31.875109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:31.920833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Pushing event deleted for resources: {'Port': ['ID=731e5e7b-244d-4f97-8b6e-53e08fb09aab,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:32.303501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:32.466733 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:55:32.657884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Router b1adb698-c00b-455c-bccf-6b2033489951 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:55:32.832982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:55:32.842021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] Sync routers for ids ['b1adb698-c00b-455c-bccf-6b2033489951'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:55:32.845347 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3adf0439-3cb7-47d9-89d5-366b3b06649b admin admin] 10.222.0.42 "PUT /v2.0/routers/b1adb698-c00b-455c-bccf-6b2033489951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5325675 Sep 22 08:55:32.847742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:32.851207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] Routers {'b1adb698-c00b-455c-bccf-6b2033489951'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:32.851915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b1adb698-c00b-455c-bccf-6b2033489951'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:33.025006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:33.031551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] Set router b1adb698-c00b-455c-bccf-6b2033489951 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:33.198071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:33.208067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Deleting port 4f09dd31-9a68-4678-b49a-d44c61cbdaec {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:55:33.208434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:33.305879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:55:31Z', 'revision_number': 5, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port': {'id': '4f09dd31-9a68-4678-b49a-d44c61cbdaec', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1538, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:33.310253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] Checking router: b1adb698-c00b-455c-bccf-6b2033489951 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:55:33.318752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] Routers {'b1adb698-c00b-455c-bccf-6b2033489951'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:33.319499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b1adb698-c00b-455c-bccf-6b2033489951'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:33.380881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] For port 4f09dd31-9a68-4678-b49a-d44c61cbdaec, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4f09dd31-9a68-4678-b49a-d44c61cbdaec,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:33.381231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:33.509891 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] Set router b1adb698-c00b-455c-bccf-6b2033489951 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:33.617358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Calling delete_port for 4f09dd31-9a68-4678-b49a-d44c61cbdaec owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:55:33.617970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:55:33Z', 'revision_number': 6, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:33.622598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb23c83-9bd5-4127-9b84-173fea6ad0b1 None None] The sync data for ids ['b1adb698-c00b-455c-bccf-6b2033489951'] in dv-neutron-857569-1-hyperv is: [{'id': 'b1adb698-c00b-455c-bccf-6b2033489951', 'name': 'tempest-ServerDiskConfigTestJSON-1824278-router', 'tenant_id': '16e86fa258774b06856069b3d0a5ae2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:53:42Z', 'updated_at': '2022-09-22T08:55:33Z', 'revision_number': 6, 'project_id': '16e86fa258774b06856069b3d0a5ae2a', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:55:33.783035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:33.828605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f09dd31-9a68-4678-b49a-d44c61cbdaec,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:33.926909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.108108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.110282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.132534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.133054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1adb698-c00b-455c-bccf-6b2033489951 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 08:55:34.144668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.145761 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8f7581e-6f39-4be2-ad21-cb20d334e08b admin admin] 10.222.0.42 "DELETE /v2.0/routers/b1adb698-c00b-455c-bccf-6b2033489951 HTTP/1.1" status: 204 len: 168 time: 1.2971463 Sep 22 08:55:34.148265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46606) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:34.204867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] Deleting subnet 8fd8332d-e9e0-4334-a464-f27c730c4b3d {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 08:55:34.207683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.257063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.331321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.402148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.439161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd8332d-e9e0-4334-a464-f27c730c4b3d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:34.442715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.448728 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c106b5cd-40bb-4d1a-ac8b-45b7d122a161 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8fd8332d-e9e0-4334-a464-f27c730c4b3d HTTP/1.1" status: 204 len: 168 time: 0.2995038 Sep 22 08:55:34.450491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e6041-8ab0-4575-a13b-042624a168cd None None] Network 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:55:34.451777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:34.558013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.569406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Deleting port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:55:34.569744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.650104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4f09dd31-9a68-4678-b49a-d44c61cbdaec no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:55:34.689385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 4f09dd31-9a68-4678-b49a-d44c61cbdaec {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:55:34.689732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4f09dd31-9a68-4678-b49a-d44c61cbdaec not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:55:34.690148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 731e5e7b-244d-4f97-8b6e-53e08fb09aab no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:55:34.726591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 731e5e7b-244d-4f97-8b6e-53e08fb09aab {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:55:34.726927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 731e5e7b-244d-4f97-8b6e-53e08fb09aab not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:55:34.787861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] DHCP port deletion for 3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 08:55:34.788074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] For port ff58b22f-6880-4bdb-bf8e-ed767f360ed0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:34.788575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.792122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Deleting port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:55:34.792496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.915532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Calling delete_port for ff58b22f-6880-4bdb-bf8e-ed767f360ed0 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:55:34.990274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:34.995438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] For port ff58b22f-6880-4bdb-bf8e-ed767f360ed0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,segment=NetworkSegment(b09b4dcc-ed7c-41fb-8301-1d1929736659),segment_id=b09b4dcc-ed7c-41fb-8301-1d1929736659)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:34.995815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.040841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff58b22f-6880-4bdb-bf8e-ed767f360ed0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:35.042643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] No DVR routers for this DVR port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:55:35.120749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Calling delete_port for ff58b22f-6880-4bdb-bf8e-ed767f360ed0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:55:35.193166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:55:35.193523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:55:35.259222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.283415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1632c7-4c49-4ed8-8195-ea75ab4e0de8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:35.295687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09b4dcc-ed7c-41fb-8301-1d1929736659') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:35.295986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09b4dcc-ed7c-41fb-8301-1d1929736659') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:35.307018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.323287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.329204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 08:55:35.329582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.409493 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment b09b4dcc-ed7c-41fb-8301-1d1929736659 resource provider aggregate not found Sep 22 08:55:35.426764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment b09b4dcc-ed7c-41fb-8301-1d1929736659 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b09b4dcc-ed7c-41fb-8301-1d1929736659 found for delete ", "request_id": "req-e4766d95-29fd-477c-b918-de1ae5727528"}]} Sep 22 08:55:35.427897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.443571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.455724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1632c7-4c49-4ed8-8195-ea75ab4e0de8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:35.460456 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9d1d8fab-fb24-4e64-a18e-a8b8dc1e8001 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a1632c7-4c49-4ed8-8195-ea75ab4e0de8 HTTP/1.1" status: 204 len: 168 time: 1.0075717 Sep 22 08:55:35.588611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46622) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:35.636575 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-61af8f9a-9d27-4143-b383-476c40f54bca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16e86fa258774b06856069b3d0a5ae2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468521 Sep 22 08:55:35.638977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46626) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:35.695287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Deleting port ff58b22f-6880-4bdb-bf8e-ed767f360ed0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:55:35.695777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.695960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.721550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.764405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6e35a99d-6258-4638-8792-435e9b159bd5 None None] The port 'ff58b22f-6880-4bdb-bf8e-ed767f360ed0' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 08:55:35.867278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.882459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0014fbe6-8e4c-4f5a-91d5-fbfca564f161,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:35.894005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.894354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.894694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.895027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.895385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.895715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.896042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.896366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.896688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.897007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.897324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.897643 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:35.901672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:35.905912 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6feceece-af9c-4ec5-bfab-c4e8e1df5580 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0014fbe6-8e4c-4f5a-91d5-fbfca564f161 HTTP/1.1" status: 204 len: 168 time: 0.2634621 Sep 22 08:55:36.172907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-68cdab9e-f505-4bff-bd7a-768e21746a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:36.631584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ff58b22f-6880-4bdb-bf8e-ed767f360ed0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:55:36.645829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:36.664303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: ff58b22f-6880-4bdb-bf8e-ed767f360ed0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:55:36.664637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device ff58b22f-6880-4bdb-bf8e-ed767f360ed0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:55:36.748063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1400108544-network', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:36.753022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:36.756874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Usage tracker for resource:network and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:36.759708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:36.766114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:36.777164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Made reservation on behalf of d3bddee8b12f4690966e406dc87ffe64 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:55:36.779620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:36.791669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:36.806115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:36.810576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Usage tracker for resource:security_group_rule and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:36.813417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:36.819363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:36.911006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:36.915112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:36.952505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 08:55:36.957672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa0248b-daf7-48e2-9f21-dfee1ac68f64,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:36.968095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:36.968095 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Added segment fbbefed0-41ec-4129-87e9-e8b02b5f4cc9 of type vlan for network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 Sep 22 08:55:36.994638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.022971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.023921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:37.024485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.125447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] Pushing event updated for resources: {'Network': ['ID=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:37.128675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-facd60bc-bb3f-489c-861e-01abd2a8320c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4816847 Sep 22 08:55:37.131796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:37.135534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 08:55:37.137033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Request body: {'subnet': {'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1400108544-subnet', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:37.141881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:37.145750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Usage tracker for resource:subnet and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:37.148584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:37.154797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:37.166509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Made reservation on behalf of d3bddee8b12f4690966e406dc87ffe64 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:55:37.169632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.368682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.443921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e207feb-af40-4dce-bbc6-183a2dd88fcd,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:37.452504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Checking segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:55:37.452881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Network hostable DHCP agents. Network: 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 08:55:37.471789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 08:55:37.480611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:55:37.484396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:37.484966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.489664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffec70d-eee4-42eb-9aed-7724cd97b06b None None] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:55:37.504389 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1e5ad5b-3212-43d2-aeeb-73f8663681d0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3716176 Sep 22 08:55:37.507104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46660) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:37.512499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:37.516982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:37.520860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Usage tracker for resource:router and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:37.523682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:37.529963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:37.539870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.540825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.555432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.746448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 08:55:37.747298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.818506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:37.901012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Allocated IP 172.20.0.2 (0c64a3ca-9518-4fd8-bd89-2abb3206ecd4/7e207feb-af40-4dce-bbc6-183a2dd88fcd/5b11e927-34f9-4859-b302-7d063a77a30f) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:55:38.111567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.122284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Transition to ACTIVE for port object 5b11e927-34f9-4859-b302-7d063a77a30f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:55:38.143005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Transition to ACTIVE for port object 5b11e927-34f9-4859-b302-7d063a77a30f will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:55:38.149155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.221901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:55:38.225168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:55:38.229541 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:55:38.244100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.266212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Pushing event updated for resources: {'Port': ['ID=5b11e927-34f9-4859-b302-7d063a77a30f,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:38.278965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.348180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Attempting to bind port 5b11e927-34f9-4859-b302-7d063a77a30f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:55:38.348547 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Attempting to bind port 5b11e927-34f9-4859-b302-7d063a77a30f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:55:38.348889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Attempting to bind port 5b11e927-34f9-4859-b302-7d063a77a30f on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:55:38.352662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-062381d0-083d-402d-b836-cf8216f60a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.356133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:55:38.356504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Checking segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:55:38.356893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.357272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Bound using segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:55:38.357730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Bound port: 5b11e927-34f9-4859-b302-7d063a77a30f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:55:38.358101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.410060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Allocated IP 172.26.8.206 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/8b839c8a-f82b-4728-b197-1b6b5bbdee1d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:55:38.447021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] For port 5b11e927-34f9-4859-b302-7d063a77a30f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:55:38.451075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] For port 5b11e927-34f9-4859-b302-7d063a77a30f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b11e927-34f9-4859-b302-7d063a77a30f,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:55:38.455196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.542320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4b23b-201a-4ccd-b011-61da24285ff3 None None] Pushing event updated for resources: {'Port': ['ID=5b11e927-34f9-4859-b302-7d063a77a30f,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:38.566238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.598471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:38.670050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:55:38.673094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:55:38.676830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:55:38.713933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Pushing event updated for resources: {'Port': ['ID=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:39.100803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:39.444755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:39.496931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712efda-bc1f-45f7-8884-dbbfda0dc950 None None] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 08:55:39.592122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-32c2bf71-6997-480a-b967-5275ecaddb8b None None] Provisioning for port 5b11e927-34f9-4859-b302-7d063a77a30f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:55:39.632292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:39.679946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:39.762962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Router b8b6f062-a470-4204-843f-7595127c7d26 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 08:55:39.949698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:55:39.959680 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:55:39.970234 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:39.970985 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:39.973290 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:39.974534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-12efa22e-61a1-495d-b576-fa685a081686 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4664710 Sep 22 08:55:39.977298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:40.149851 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:40.425438 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:38Z', 'revision_number': 3, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:40.429057 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:55:40.429391 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Updating router b8b6f062-a470-4204-843f-7595127c7d26 port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:55:40.482974 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.655669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.676013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b11e927-34f9-4859-b302-7d063a77a30f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:40.747421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5b11e927-34f9-4859-b302-7d063a77a30f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:55:40.752953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5b11e927-34f9-4859-b302-7d063a77a30f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:40.753325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.753645 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5b11e927-34f9-4859-b302-7d063a77a30f Sep 22 08:55:40.824197 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.837521 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Transition to ACTIVE for port object 8b839c8a-f82b-4728-b197-1b6b5bbdee1d will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:55:40.846124 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.870221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Allocated IP 172.20.0.1 (0c64a3ca-9518-4fd8-bd89-2abb3206ecd4/7e207feb-af40-4dce-bbc6-183a2dd88fcd/e5cb93d8-3fbe-47c2-8ff4-e81861785a17) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:55:40.876058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5b11e927-34f9-4859-b302-7d063a77a30f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:40.876570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.922294 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Attempting to bind port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:55:40.922662 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Attempting to bind port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:55:40.923017 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Attempting to bind port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:55:40.933448 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:55:40.933824 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:55:40.934207 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.934589 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:55:40.935046 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Bound port: 8b839c8a-f82b-4728-b197-1b6b5bbdee1d, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:55:40.935432 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.940963 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5b11e927-34f9-4859-b302-7d063a77a30f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b11e927-34f9-4859-b302-7d063a77a30f,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:40.945278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:40.948451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.000331 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Pushing event updated for resources: {'Port': ['ID=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:41.014971 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.015341 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.015681 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.016009 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.016338 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.016666 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.016981 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.017288 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.017611 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.017923 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.018239 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.018550 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:41.031752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5b11e927-34f9-4859-b302-7d063a77a30f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:41.040713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.054541 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] For port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:55:41.055880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Transition to ACTIVE for port object e5cb93d8-3fbe-47c2-8ff4-e81861785a17 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:55:41.057991 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] For port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:55:41.061506 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.080483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.123176 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:41.123820 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:41.145179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:55:41.148116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:55:41.151711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:55:41.212727 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d1114-bfab-491d-a57d-e89f5b767ecf None None] Pushing event updated for resources: {'Port': ['ID=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:41.309099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:41.321790 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:41.334383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.377195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Provisioning for port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:55:41.382326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Provisioning complete for port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:41.382859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.383277 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Attempt 1 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:41.439449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:41.584102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.608767 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:38Z', 'revision_number': 3, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:41.612539 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694338d-2665-4d76-84f1-78c0a4746bc3 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:38Z', 'revision_number': 3, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:55:41.811658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.827496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:41.940795 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Attempt 2 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:41.949932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:41.953590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:42.005982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:42.096410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:55:42.098295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:55:42.298302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:55:42.483102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:55:42.491643 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ddbb977-08c6-4bff-9b26-c1ab418f4cc5 admin admin] 10.222.0.42 "PUT /v2.0/routers/b8b6f062-a470-4204-843f-7595127c7d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133743 Sep 22 08:55:42.506955 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Attempt 3 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:42.570063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:42.571960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:42.706562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b839c8a-f82b-4728-b197-1b6b5bbdee1d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:42.772187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:55:42.776836 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:42.777756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:42.778078 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d Sep 22 08:55:42.811700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46674) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:42.818552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17196353', 'description': 'tempest-description--296646647'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:42.825104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:42.829652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Usage tracker for resource:security_group and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:42.832833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:42.840302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:42.851700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:42.872969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:42.877200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Usage tracker for resource:security_group_rule and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:42.880377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:42.887472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:42.939461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:42.939874 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:42.957644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:42.963418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:42.964310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b11e927-34f9-4859-b302-7d063a77a30f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:42.968992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:42.972783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.017883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca666f-ffe0-442d-baed-fa9e371ce6eb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:43.021306 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.022500 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c866cde2-70b2-4b13-8d31-5c3313cebb31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2091980 Sep 22 08:55:43.025563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46678) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:43.031273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'security_group_rule': {'security_group_id': '11ca666f-ffe0-442d-baed-fa9e371ce6eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:43.037157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:43.041045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Usage tracker for resource:security_group_rule and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:43.044588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:43.050527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:43.068605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.072981 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Attempt 4 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:43.130821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.135554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.136343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:43.150865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:43.157071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5b11e927-34f9-4859-b302-7d063a77a30f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:43.157435 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.157754 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5b11e927-34f9-4859-b302-7d063a77a30f Sep 22 08:55:43.159178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec73c6a-cbcd-4f6c-9462-790b000341d4,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:43.173725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.175060 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4b8ba69d-ebb8-4b6a-bd68-a09004010a7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484993 Sep 22 08:55:43.178181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:43.184212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'security_group_rule': {'security_group_id': '11ca666f-ffe0-442d-baed-fa9e371ce6eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:43.187537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:55:43.190331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:43.194288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Usage tracker for resource:security_group_rule and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:43.197276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:43.203335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:43.220991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:43.221616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:43.222259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.283995 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.288940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.314805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0494bf70-edd6-46c2-a8c4-be902ae16929,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:43.324328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.325497 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d09f0211-fb16-41b2-915a-ea7f83c73e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461525 Sep 22 08:55:43.328672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 46686) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:43.333535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:43.339279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:43.343689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Usage tracker for resource:floatingip and tenant:d3bddee8b12f4690966e406dc87ffe64 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 08:55:43.346478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 08:55:43.352473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:43.364671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.460152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5b11e927-34f9-4859-b302-7d063a77a30f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:43.465288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:43.502616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.634498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Allocated IP 172.26.8.177 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/7b92f353-752f-4a88-b5dd-102b3d39b4de) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:55:43.661242 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Attempt 5 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:43.731428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:43.783921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.814379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.826909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 2, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:43.830852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:55:43.831199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Updating router b8b6f062-a470-4204-843f-7595127c7d26 port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 08:55:43.877703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:55:43.881231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:55:43.885632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:55:43.892590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:43.921922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'Port': ['ID=7b92f353-752f-4a88-b5dd-102b3d39b4de,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:43.971393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.033179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.233364 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Attempt 6 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:44.239713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.244148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.260996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.291159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Transition to ACTIVE for port object e5cb93d8-3fbe-47c2-8ff4-e81861785a17 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:55:44.302094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.343718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:44.351877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'Port': ['ID=7b92f353-752f-4a88-b5dd-102b3d39b4de,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:44.354324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.377344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.378616 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5ff2aad7-21d5-4294-9911-04561b62b269 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0490417 Sep 22 08:55:44.528188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941a201-b815-433a-9e66-301169702437 None None] Pushing event updated for resources: {'Port': ['ID=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:44.541725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-1162af7e-dcb8-464d-9dcb-5f7bcf77d0d2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:55:44.553674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Attempting to bind port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:55:44.554032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Attempting to bind port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:55:44.554390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Attempting to bind port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:55:44.559607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:55:44.559793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-1162af7e-dcb8-464d-9dcb-5f7bcf77d0d2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:55:44.560116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Checking segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:55:44.560345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.560725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Bound using segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:55:44.561048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-1162af7e-dcb8-464d-9dcb-5f7bcf77d0d2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--17196353&fields=id&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 267 time: 0.0598743 Sep 22 08:55:44.561165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Bound port: e5cb93d8-3fbe-47c2-8ff4-e81861785a17, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:55:44.561528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.650459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b839c8a-f82b-4728-b197-1b6b5bbdee1d up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:44.677252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] For port e5cb93d8-3fbe-47c2-8ff4-e81861785a17, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:55:44.701370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] For port e5cb93d8-3fbe-47c2-8ff4-e81861785a17, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:55:44.709577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.712221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-a8562666-f2b1-42fa-8eac-c6b4b27e1e29 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:44.712890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-a8562666-f2b1-42fa-8eac-c6b4b27e1e29 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:55:44.731277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-a8562666-f2b1-42fa-8eac-c6b4b27e1e29 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:55:44.732517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-a8562666-f2b1-42fa-8eac-c6b4b27e1e29 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.1639392 Sep 22 08:55:44.747060 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-6688f7ac-f9f5-4d74-8b1f-7139f3012685 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/quotas/d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 375 time: 0.0090578 Sep 22 08:55:44.777841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:44.778453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:44.851276 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Attempt 7 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:44.921206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:44.921580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:44.921913 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d Sep 22 08:55:44.944643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941a201-b815-433a-9e66-301169702437 None None] Pushing event updated for resources: {'Port': ['ID=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:44.948038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-1d24872d-2c7e-4cbb-9a88-689c78260980 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:55:44.966630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-1d24872d-2c7e-4cbb-9a88-689c78260980 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:55:44.972375 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-1d24872d-2c7e-4cbb-9a88-689c78260980 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2184565 Sep 22 08:55:45.076199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ef49f393-aa6a-4e5d-b8ac-7003dbcd86ce None None] Port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:55:45.090449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:45.104555 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-bd5bbd75-1211-4c5e-a18c-afabdc1752b6 service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242888 Sep 22 08:55:45.236591 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-d0223511-b015-4826-bb62-4792f9532647 service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260686 Sep 22 08:55:45.336896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:45.440946 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9c20948-6ea4-41c6-898f-e63739fc512c req-230010a3-195b-47e9-bcd3-366bd6650570 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 210 time: 0.0605474 Sep 22 08:55:45.480285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:44Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:45.484763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf88da8-d89c-48ab-afe3-c76f5613d889 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:44Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:55:46.521845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-e92bc474-5e97-4fe1-a638-dba93e444fc5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:46.524795 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-e92bc474-5e97-4fe1-a638-dba93e444fc5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.1752033 Sep 22 08:55:46.587736 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-3979e18a-8b9c-4036-ad3c-0c4ba2042ee2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 378 time: 0.0526588 Sep 22 08:55:46.630988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'port': {'device_id': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'admin_state_up': True, 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'security_groups': ['11ca666f-ffe0-442d-baed-fa9e371ce6eb']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:46.666485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e1c113ba-64a6-4e81-9473-ade4d960fcca req-498a23a5-e9b2-48a1-91d9-a8cf593c7c15 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 210 time: 0.0838466 Sep 22 08:55:46.672349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5cb93d8-3fbe-47c2-8ff4-e81861785a17 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:46.741719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:55:46.747057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:46.747580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:46.747912 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:46.784687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:55:46.794633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:55:46.804275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Made reservation on behalf of d3bddee8b12f4690966e406dc87ffe64 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:55:46.807678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:46.864744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:46.865127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:46.901086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e5cb93d8-3fbe-47c2-8ff4-e81861785a17, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:46.905508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:46.971792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Allocated IP 172.20.0.14 (0c64a3ca-9518-4fd8-bd89-2abb3206ecd4/7e207feb-af40-4dce-bbc6-183a2dd88fcd/e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:55:46.979682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:46.987530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.987883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.988227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.988567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.988902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.989238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.989567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.989894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.990220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.990543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.990872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:46.991192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:55:47.157206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:47.172526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Transition to ACTIVE for port object e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:55:47.195500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:47.263784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:55:47.266768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:55:47.270441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:55:47.303643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:47.339545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:47.340145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:47.366103 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-cf97cb87-a942-40e8-8305-4b7417680e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7387168 Sep 22 08:55:47.378169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Request body: {'port': {'device_id': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:47.488833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:47.494327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Provisioning for port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:55:47.499939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Provisioning complete for port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:47.500304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:47.500644 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Attempt 1 to provision port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 Sep 22 08:55:47.554251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:47.869820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22207151-abfb-42ba-aa7c-aba3589e1d0d req-641f402d-9af1-4357-a1e5-c3756a3a732c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:47.871324 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22207151-abfb-42ba-aa7c-aba3589e1d0d req-641f402d-9af1-4357-a1e5-c3756a3a732c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 932 time: 0.0927925 Sep 22 08:55:47.917556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22207151-abfb-42ba-aa7c-aba3589e1d0d req-e2190de4-7bbf-4e5e-9e1b-3a9ffbbd76a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:55:47.929675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22207151-abfb-42ba-aa7c-aba3589e1d0d req-e2190de4-7bbf-4e5e-9e1b-3a9ffbbd76a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:55:47.930822 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22207151-abfb-42ba-aa7c-aba3589e1d0d req-e2190de4-7bbf-4e5e-9e1b-3a9ffbbd76a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532939 Sep 22 08:55:47.939955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:55:47.947438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:47.962327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Transition to ACTIVE for port object e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:55:47.966849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:48.055154 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Attempt 2 to provision port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 Sep 22 08:55:48.108464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:55:48.149532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Pushing event updated for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:48.189699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Attempting to bind port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:55:48.190031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Attempting to bind port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:55:48.190371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Attempting to bind port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:55:48.194867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:55:48.195186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Attempting to bind port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:55:48.200799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:55:48.201134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Checking segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:55:48.201509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Bound using segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:55:48.201926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Bound port: e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:55:48.202264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:48.288219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:55:48.291238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:55:48.295128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:48.325640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:48.326236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:48.327601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] 10.222.0.48 "PUT /v2.0/ports/e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 1094 time: 0.9540510 Sep 22 08:55:48.328097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:55:48.330346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38849564-c4a4-4627-9b81-2b64acf55207" -d '{"events": [{"name": "network-changed", "server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:55:48.400063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5021a1-7963-41b9-bdcc-de0fb8329cb4 x-openstack-request-id: req-cf5021a1-7963-41b9-bdcc-de0fb8329cb4 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:55:48.400278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:55:48.400522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf5021a1-7963-41b9-bdcc-de0fb8329cb4 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:55:48.400911 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5021a1-7963-41b9-bdcc-de0fb8329cb4'] response: {'name': 'network-changed', 'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'status': 'completed', 'code': 200} Sep 22 08:55:48.428687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9ab48-a658-4cbc-b776-8122f81cd550 service neutron] Pushing event updated for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:48.451337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-ecda78b8-a6dc-46f5-baab-eb27000f567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:48.452782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-ecda78b8-a6dc-46f5-baab-eb27000f567f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1097 time: 0.0898111 Sep 22 08:55:48.523162 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-2c7a0a0a-9078-4ebf-b500-76a6afe29f02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 217 time: 0.0626447 Sep 22 08:55:48.582464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-4362b5bf-980b-4c24-a6ac-acd964e2d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:48.583841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-4362b5bf-980b-4c24-a6ac-acd964e2d4e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0552537 Sep 22 08:55:48.609281 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Attempt 3 to provision port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 Sep 22 08:55:48.674876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-7092f61d-77bb-49d1-9e9f-1cdc64fb05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:48.676285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-7092f61d-77bb-49d1-9e9f-1cdc64fb05f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866072 Sep 22 08:55:48.685310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5cb93d8-3fbe-47c2-8ff4-e81861785a17 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:48.768334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2f03f3df-ce63-41d3-99bf-144376d773f5 None None] Port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:55:48.778185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:48.778546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:48.778866 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 Sep 22 08:55:48.811166 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-975eba58-322f-475d-9ba4-bbaf99b984de service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287355 Sep 22 08:55:48.893984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:48.946090 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-306ce703-0a17-4dd7-9e8c-8244caeb4646 req-658600cc-87a2-4179-ae73-520b4c75ddec service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293118 Sep 22 08:55:49.072089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849564-c4a4-4627-9b81-2b64acf55207 req-8d885735-a1d7-4e3d-bcc8-c159a833e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:49.073587 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38849564-c4a4-4627-9b81-2b64acf55207 req-8d885735-a1d7-4e3d-bcc8-c159a833e181 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1097 time: 0.0788181 Sep 22 08:55:49.135042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534a9a2-e78e-4646-8ad6-aa56d2de0da5 req-609f26fd-205c-4a73-b957-3f1f77984419 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:49.136559 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9534a9a2-e78e-4646-8ad6-aa56d2de0da5 req-609f26fd-205c-4a73-b957-3f1f77984419 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 944 time: 0.0895836 Sep 22 08:55:49.181043 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9534a9a2-e78e-4646-8ad6-aa56d2de0da5 req-e8fd1669-a99d-4054-b855-d81ce5a9157e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386455 Sep 22 08:55:49.205956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849564-c4a4-4627-9b81-2b64acf55207 req-903b46ef-d36d-40d8-a387-84d6f356da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:49.207384 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38849564-c4a4-4627-9b81-2b64acf55207 req-903b46ef-d36d-40d8-a387-84d6f356da5a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1278095 Sep 22 08:55:49.276666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38849564-c4a4-4627-9b81-2b64acf55207 req-7ae9de4e-2ea7-4eb6-9eaa-c6acdad151eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 217 time: 0.0631151 Sep 22 08:55:49.336100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849564-c4a4-4627-9b81-2b64acf55207 req-41d1a56a-6171-4dbf-94ad-a0ec034d4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:49.337443 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38849564-c4a4-4627-9b81-2b64acf55207 req-41d1a56a-6171-4dbf-94ad-a0ec034d4351 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0545533 Sep 22 08:55:49.420704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849564-c4a4-4627-9b81-2b64acf55207 req-c48f8497-033b-41b6-bfcc-3deb12548244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:49.422135 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38849564-c4a4-4627-9b81-2b64acf55207 req-c48f8497-033b-41b6-bfcc-3deb12548244 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779867 Sep 22 08:55:49.749556 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38849564-c4a4-4627-9b81-2b64acf55207 req-e5527e4f-b085-4adb-b6c8-692b8bacb0de service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252808 Sep 22 08:55:49.876937 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38849564-c4a4-4627-9b81-2b64acf55207 req-36232631-8563-4edd-8219-72e8da037beb service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215553 Sep 22 08:55:50.375056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd4863-0151-4a51-87cb-b47bb1808daf req-43d0e382-6b3d-4657-8b35-6344993671ea tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:50.375804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-edcd4863-0151-4a51-87cb-b47bb1808daf req-43d0e382-6b3d-4657-8b35-6344993671ea tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:55:50.390596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-edcd4863-0151-4a51-87cb-b47bb1808daf req-43d0e382-6b3d-4657-8b35-6344993671ea tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:55:50.391745 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-edcd4863-0151-4a51-87cb-b47bb1808daf req-43d0e382-6b3d-4657-8b35-6344993671ea tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 944 time: 0.1019235 Sep 22 08:55:50.436306 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-edcd4863-0151-4a51-87cb-b47bb1808daf req-d4920280-a1ab-4d63-8715-8babd56bf98a tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388336 Sep 22 08:55:50.923197 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:55:51.052341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:51.065875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'mac_address': 'fa:16:3e:2e:6f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:55:51.122400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:51.122774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:51.139088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:55:51.154628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:51.158310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:51.227646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:51.361020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:55:51.631641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd189511-640e-4ada-b184-6e205bc9a43f req-d7a0f3eb-9f71-4262-9e47-4f3469dbc02c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:51.633151 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cd189511-640e-4ada-b184-6e205bc9a43f req-d7a0f3eb-9f71-4262-9e47-4f3469dbc02c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 945 time: 0.0861378 Sep 22 08:55:51.677509 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cd189511-640e-4ada-b184-6e205bc9a43f req-d5e24668-b67c-4cf2-bce9-1a06703b71cd tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379779 Sep 22 08:55:52.877780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706573-7663-49cd-92ec-78d5e49dbb68 req-4e39dfe4-706f-4f16-ac59-9c7155d5f006 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:52.879134 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47706573-7663-49cd-92ec-78d5e49dbb68 req-4e39dfe4-706f-4f16-ac59-9c7155d5f006 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 945 time: 0.0887480 Sep 22 08:55:52.922515 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47706573-7663-49cd-92ec-78d5e49dbb68 req-8420ae1a-5429-4d35-839e-ac5bc44db744 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378182 Sep 22 08:55:52.924087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:55:52.989029 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:55:52.993703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:55:52.994068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:52.994396 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 Sep 22 08:55:53.108628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:55:53.109036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:53.135503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:55:53.138218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be20ebf5-add6-4530-ab8e-993d57f0e90a" -d '{"events": [{"server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "name": "network-vif-plugged", "status": "completed", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:55:53.146257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:55:53.149817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:53.183515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79434f86-a180-4b3f-a290-9aa8d2c46c69 x-openstack-request-id: req-79434f86-a180-4b3f-a290-9aa8d2c46c69 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:55:53.183808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "name": "network-vif-plugged", "status": "completed", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:55:53.184067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79434f86-a180-4b3f-a290-9aa8d2c46c69 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:55:53.184454 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79434f86-a180-4b3f-a290-9aa8d2c46c69'] response: {'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'code': 200} Sep 22 08:55:53.222751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:55:53.408203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268ff4f-1c45-4ad4-9c80-e39e098bbeff req-fcf4b061-5b0c-498a-b58e-a1da613f1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:53.409664 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6268ff4f-1c45-4ad4-9c80-e39e098bbeff req-fcf4b061-5b0c-498a-b58e-a1da613f1453 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1099 time: 0.0793874 Sep 22 08:55:53.450915 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6268ff4f-1c45-4ad4-9c80-e39e098bbeff req-b9cba77a-5d81-4dd4-b783-0108e9f2cf52 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354629 Sep 22 08:55:54.118112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b80f9a-3555-4b3e-92a1-193663b9b0f0 req-a82dfd8c-e6cb-4270-b409-4c5492f6d180 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:54.119558 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40b80f9a-3555-4b3e-92a1-193663b9b0f0 req-a82dfd8c-e6cb-4270-b409-4c5492f6d180 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0863171 Sep 22 08:55:54.162680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40b80f9a-3555-4b3e-92a1-193663b9b0f0 req-81725101-9ef2-439d-a346-c6dbb0769cd2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365241 Sep 22 08:55:55.365255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd749b-1100-4594-8c35-24eb626c1981 req-91f25cc6-4d27-4233-bb35-0ad6e30b166a tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:55.366708 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-00bd749b-1100-4594-8c35-24eb626c1981 req-91f25cc6-4d27-4233-bb35-0ad6e30b166a tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0900946 Sep 22 08:55:55.410471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-00bd749b-1100-4594-8c35-24eb626c1981 req-06ab69df-3c50-409f-b20d-fb0721bb857f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373003 Sep 22 08:55:55.601998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d61f8a-5d22-4528-93b0-ccf696647358 req-a2fc3f94-2e2a-4a4c-9ec6-44f853cdc5ea tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:55.603457 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-99d61f8a-5d22-4528-93b0-ccf696647358 req-a2fc3f94-2e2a-4a4c-9ec6-44f853cdc5ea tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0893083 Sep 22 08:55:55.613400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46740) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:55:55.618120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'floatingip': {'port_id': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:55:55.696144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:56.282400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:56.286103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:56.554361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 associated. External IP: 172.26.8.177, port: e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14. Sep 22 08:55:56.905316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:55:57.080211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:55:57.084591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:55:57.090377 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:55:57.100440 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:57.101047 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:57.142839 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-860ffb3d-4cda-44d5-bdca-37bf0a17c4ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "PUT /v2.0/floatingips/ebc99a93-6f39-4757-8013-8c20133e6d42 HTTP/1.1" status: 200 len: 992 time: 1.5283847 Sep 22 08:55:57.143449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:55:57.145713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845846e-d3e3-4c74-af6a-1501b4e3a83b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:55:57.187185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f0947-531f-4884-95c8-3e80ed5c1274 x-openstack-request-id: req-411f0947-531f-4884-95c8-3e80ed5c1274 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:55:57.187506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:55:57.187759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-411f0947-531f-4884-95c8-3e80ed5c1274 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:55:57.188167 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411f0947-531f-4884-95c8-3e80ed5c1274'] response: {'name': 'network-changed', 'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'status': 'completed', 'code': 200} Sep 22 08:55:57.274112 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:57.299746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-5b971bca-6581-4a38-aaf2-4d281fc5be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:57.301248 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-5b971bca-6581-4a38-aaf2-4d281fc5be99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1099 time: 0.0823102 Sep 22 08:55:57.430636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-9af29e8c-929a-4f51-8b0c-139af0cb1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:57.432130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-9af29e8c-929a-4f51-8b0c-139af0cb1d99 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1255069 Sep 22 08:55:57.532841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-ad764c8a-7334-4381-8396-ac4888235212 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 1000 time: 0.0953600 Sep 22 08:55:57.593270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-7a9b5558-d482-49bf-88b6-53378d965651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:57.594710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-7a9b5558-d482-49bf-88b6-53378d965651 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0567245 Sep 22 08:55:57.613381 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:2e:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:55:56Z', 'revision_number': 1, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:57.617215 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:55:57.626103 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:55:57.626679 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:55:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:57.678665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-88637c10-edf1-4516-8da4-463187201fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:55:57.680170 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-88637c10-edf1-4516-8da4-463187201fb2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800738 Sep 22 08:55:57.796734 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:55:57.809973 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-ef8efe40-5ffb-4589-ab40-865ae5a1202b service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226771 Sep 22 08:55:58.059008 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5845846e-d3e3-4c74-af6a-1501b4e3a83b req-02f03134-c622-41f9-8f8b-06d357741466 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436416 Sep 22 08:55:58.172955 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:2e:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:55:56Z', 'revision_number': 1, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:55:58.176831 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16c3510-c3e0-4512-8067-780a8f721b9c None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:2e:6f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:55:56Z', 'revision_number': 1, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:55:58.352145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e926cc1-5f77-4ed3-8827-4886f109f1a6 None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:56:06.176811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4841e6d6-88f8-4be4-b2a4-89dcaeff25a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:08.333081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7854f0de-3ade-4415-919d-0450841cee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:09.465004 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:56:09.601277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:09.645309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:10.923924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:12.543393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:16.355614 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-e05ab7ee-4379-4798-895d-9430cda54521 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740879 Sep 22 08:56:16.501887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96571a6-657b-453b-b422-a87541b79283 req-65a49bc3-f8e1-4396-8ce2-21179b3b788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:16.503349 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-65a49bc3-f8e1-4396-8ce2-21179b3b788c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1099 time: 0.0792768 Sep 22 08:56:16.644453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96571a6-657b-453b-b422-a87541b79283 req-7ef3e201-5449-44ae-85a1-41f8765ac6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:16.645796 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-7ef3e201-5449-44ae-85a1-41f8765ac6da service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1244314 Sep 22 08:56:16.747177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-5b2957d9-d698-4338-b481-8820a4cbf695 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 1002 time: 0.0955021 Sep 22 08:56:16.807636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96571a6-657b-453b-b422-a87541b79283 req-38bfe179-60d1-4268-aa40-5deeef3c07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:16.809567 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-38bfe179-60d1-4268-aa40-5deeef3c07fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0564358 Sep 22 08:56:16.892795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96571a6-657b-453b-b422-a87541b79283 req-af1d77e0-126d-4c62-b7fe-edd288a23e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:16.894203 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-af1d77e0-126d-4c62-b7fe-edd288a23e62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788589 Sep 22 08:56:17.023444 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-9aeb022d-727b-4fd1-ba42-2c6d4f7f7776 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226895 Sep 22 08:56:17.152859 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e96571a6-657b-453b-b422-a87541b79283 req-f37a38e9-8c4f-4dbc-8bda-7f0f19553b4a service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230063 Sep 22 08:56:31.451352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657f9d7-e5b4-4657-9168-e00738441ca5 req-544d9381-e0e9-465c-ba07-157a2d257c21 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:31.452779 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a657f9d7-e5b4-4657-9168-e00738441ca5 req-544d9381-e0e9-465c-ba07-157a2d257c21 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0856469 Sep 22 08:56:31.496430 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a657f9d7-e5b4-4657-9168-e00738441ca5 req-e577726e-c768-474e-8473-e702b5e83756 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379710 Sep 22 08:56:31.697420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4529118-39f8-4232-a57a-5b232138614a req-b2f4da0c-cb95-42ae-9158-b9c0e99301bb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:31.698857 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4529118-39f8-4232-a57a-5b232138614a req-b2f4da0c-cb95-42ae-9158-b9c0e99301bb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0891967 Sep 22 08:56:31.833029 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4529118-39f8-4232-a57a-5b232138614a req-eb3b8917-3aca-4d73-9843-9d18d9a4cbee tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284349 Sep 22 08:56:32.031589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72148a7-d2ed-4db2-8df7-e9ca0d8f264e req-ba666471-2f79-41b9-8a80-98b6a9e207b2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:32.033030 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b72148a7-d2ed-4db2-8df7-e9ca0d8f264e req-ba666471-2f79-41b9-8a80-98b6a9e207b2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0893106 Sep 22 08:56:32.075959 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b72148a7-d2ed-4db2-8df7-e9ca0d8f264e req-c29529a3-527b-4fc0-8799-3a8323a91a08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372248 Sep 22 08:56:32.487002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-e84ff0fb-f94f-4b1b-be51-f2b169bd2d82 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397524 Sep 22 08:56:32.501707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a20f-b869-4c99-8f94-0257d37f45ff req-f0f9466c-c82a-426c-a389-78183aa8c0a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:32.503087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f337a20f-b869-4c99-8f94-0257d37f45ff req-f0f9466c-c82a-426c-a389-78183aa8c0a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.1063380 Sep 22 08:56:32.550100 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f337a20f-b869-4c99-8f94-0257d37f45ff req-cdb93de4-96f4-4396-9c38-eed22a66c4c6 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402231 Sep 22 08:56:33.664639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-2fbad356-95e2-4c2e-b091-89afc82ad8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:33.666138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-2fbad356-95e2-4c2e-b091-89afc82ad8bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1099 time: 0.0821502 Sep 22 08:56:33.749213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddabaf-6ac5-474c-a12f-6808da33d12c req-3fe5cf42-a1b0-4d54-8522-67d275a2351b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:33.750664 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3ddabaf-6ac5-474c-a12f-6808da33d12c req-3fe5cf42-a1b0-4d54-8522-67d275a2351b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0863068 Sep 22 08:56:33.797982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-69340465-04e4-4ae5-abf2-8b0abd66a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:33.798240 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3ddabaf-6ac5-474c-a12f-6808da33d12c req-da0f0bee-36d8-4dac-af22-ddd5d00294d4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415463 Sep 22 08:56:33.799408 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-69340465-04e4-4ae5-abf2-8b0abd66a195 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1265371 Sep 22 08:56:33.897666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-718c050f-6db6-4e34-b9c8-bf032eec81d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 1002 time: 0.0925822 Sep 22 08:56:34.055133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-f1de40d6-5c71-414d-8556-446c4b633745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:34.056582 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-f1de40d6-5c71-414d-8556-446c4b633745 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.1527283 Sep 22 08:56:34.137618 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-f74a40d1-3a0a-4f95-83d4-57c72a018c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:34.139043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-f74a40d1-3a0a-4f95-83d4-57c72a018c17 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762582 Sep 22 08:56:34.266451 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-f59d2ec3-e45a-4493-8232-37d50d03db1a service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212974 Sep 22 08:56:34.393367 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-f474b4bb-196e-4567-b161-a810de8c68b9 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212692 Sep 22 08:56:34.994678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd92791-68da-4806-9e7a-23d3740d8560 req-e494e630-5154-4e00-9f03-955abcbeb052 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:34.996660 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fd92791-68da-4806-9e7a-23d3740d8560 req-e494e630-5154-4e00-9f03-955abcbeb052 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0894821 Sep 22 08:56:35.039732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fd92791-68da-4806-9e7a-23d3740d8560 req-6640bc70-017f-46b3-89ca-5cf9293a23a1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371368 Sep 22 08:56:36.178532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7a2c174-a226-48cd-bc88-8db9a3f9f79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:36.235003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a41ece-d8df-40aa-9cd2-7b375e087edb req-60220d79-9a80-4fa4-ab6b-be2147bc7af8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:36.236400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3a41ece-d8df-40aa-9cd2-7b375e087edb req-60220d79-9a80-4fa4-ab6b-be2147bc7af8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0868163 Sep 22 08:56:36.280905 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3a41ece-d8df-40aa-9cd2-7b375e087edb req-2b3de6d1-b0bd-4ff2-82cd-2a3057e28c22 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388064 Sep 22 08:56:37.484604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61c318-b37a-4404-be91-376460f463f2 req-75a99328-ce59-4a92-95af-59e73ab68fa1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:37.486093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f61c318-b37a-4404-be91-376460f463f2 req-75a99328-ce59-4a92-95af-59e73ab68fa1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0932615 Sep 22 08:56:37.529688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f61c318-b37a-4404-be91-376460f463f2 req-39e305ad-5eec-4e45-a2dc-551e3c8834aa tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380971 Sep 22 08:56:38.336648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7fff888-d35b-4e18-80dd-82d0f83ec55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:38.728470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bb811-4276-49b0-bc68-d6d76b3064c2 req-a95ff550-8f23-4e5b-b3e6-05b9d415657d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:38.729941 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f8bb811-4276-49b0-bc68-d6d76b3064c2 req-a95ff550-8f23-4e5b-b3e6-05b9d415657d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0888650 Sep 22 08:56:38.774467 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f8bb811-4276-49b0-bc68-d6d76b3064c2 req-2d78373a-97bb-4096-b1af-57945a9b1933 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382061 Sep 22 08:56:39.604105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:39.646806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:39.969456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156e8b9-5c55-43fa-a788-60ade07cafce req-f6ac7fc4-7436-4b5a-9634-933637cc7763 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:39.970891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a156e8b9-5c55-43fa-a788-60ade07cafce req-f6ac7fc4-7436-4b5a-9634-933637cc7763 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0861158 Sep 22 08:56:40.013323 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a156e8b9-5c55-43fa-a788-60ade07cafce req-20206273-45e9-4785-ae36-b5e88660667b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368981 Sep 22 08:56:40.926976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:41.209123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbb4d8-bb37-4810-af8d-d24cb234c679 req-58b5987f-f3b1-472d-a5b9-aced5058a9e7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:41.210551 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-92cbb4d8-bb37-4810-af8d-d24cb234c679 req-58b5987f-f3b1-472d-a5b9-aced5058a9e7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0846059 Sep 22 08:56:41.257075 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-92cbb4d8-bb37-4810-af8d-d24cb234c679 req-d76cab3d-89c5-418d-bd3d-94afb4e26a50 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404186 Sep 22 08:56:42.458688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749f646-f5c9-4207-92e5-e5ac106a5c18 req-c93e317b-2b09-485b-9c71-57bc92059eb1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:42.460159 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8749f646-f5c9-4207-92e5-e5ac106a5c18 req-c93e317b-2b09-485b-9c71-57bc92059eb1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0946412 Sep 22 08:56:42.503940 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8749f646-f5c9-4207-92e5-e5ac106a5c18 req-cd44b5ba-82f8-4299-99e4-247528a507d4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376942 Sep 22 08:56:42.546071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:43.696760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad339a53-5bce-4fed-a876-a745c5ad8fd2 req-5e0f1066-55de-430d-a86c-69861fbbb383 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:43.698184 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad339a53-5bce-4fed-a876-a745c5ad8fd2 req-5e0f1066-55de-430d-a86c-69861fbbb383 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0857258 Sep 22 08:56:43.740356 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad339a53-5bce-4fed-a876-a745c5ad8fd2 req-4db5a7b9-7b2f-4bb1-adb9-b51e5d022dab tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366533 Sep 22 08:56:44.957843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26915e-8fba-40b6-b7ef-bae62294d82c req-e439b4df-fc0a-4e38-8eaa-129284a0773f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:44.959323 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc26915e-8fba-40b6-b7ef-bae62294d82c req-e439b4df-fc0a-4e38-8eaa-129284a0773f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0925872 Sep 22 08:56:45.003618 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc26915e-8fba-40b6-b7ef-bae62294d82c req-ed7c752a-d5c8-4f2c-a5a3-55f72c8e06f0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378497 Sep 22 08:56:46.030440 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-25edb2bd-5dde-4f33-87f9-68a1f3b9f325 service neutron] 10.222.0.48 "GET /v2.0/ports/e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0736675 Sep 22 08:56:46.218359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09b9b-2566-4f2d-90a8-17e471e4a409 req-0d59610f-21c0-425e-9f5c-8826951d727e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:46.219885 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4db09b9b-2566-4f2d-90a8-17e471e4a409 req-0d59610f-21c0-425e-9f5c-8826951d727e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.1019094 Sep 22 08:56:46.264357 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4db09b9b-2566-4f2d-90a8-17e471e4a409 req-b4437fdd-7758-41d1-9ce1-327c13e01441 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387390 Sep 22 08:56:46.307406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-1fcf74ed-86b7-4923-8d25-0a89b405b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:46.309372 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-1fcf74ed-86b7-4923-8d25-0a89b405b008 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 1099 time: 0.0826628 Sep 22 08:56:46.414952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-d58c218d-1559-4a08-8c73-a5d950643403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:46.416434 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-d58c218d-1559-4a08-8c73-a5d950643403 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1099 time: 0.0762830 Sep 22 08:56:46.464454 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:56:46.543230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-de636226-89c6-4659-be07-001bfc3fd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:46.544578 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-de636226-89c6-4659-be07-001bfc3fd00c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1221781 Sep 22 08:56:46.644907 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-49166073-1a2c-4eb7-8a65-33ee6c51c96e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 1002 time: 0.0946081 Sep 22 08:56:46.704599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-027fcfce-c7bf-43bc-b9df-f56971405fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:46.705951 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-027fcfce-c7bf-43bc-b9df-f56971405fe8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0554957 Sep 22 08:56:46.787287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-dad03f8e-3f1e-4123-9866-53ab9c5bd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:46.788711 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-dad03f8e-3f1e-4123-9866-53ab9c5bd6ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772376 Sep 22 08:56:47.011546 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-e3c0ace9-23d5-4166-a4f4-5c6fe5a03501 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162085 Sep 22 08:56:47.138046 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-762e1fec-36d0-4dff-8a07-5fc48a6182eb req-ec593c12-804e-4c95-95bf-81916046c971 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206806 Sep 22 08:56:47.460919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91ecf8-79e8-4b55-8511-c0375f528668 req-530522e9-031e-47e9-b5a8-9716a4ea8da3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:47.462358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4c91ecf8-79e8-4b55-8511-c0375f528668 req-530522e9-031e-47e9-b5a8-9716a4ea8da3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0866888 Sep 22 08:56:47.505357 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4c91ecf8-79e8-4b55-8511-c0375f528668 req-0edfb078-7ad8-45f6-9d5e-ed087e25b5b7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367427 Sep 22 08:56:48.710521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbb015-c1da-4b36-a0ee-e0d420a743c1 req-fc74029d-28bf-4da9-bbee-1de304f447fa tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:48.712031 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52cbb015-c1da-4b36-a0ee-e0d420a743c1 req-fc74029d-28bf-4da9-bbee-1de304f447fa tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0935531 Sep 22 08:56:48.763509 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52cbb015-c1da-4b36-a0ee-e0d420a743c1 req-d58e74a0-c0de-4c57-a3ba-2abe2421b273 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453546 Sep 22 08:56:49.110136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:56:49.269796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:56:49.282658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'mac_address': 'fa:16:3e:2e:6f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:56:49.334930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:56:49.335326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:49.351165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:56:49.365987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:56:49.369690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:49.430055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:56:49.483107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:56:49.494022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.494360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.494691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.495585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.495915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.496240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.496556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.496872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.497188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.497501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.497813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.498124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:49.960224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f5cb6-ead4-4eb2-a2dc-5bccfdd32bf2 req-3148c754-c6c2-4ec9-a7a2-f09624c3104d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:49.961663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-317f5cb6-ead4-4eb2-a2dc-5bccfdd32bf2 req-3148c754-c6c2-4ec9-a7a2-f09624c3104d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 945 time: 0.0890284 Sep 22 08:56:50.005880 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-317f5cb6-ead4-4eb2-a2dc-5bccfdd32bf2 req-128eeeee-fad8-4a80-984b-13fbc41414bc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380123 Sep 22 08:56:50.384667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fd555-e5c0-4568-8072-12070458420d req-63f113d3-9c84-41a0-b7d7-621b456232d8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:50.386543 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac0fd555-e5c0-4568-8072-12070458420d req-63f113d3-9c84-41a0-b7d7-621b456232d8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 945 time: 0.1535308 Sep 22 08:56:50.393785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-b8b1d0f7-552e-470f-afcd-32f5de8d3656 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:50.395076 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-b8b1d0f7-552e-470f-afcd-32f5de8d3656 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110&tenant_id=d3bddee8b12f4690966e406dc87ffe64&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 945 time: 0.1602054 Sep 22 08:56:50.433841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac0fd555-e5c0-4568-8072-12070458420d req-fdb5f225-dcca-41b3-a86b-5d150b7ef5a7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378177 Sep 22 08:56:50.542668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-f20f9987-a252-4834-b2f8-5f731c39e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:50.544204 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-f20f9987-a252-4834-b2f8-5f731c39e681 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 1098 time: 0.0837104 Sep 22 08:56:50.672565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-bc286979-466d-42fc-8c4f-1899f724c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:50.673922 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-bc286979-466d-42fc-8c4f-1899f724c1c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1242342 Sep 22 08:56:50.776346 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-8ac7a98f-e0da-4d79-92ee-024c980a0384 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 200 len: 1001 time: 0.0968745 Sep 22 08:56:50.839370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-a2a6d505-99a3-4d52-8057-a87fc5586d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:50.840785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-a2a6d505-99a3-4d52-8057-a87fc5586d94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0582666 Sep 22 08:56:50.924240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-a5072ae4-9686-406e-9f77-8fc48a17eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:50.925609 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-a5072ae4-9686-406e-9f77-8fc48a17eb98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794973 Sep 22 08:56:51.057192 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-15e4eba9-8022-457a-b030-5a3082cf2b7c service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259589 Sep 22 08:56:51.124491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:56:51.189720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:56:51.189957 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6f4446-1959-4d47-80f2-b33842e362e2 req-1eb63e56-ed6a-4d77-87f1-1e37f9175117 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257205 Sep 22 08:56:51.190080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:51.190408 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 Sep 22 08:56:51.307638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:56:51.308028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:51.334755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:56:51.337032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdcf112-c25a-4ef1-b0ea-dddb72bd53d7" -d '{"events": [{"server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "name": "network-vif-plugged", "status": "completed", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:56:51.344982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:56:51.349139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:51.391495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bbc03d-c284-4c6f-97f2-b58914edaa3b x-openstack-request-id: req-40bbc03d-c284-4c6f-97f2-b58914edaa3b {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:56:51.391783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "name": "network-vif-plugged", "status": "completed", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:56:51.392032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40bbc03d-c284-4c6f-97f2-b58914edaa3b {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:56:51.392418 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bbc03d-c284-4c6f-97f2-b58914edaa3b'] response: {'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'code': 200} Sep 22 08:56:51.417095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:56:51.636790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc4b1e-c610-4e85-ab84-9b304e396407 req-d4caa059-5fe5-4b24-a7ee-e8b0bfd76d20 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:51.638250 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88dc4b1e-c610-4e85-ab84-9b304e396407 req-d4caa059-5fe5-4b24-a7ee-e8b0bfd76d20 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0903907 Sep 22 08:56:51.683951 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88dc4b1e-c610-4e85-ab84-9b304e396407 req-e59aba10-2de4-4aac-acd5-a761bef3f32b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399039 Sep 22 08:56:52.884889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e034f-903c-4122-95cd-e1a83effb7fa req-44d08a43-3132-46ba-b64e-a5ef97134720 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:52.886283 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-949e034f-903c-4122-95cd-e1a83effb7fa req-44d08a43-3132-46ba-b64e-a5ef97134720 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0914028 Sep 22 08:56:52.929243 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-949e034f-903c-4122-95cd-e1a83effb7fa req-65bb84d8-5840-47a0-b7da-7e79dbeee32f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373089 Sep 22 08:56:53.131008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dce08-aa12-47e4-9d81-91300a1e4771 req-a16c50eb-a73f-445f-b242-e1c1eb7ee2b3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:53.132476 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf8dce08-aa12-47e4-9d81-91300a1e4771 req-a16c50eb-a73f-445f-b242-e1c1eb7ee2b3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0896926 Sep 22 08:56:53.175922 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf8dce08-aa12-47e4-9d81-91300a1e4771 req-827080f2-4e1b-4449-a024-c5991be19949 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377059 Sep 22 08:56:53.521155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f6f79-59c8-4a19-b6be-cd78c5ce072b req-6d8d006f-505d-4726-bb29-e434397842c7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:53.522592 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d9f6f79-59c8-4a19-b6be-cd78c5ce072b req-6d8d006f-505d-4726-bb29-e434397842c7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0888934 Sep 22 08:56:53.565641 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d9f6f79-59c8-4a19-b6be-cd78c5ce072b req-33d95daf-5f48-41d5-b66d-30d312df9e3f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374646 Sep 22 08:56:53.946334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532fb1c-73c3-4cf9-b808-67fa456e351e req-007c969c-218a-4b0b-ae53-f72b449cbef2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:53.947876 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0532fb1c-73c3-4cf9-b808-67fa456e351e req-007c969c-218a-4b0b-ae53-f72b449cbef2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0849137 Sep 22 08:56:53.994540 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0532fb1c-73c3-4cf9-b808-67fa456e351e req-6564cd51-6775-4ecd-a7e4-a3b6632182e0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410135 Sep 22 08:56:55.186685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33e279-c48b-41da-b7aa-00f026f490d3 req-ce3da6de-e103-4735-bafb-b8765c29de50 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:55.188141 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef33e279-c48b-41da-b7aa-00f026f490d3 req-ce3da6de-e103-4735-bafb-b8765c29de50 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0841477 Sep 22 08:56:55.235252 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef33e279-c48b-41da-b7aa-00f026f490d3 req-3e306e73-8f98-4164-8453-f4397a611bdb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414557 Sep 22 08:56:55.697155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c630c3-624d-4291-9d6c-8630698af505 req-82211662-b8fc-4d31-9128-9b4e446cf133 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:55.698598 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9c630c3-624d-4291-9d6c-8630698af505 req-82211662-b8fc-4d31-9128-9b4e446cf133 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.1818633 Sep 22 08:56:55.768966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Deleting port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:56:55.769298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:56.013185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] For port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:56:56.013534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:56.297997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:56.298676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:56.298676 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 disassociated. External IP: 172.26.8.177, port: e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14. Sep 22 08:56:56.298988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Calling delete_port for e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:56:56.431566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff41bd4-5fcc-43db-a208-557871915aaa req-4fb16287-5603-4879-af19-895c9755ca17 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:56.433026 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bff41bd4-5fcc-43db-a208-557871915aaa req-4fb16287-5603-4879-af19-895c9755ca17 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e05eb27-4909-44f8-85db-6a9517c3b110 HTTP/1.1" status: 200 len: 946 time: 0.0877254 Sep 22 08:56:56.443734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:56.478918 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bff41bd4-5fcc-43db-a208-557871915aaa req-44602ba4-d216-4670-984c-395e241c28b5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402255 Sep 22 08:56:56.491787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event deleted for resources: {'Port': ['ID=e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:56:56.503171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.503543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.503896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.504215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.504655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.504860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.505189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.505514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.505840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.506161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.506481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.506799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:56:56.694015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:56:56.868330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:56:56.878268 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:56:56.887960 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:56:56.888660 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:56:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:56:56.954972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] No DVR routers for this DVR port e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:56:56.957562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:56:56.960242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'name': 'network-vif-deleted', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:56:56.962505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d84d4c-34b3-4a12-bc70-2615b3b0d7cd" -d '{"events": [{"server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "name": "network-vif-deleted", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:56:56.976401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f9c630c3-624d-4291-9d6c-8630698af505 req-63c74da9-43c8-4dbe-8654-1a333ae7f39b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "DELETE /v2.0/ports/e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 HTTP/1.1" status: 204 len: 173 time: 1.2731001 Sep 22 08:56:57.013227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c43a64-7889-4e6e-bfc3-de6fb31d1803 x-openstack-request-id: req-32c43a64-7889-4e6e-bfc3-de6fb31d1803 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:56:57.013585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e05eb27-4909-44f8-85db-6a9517c3b110", "name": "network-vif-deleted", "tag": "e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:56:57.013898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32c43a64-7889-4e6e-bfc3-de6fb31d1803 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:56:57.014412 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c43a64-7889-4e6e-bfc3-de6fb31d1803'] response: {'server_uuid': '1e05eb27-4909-44f8-85db-6a9517c3b110', 'name': 'network-vif-deleted', 'tag': 'e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14', 'status': 'completed', 'code': 200} Sep 22 08:56:57.070119 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:56:57.379765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:56:57.383581 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:56:57.391728 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:56:57.392320 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:56:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:56:57.569792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:56:57.812215 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-5da40e72-6d2a-46c2-8287-a3886d98e54e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--17196353&fields=id&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 267 time: 0.0379732 Sep 22 08:56:57.910048 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:56:57.913955 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4b422-647f-4da6-a930-c0462047088b None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:56:57.967631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-2384857c-edd8-441e-988e-62cda57e592c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:57.969115 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-2384857c-edd8-441e-988e-62cda57e592c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.1503255 Sep 22 08:56:57.984587 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-fd2117b3-77c6-4dfc-b0fe-7220e9a2eff8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/quotas/d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 375 time: 0.0100434 Sep 22 08:56:58.080758 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-568592c3-a846-4ac4-9af3-3cb896719574 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908210 Sep 22 08:56:58.146488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-413d35ab-b45c-43a5-aa18-fd8014559b67 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 08:56:58.147503 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-413d35ab-b45c-43a5-aa18-fd8014559b67 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552430 Sep 22 08:56:58.159008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d044823-f6f2-4b6b-b055-eb952115cfa7 None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:56:58.279556 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-96b8a82e-0e75-4a82-936b-3e9caa1968d9 service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258903 Sep 22 08:56:58.411441 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-42944d51-210a-49a7-9b9f-0748a0212c37 service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258788 Sep 22 08:56:58.593394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f6599410-a26d-42fd-90a4-3769e6898c8b req-0509bbe7-a6ba-4078-841f-45edebeb391e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:56:58.609285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f6599410-a26d-42fd-90a4-3769e6898c8b req-0509bbe7-a6ba-4078-841f-45edebeb391e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:56:58.610465 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6599410-a26d-42fd-90a4-3769e6898c8b req-0509bbe7-a6ba-4078-841f-45edebeb391e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 210 time: 0.0655143 Sep 22 08:56:59.051675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-b29a824f-43d2-4547-9120-a02c2aff1755 req-90f19938-6c0d-457c-9ec0-4e6702902239 service neutron] (89052) timed out ('10.222.0.48', 56343) {{(pid=89052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 08:56:59.700019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-0109de04-44b8-4d28-ae4b-854ffb98e88d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:56:59.701437 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-0109de04-44b8-4d28-ae4b-854ffb98e88d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.2572162 Sep 22 08:56:59.750417 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-cc054cd4-2d1a-46c3-8e5f-f555391014c9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 378 time: 0.0398245 Sep 22 08:56:59.759819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'port': {'device_id': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'admin_state_up': True, 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'security_groups': ['11ca666f-ffe0-442d-baed-fa9e371ce6eb']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:56:59.772726 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b96d2df9-2285-4614-a611-bb250e4a15c0 req-c498ae27-a303-4281-84d4-1b23de22d3dc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 210 time: 0.0499132 Sep 22 08:56:59.897841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:56:59.908127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:56:59.918564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Made reservation on behalf of d3bddee8b12f4690966e406dc87ffe64 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:56:59.922232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:00.088360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Allocated IP 172.20.0.14 (0c64a3ca-9518-4fd8-bd89-2abb3206ecd4/7e207feb-af40-4dce-bbc6-183a2dd88fcd/3d1064d4-8c45-4b43-b12d-69d7f3dc6202) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:57:00.275587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:00.290450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Transition to ACTIVE for port object 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:57:00.314008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:00.380382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:57:00.383138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:57:00.387017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:57:00.432671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:57:00.456926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:00.457519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:00.486007 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-e1245e02-b51b-4f50-a8ff-536bdacf3c25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7310600 Sep 22 08:57:00.496703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Request body: {'port': {'device_id': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:57:00.614723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:00.629826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Provisioning for port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:57:00.634940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Provisioning complete for port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:57:00.635395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:00.635720 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Attempt 1 to provision port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 Sep 22 08:57:00.689669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:57:01.012141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:57:01.021069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:01.040379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Transition to ACTIVE for port object 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:57:01.049568 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f649da-fe96-4eea-8d23-db7ecc5b3d05 req-5734cce5-d141-40cd-94f2-b4e1a5412a90 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:01.050243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-77f649da-fe96-4eea-8d23-db7ecc5b3d05 req-5734cce5-d141-40cd-94f2-b4e1a5412a90 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:57:01.053854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:01.191627 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Attempt 2 to provision port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 Sep 22 08:57:01.215116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-77f649da-fe96-4eea-8d23-db7ecc5b3d05 req-5734cce5-d141-40cd-94f2-b4e1a5412a90 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:57:01.216310 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77f649da-fe96-4eea-8d23-db7ecc5b3d05 req-5734cce5-d141-40cd-94f2-b4e1a5412a90 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 932 time: 0.3333461 Sep 22 08:57:01.219928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:57:01.265090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:57:01.265422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e87f24cd-9ad5-4d50-80ed-f38dbd1e2b14 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:57:01.281296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Pushing event updated for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:57:01.284617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:57:01.325017 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77f649da-fe96-4eea-8d23-db7ecc5b3d05 req-d0d7e250-884f-45b8-9d47-e0a98192536c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794234 Sep 22 08:57:01.331330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Attempting to bind port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:57:01.331664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Attempting to bind port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:57:01.331983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Attempting to bind port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:57:01.336571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:57:01.336888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Attempting to bind port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:57:01.341984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:57:01.342313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Checking segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:57:01.342682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Bound using segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:57:01.343099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Bound port: 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:57:01.343465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:01.535599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:57:01.538658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:57:01.544394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:01.547552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:01.548354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:01.549709 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-327255b0-da05-4181-8840-9f6efed57bed service neutron] 10.222.0.48 "PUT /v2.0/ports/3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 1094 time: 1.0571959 Sep 22 08:57:01.579813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:57:01.582126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d" -d '{"events": [{"name": "network-changed", "server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:57:01.644673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b114aea1-c3c3-45b5-83b3-30ea290d7df1 x-openstack-request-id: req-b114aea1-c3c3-45b5-83b3-30ea290d7df1 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:57:01.644964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:57:01.645213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b114aea1-c3c3-45b5-83b3-30ea290d7df1 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:57:01.645604 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b114aea1-c3c3-45b5-83b3-30ea290d7df1'] response: {'name': 'network-changed', 'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'status': 'completed', 'code': 200} Sep 22 08:57:01.681930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327255b0-da05-4181-8840-9f6efed57bed service neutron] Pushing event updated for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:57:01.697306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-a407adf6-8ed7-4668-8eb9-19fa69e610be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:01.698832 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-a407adf6-8ed7-4668-8eb9-19fa69e610be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1097 time: 0.1140776 Sep 22 08:57:01.768283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-84da4280-064c-4b59-8517-92597b81bf6b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 217 time: 0.0625787 Sep 22 08:57:01.786152 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Attempt 3 to provision port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 Sep 22 08:57:01.829203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-d7b8c0b6-e663-4bde-afdb-0412408af641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:01.830615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-d7b8c0b6-e663-4bde-afdb-0412408af641 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0572147 Sep 22 08:57:01.847522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29b3c78-51c3-4430-acfd-24a113e806c9 None None] Port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:57:01.914867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-7f81d582-e563-4bd5-85d5-fed2cf02b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:01.916838 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-7f81d582-e563-4bd5-85d5-fed2cf02b9ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800807 Sep 22 08:57:02.046426 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-69691f3e-13cc-43f2-a790-145a35ab196c service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238277 Sep 22 08:57:02.174322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20362fe-85ed-4e90-8c9e-a0b56abe9a0e req-73ada815-6905-4ad0-b625-1e528fd2fb5f service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221764 Sep 22 08:57:02.288244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-abc539b9-c1bd-4b8a-8e19-d98eaf1a1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:02.289671 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-abc539b9-c1bd-4b8a-8e19-d98eaf1a1086 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1097 time: 0.0771325 Sep 22 08:57:02.417779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-b4044e03-66f4-447a-8409-268ddd61815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:02.419200 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-b4044e03-66f4-447a-8409-268ddd61815a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1230972 Sep 22 08:57:02.525530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-65a23a90-68a0-407d-8c48-a2a0704998dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 217 time: 0.0998499 Sep 22 08:57:02.602950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-82b4e575-f001-48ca-b5f3-b23ec84f3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:02.604380 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-82b4e575-f001-48ca-b5f3-b23ec84f3573 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0708756 Sep 22 08:57:02.666233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f6e3a-69d1-41e6-8820-5a558ed2e1af req-60abe881-be74-435c-a4d4-82c335bf77da tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:02.667710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f0f6e3a-69d1-41e6-8820-5a558ed2e1af req-60abe881-be74-435c-a4d4-82c335bf77da tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 944 time: 0.1922894 Sep 22 08:57:02.722603 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f0f6e3a-69d1-41e6-8820-5a558ed2e1af req-cf8da3c9-7785-4296-b0d7-94055c96a92d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456851 Sep 22 08:57:02.732097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-7d6ad425-9ab8-41ff-b4b9-0d7b8a71ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:02.733615 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-7d6ad425-9ab8-41ff-b4b9-0d7b8a71ed51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1216404 Sep 22 08:57:02.861040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-19e40e0c-225d-484a-a99c-8565f1a9f54c service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207073 Sep 22 08:57:03.035672 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d1f06d3-a6af-42ea-a846-a3bf58d2a61d req-df609cd9-0f06-4314-ab1b-55975a43af2a service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683147 Sep 22 08:57:03.214106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:57:03.344712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:57:03.357754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'mac_address': 'fa:16:3e:18:3a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:57:03.410286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:57:03.410659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:03.428302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:57:03.444220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:57:03.447692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:03.515198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:57:03.651975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['3d1064d4-8c45-4b43-b12d-69d7f3dc6202'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:57:04.016660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9757c-03b4-478f-8678-59bf94f611f3 req-cef05a54-31b1-4399-88af-c60e28f9df30 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:04.018021 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-56e9757c-03b4-478f-8678-59bf94f611f3 req-cef05a54-31b1-4399-88af-c60e28f9df30 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 945 time: 0.1827352 Sep 22 08:57:04.060785 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-56e9757c-03b4-478f-8678-59bf94f611f3 req-80e8042c-557f-490a-bc7a-a860302b529e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372524 Sep 22 08:57:05.215081 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:57:05.317528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:57:05.322592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:57:05.322961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:05.323333 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 Sep 22 08:57:05.363884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc263b-5dfa-4dcb-8de4-4e75ec64db9e req-79d8e994-c43f-4600-b67a-cdff0e017b93 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:05.365327 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fcc263b-5dfa-4dcb-8de4-4e75ec64db9e req-79d8e994-c43f-4600-b67a-cdff0e017b93 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 945 time: 0.1921179 Sep 22 08:57:05.410963 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fcc263b-5dfa-4dcb-8de4-4e75ec64db9e req-7b99c5d2-50c7-4e6d-8500-637a1f2f7151 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397062 Sep 22 08:57:05.440847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:57:05.441215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:05.467600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:57:05.470014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7f2717-b746-4c0b-b7dc-ad3b18675029" -d '{"events": [{"server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "name": "network-vif-plugged", "status": "completed", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:57:05.477398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:57:05.481318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:05.518996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab2823-1958-4bfc-b21c-aabebfe7689d x-openstack-request-id: req-84ab2823-1958-4bfc-b21c-aabebfe7689d {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:57:05.519855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "name": "network-vif-plugged", "status": "completed", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:57:05.520112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84ab2823-1958-4bfc-b21c-aabebfe7689d {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:57:05.520492 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ab2823-1958-4bfc-b21c-aabebfe7689d'] response: {'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'code': 200} Sep 22 08:57:05.553470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:57:05.741595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5823b-43a7-4fa1-bf5f-76ae6de09239 req-befa5e79-aabe-44d5-916d-acf47590ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:05.742961 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66f5823b-43a7-4fa1-bf5f-76ae6de09239 req-befa5e79-aabe-44d5-916d-acf47590ba2a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1099 time: 0.0796924 Sep 22 08:57:05.782742 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66f5823b-43a7-4fa1-bf5f-76ae6de09239 req-ddbb7c74-4ef7-429e-a4c7-130676cba08f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330584 Sep 22 08:57:06.180747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c17949c9-1c61-499e-9c9a-e2add86b6ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:06.606497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3a82b-ee1a-4054-b9c0-1bc9310b836a req-2a762bfa-451f-408e-87c4-ee451f45d5ec tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:06.607989 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-80d3a82b-ee1a-4054-b9c0-1bc9310b836a req-2a762bfa-451f-408e-87c4-ee451f45d5ec tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0857232 Sep 22 08:57:06.650276 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-80d3a82b-ee1a-4054-b9c0-1bc9310b836a req-a3d2fe60-f76c-4f6a-a494-7c5a51a95b6d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367806 Sep 22 08:57:07.850832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8310e52-a0fb-46de-a099-66870976f675 req-0f0f9228-82a3-446f-aa33-04642ccf1d33 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:07.852291 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8310e52-a0fb-46de-a099-66870976f675 req-0f0f9228-82a3-446f-aa33-04642ccf1d33 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0897155 Sep 22 08:57:07.900870 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8310e52-a0fb-46de-a099-66870976f675 req-33ca8672-05fc-4c26-94ce-cc20d6f2b3d6 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424430 Sep 22 08:57:08.101321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d08d2a-26bf-4887-a817-5849fa6af32e req-391ffda8-30f3-44cb-acd4-c70ce5361204 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:08.103027 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e2d08d2a-26bf-4887-a817-5849fa6af32e req-391ffda8-30f3-44cb-acd4-c70ce5361204 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0944426 Sep 22 08:57:08.114236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 46902) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:57:08.119241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'floatingip': {'port_id': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:57:08.200413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:08.342262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c02e431e-a831-4f2f-9f10-2bc431e0c60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:08.804951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:08.809525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:08.975665 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 associated. External IP: 172.26.8.177, port: 3d1064d4-8c45-4b43-b12d-69d7f3dc6202. Sep 22 08:57:09.425588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:57:09.602463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:57:09.607315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:09.607761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:09.613485 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:57:09.623077 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:57:09.623947 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:57:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:57:09.649722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:09.666251 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0fb6d495-a189-4551-8a5e-82e43a97b216 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "PUT /v2.0/floatingips/ebc99a93-6f39-4757-8013-8c20133e6d42 HTTP/1.1" status: 200 len: 992 time: 1.5509224 Sep 22 08:57:09.666826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:57:09.669203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a688b6-08a2-4f74-b193-e8ef486ec11f" -d '{"events": [{"name": "network-changed", "server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:57:09.710460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a247b9-ab9b-4cf5-9bf1-5b5522387b67 x-openstack-request-id: req-60a247b9-ab9b-4cf5-9bf1-5b5522387b67 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:57:09.710746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:57:09.710997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60a247b9-ab9b-4cf5-9bf1-5b5522387b67 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:57:09.711421 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a247b9-ab9b-4cf5-9bf1-5b5522387b67'] response: {'name': 'network-changed', 'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'status': 'completed', 'code': 200} Sep 22 08:57:09.813279 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:57:09.813962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-a8d71fcd-0d9f-4ba2-bc60-c25f578a4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:09.815534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-a8d71fcd-0d9f-4ba2-bc60-c25f578a4d2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1099 time: 0.0836356 Sep 22 08:57:09.954840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-6620109a-a38a-4564-8ec7-30383c1085f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:09.956589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-6620109a-a38a-4564-8ec7-30383c1085f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1337261 Sep 22 08:57:10.066781 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-955ee842-922d-45c9-96a1-553d59f6fb79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 1000 time: 0.0977886 Sep 22 08:57:10.129188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-2ee208d5-6390-4cae-9c72-8be01fc20707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:10.130624 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-2ee208d5-6390-4cae-9c72-8be01fc20707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0576639 Sep 22 08:57:10.178109 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:18:3a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:57:08Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:57:10.182561 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:57:10.190714 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:57:10.191342 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:57:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:57:10.216396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-48d9866d-3d71-4ad0-aed1-7bcfd43d679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:10.217791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-48d9866d-3d71-4ad0-aed1-7bcfd43d679a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797200 Sep 22 08:57:10.348841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-1a8f34a6-64bf-4474-b1cb-5e7326588c3c service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245749 Sep 22 08:57:10.362733 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:57:10.479620 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-66a688b6-08a2-4f74-b193-e8ef486ec11f req-f2513bfc-9015-435d-8cdb-8926af232072 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242399 Sep 22 08:57:10.698184 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:18:3a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:57:08Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:57:10.701932 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea28e843-0385-4e9f-b8e4-f4883f817367 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:18:3a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:57:08Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:57:10.883143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2687d0-fdde-466c-b855-814648f557e1 None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:57:10.988838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:12.540162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:17.780462 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-2a0bc09c-5062-488c-8ff2-932a13d140d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754240 Sep 22 08:57:17.923674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-7cbbe02a-f7e0-476c-8c91-9c0ff0a7c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:17.925113 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-7cbbe02a-f7e0-476c-8c91-9c0ff0a7c733 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1099 time: 0.0806026 Sep 22 08:57:18.066514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-2f15ecc4-57f0-481d-bba7-cb55d2d2b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:18.067905 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-2f15ecc4-57f0-481d-bba7-cb55d2d2b4d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1246128 Sep 22 08:57:18.274196 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-d8b81512-c06e-48d4-8207-4d1971181e99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 1002 time: 0.2005033 Sep 22 08:57:18.335277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-4d6e41d8-9718-49de-9f7f-f7fab1942db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:18.336569 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-4d6e41d8-9718-49de-9f7f-f7fab1942db4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0553114 Sep 22 08:57:18.418120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-ea043c7c-3cf4-405b-9f32-70479e2e7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:18.419625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-ea043c7c-3cf4-405b-9f32-70479e2e7dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754440 Sep 22 08:57:18.546796 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-4fbcea92-af76-4cb5-ac4b-d406d640a691 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211429 Sep 22 08:57:18.674277 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a42293f2-aab2-4cca-b070-25ed5b90fdc2 req-af08a9f8-429b-4760-bd09-8ba08829f869 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224213 Sep 22 08:57:23.463089 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:57:36.183597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a07be366-9c5a-4f47-84ec-98f838eac142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:38.334245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-832c660f-edb0-4d8e-bcd6-d79cb34619af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:39.609735 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:39.651497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:40.932387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:42.544776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:57:47.060374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9244e-8e6b-439d-9990-f9210cb10757 req-1958e131-a297-421a-948e-15678651bc58 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:47.061816 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9e9244e-8e6b-439d-9990-f9210cb10757 req-1958e131-a297-421a-948e-15678651bc58 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0888517 Sep 22 08:57:47.105169 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9e9244e-8e6b-439d-9990-f9210cb10757 req-736e8c75-4ef9-40e7-a488-1c6c6aec540b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376096 Sep 22 08:57:48.306296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110af8-a6f8-4a34-847b-d40ce4510440 req-f1540415-248c-495d-86f7-12d144f0f4a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:48.307666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3f110af8-a6f8-4a34-847b-d40ce4510440 req-f1540415-248c-495d-86f7-12d144f0f4a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0897784 Sep 22 08:57:48.352530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3f110af8-a6f8-4a34-847b-d40ce4510440 req-7f501b29-1be9-4e67-b10c-7213fc926800 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388520 Sep 22 08:57:49.554070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82446c-7b47-4dc2-aff5-ded54340b8e7 req-7474e1ab-30c7-43bf-a6da-d039fd555c76 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:49.555542 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bd82446c-7b47-4dc2-aff5-ded54340b8e7 req-7474e1ab-30c7-43bf-a6da-d039fd555c76 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0902257 Sep 22 08:57:49.598630 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bd82446c-7b47-4dc2-aff5-ded54340b8e7 req-72e9fe6e-8c92-495b-b0ca-09a795aed4be tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375769 Sep 22 08:57:50.795491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7badd5-4e54-4548-8879-cc05ab37cba4 req-d8f1da0d-496a-4f1b-99b3-2760274c25da tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:50.796953 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f7badd5-4e54-4548-8879-cc05ab37cba4 req-d8f1da0d-496a-4f1b-99b3-2760274c25da tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0904860 Sep 22 08:57:50.839807 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f7badd5-4e54-4548-8879-cc05ab37cba4 req-139cc32f-e9ca-4023-aeaa-11367a0d604e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372460 Sep 22 08:57:52.033732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104598-746b-4223-9f43-58f1656cb48a req-6752a77d-034c-4a93-8438-42d4a70cfa2d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:52.035150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7104598-746b-4223-9f43-58f1656cb48a req-6752a77d-034c-4a93-8438-42d4a70cfa2d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0863657 Sep 22 08:57:52.080722 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7104598-746b-4223-9f43-58f1656cb48a req-1484978a-270c-4a35-84ad-3edd7fb48e55 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399697 Sep 22 08:57:53.279632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b6b31-20c4-42f2-b43a-f48fd6c482ef req-2be592df-f587-4efb-a174-471db5bfffbe tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:53.280973 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-200b6b31-20c4-42f2-b43a-f48fd6c482ef req-2be592df-f587-4efb-a174-471db5bfffbe tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0850132 Sep 22 08:57:53.326850 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-200b6b31-20c4-42f2-b43a-f48fd6c482ef req-3143704d-5334-4cd6-9b3c-73dcb7f75c67 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402734 Sep 22 08:57:54.520070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556e0e-d930-4cf1-b930-52ce7f95436d req-c24d7348-bb04-4260-a7bf-7df2fe517121 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:54.521551 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6f556e0e-d930-4cf1-b930-52ce7f95436d req-c24d7348-bb04-4260-a7bf-7df2fe517121 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0858912 Sep 22 08:57:54.565274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6f556e0e-d930-4cf1-b930-52ce7f95436d req-4f96eee1-c3c8-4646-ab1f-a5a962401780 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373080 Sep 22 08:57:55.762101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde35b7-bb2d-41db-8a94-6381e69cb26f req-4c8dacff-8371-4750-8774-5662e4152b49 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:55.763543 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6cde35b7-bb2d-41db-8a94-6381e69cb26f req-4c8dacff-8371-4750-8774-5662e4152b49 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0905297 Sep 22 08:57:55.806368 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6cde35b7-bb2d-41db-8a94-6381e69cb26f req-ced83728-be1b-40c8-9e63-4ff6f01d8c58 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372000 Sep 22 08:57:57.008612 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a6611-eb0a-42b6-a139-8782ac5b3adc req-22327ada-aad1-496c-a402-7afe1f5ad4ab tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:57.010100 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-267a6611-eb0a-42b6-a139-8782ac5b3adc req-22327ada-aad1-496c-a402-7afe1f5ad4ab tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0916324 Sep 22 08:57:57.053785 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-267a6611-eb0a-42b6-a139-8782ac5b3adc req-70173d17-a4ea-44e3-b70e-e06f45528f21 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380051 Sep 22 08:57:58.253463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0505b-4c03-48fd-a0ae-94e2866de515 req-18d51301-a4da-4eb7-8754-f745d1c30aa7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:58.254844 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18b0505b-4c03-48fd-a0ae-94e2866de515 req-18d51301-a4da-4eb7-8754-f745d1c30aa7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0903318 Sep 22 08:57:58.298087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18b0505b-4c03-48fd-a0ae-94e2866de515 req-b0a7dd0f-7ec3-4a71-9b2f-64bf9b31ffda tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370290 Sep 22 08:57:58.764067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3d42d-c4ef-4f25-9a94-07dcd4d89263 req-cc8d3e64-aa86-49f5-9ce7-edb328660d27 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:58.765503 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3c3d42d-c4ef-4f25-9a94-07dcd4d89263 req-cc8d3e64-aa86-49f5-9ce7-edb328660d27 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.1504648 Sep 22 08:57:58.768296 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-257a77dc-6730-412f-b0d4-389da94d480e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1967845 Sep 22 08:57:58.811728 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3c3d42d-c4ef-4f25-9a94-07dcd4d89263 req-e08d0afe-a6a5-4f9b-bcc8-fce5245d14d6 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406210 Sep 22 08:57:59.864874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-5d887b06-7323-4940-90a6-94d606f5d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:57:59.866346 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-5d887b06-7323-4940-90a6-94d606f5d19f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1099 time: 0.0802581 Sep 22 08:57:59.999439 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-2ffac6ab-3adf-4149-a094-f4153099653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:00.000938 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-2ffac6ab-3adf-4149-a094-f4153099653e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1281161 Sep 22 08:58:00.011176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c344fa5-31fb-4904-91f2-5c2e168a082e req-d5eda735-9e72-4684-9efe-b2e2b20e8e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:00.012649 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c344fa5-31fb-4904-91f2-5c2e168a082e req-d5eda735-9e72-4684-9efe-b2e2b20e8e43 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0870404 Sep 22 08:58:00.060192 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c344fa5-31fb-4904-91f2-5c2e168a082e req-89cadb11-5d2a-436a-8c9a-dac944fb029c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417273 Sep 22 08:58:00.099853 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-9638502f-f366-45b8-8425-b641549729de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 1002 time: 0.0929596 Sep 22 08:58:00.165820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-22ae12dc-3d6b-4808-86a2-57858c12d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:00.167271 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-22ae12dc-3d6b-4808-86a2-57858c12d967 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0617354 Sep 22 08:58:00.249334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-363a5db6-e857-4ad1-93b1-ca36100c3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:00.250967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-363a5db6-e857-4ad1-93b1-ca36100c3b45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783434 Sep 22 08:58:00.461362 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:58:00.477926 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-958239e3-659a-4712-8abc-756c04af98eb service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206554 Sep 22 08:58:00.605040 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-2c3f338e-83fc-40ef-93a6-576f5f498880 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218171 Sep 22 08:58:01.259649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05809f-c400-492c-bc55-a97ed4336473 req-274a9681-ce43-4bf8-81dc-58827a601817 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:01.261011 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e05809f-c400-492c-bc55-a97ed4336473 req-274a9681-ce43-4bf8-81dc-58827a601817 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0902724 Sep 22 08:58:01.304332 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e05809f-c400-492c-bc55-a97ed4336473 req-d4a004d0-ecea-4ee6-8935-4e52f43c933b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377276 Sep 22 08:58:02.200265 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-b3cffb70-ed4a-4f42-9bd5-af5fc9543243 service neutron] 10.222.0.48 "GET /v2.0/ports/3d1064d4-8c45-4b43-b12d-69d7f3dc6202/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0751204 Sep 22 08:58:02.464743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-2e83b277-8327-43c9-a1e7-204b60b8f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:02.466199 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-2e83b277-8327-43c9-a1e7-204b60b8f106 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 1099 time: 0.0787024 Sep 22 08:58:02.514458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8b656-d32a-4c56-84b7-3011ecaeada8 req-2d9a86f7-7b01-420c-b67f-ff65a0ed12da tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:02.516078 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ba8b656-d32a-4c56-84b7-3011ecaeada8 req-2d9a86f7-7b01-420c-b67f-ff65a0ed12da tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0900569 Sep 22 08:58:02.560601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ba8b656-d32a-4c56-84b7-3011ecaeada8 req-09a21117-6ea5-432c-94e6-5e9b66d29134 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386341 Sep 22 08:58:02.566316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-ec52d58f-d3dd-4155-9ecb-a61465a7b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:02.567825 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-ec52d58f-d3dd-4155-9ecb-a61465a7b044 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1099 time: 0.0816839 Sep 22 08:58:02.698068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-a89ed612-924a-4da2-a348-301d72536484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:02.699500 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-a89ed612-924a-4da2-a348-301d72536484 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1249220 Sep 22 08:58:02.796650 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-e54d2232-0107-47a1-8cc8-fe90e9da39eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 1002 time: 0.0910854 Sep 22 08:58:02.859234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-d7ea5f2f-a42a-4242-b5af-195b71349d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:02.860594 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-d7ea5f2f-a42a-4242-b5af-195b71349d93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0584817 Sep 22 08:58:02.940658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-6cc5117a-a536-470a-b015-4d5e9002cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:02.942105 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-6cc5117a-a536-470a-b015-4d5e9002cdfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761042 Sep 22 08:58:03.074543 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-be42a857-a859-4c29-9819-bfebf6774be4 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256397 Sep 22 08:58:03.202734 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-949d52ac-b48d-46ad-a410-19f9e04f07cf req-438bc5e4-c184-42fa-ba8d-8adbe7fe33c4 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225724 Sep 22 08:58:03.763072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1659067-77ee-443c-ab2e-fc9b6db8e406 req-3db25179-2083-4b85-ab8e-921685b4d818 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:03.764546 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1659067-77ee-443c-ab2e-fc9b6db8e406 req-3db25179-2083-4b85-ab8e-921685b4d818 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0945210 Sep 22 08:58:03.809149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1659067-77ee-443c-ab2e-fc9b6db8e406 req-21a22e15-5011-4c78-b975-072f8b0df4a4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389431 Sep 22 08:58:05.007189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee607d-d4cd-4e54-a87f-3d2b3bf9243e req-77f64ccb-8e36-4bd7-a2f5-391ed632c930 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:05.008642 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4aee607d-d4cd-4e54-a87f-3d2b3bf9243e req-77f64ccb-8e36-4bd7-a2f5-391ed632c930 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0900984 Sep 22 08:58:05.051905 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4aee607d-d4cd-4e54-a87f-3d2b3bf9243e req-fe96c45f-bce3-4404-b51f-353569a72daa tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375271 Sep 22 08:58:05.370211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b1aa6-2eab-4bbf-a4b8-ffe7dac9830f req-7f1546ba-4d02-4d13-a3eb-ffe242c25f0c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:05.371622 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f19b1aa6-2eab-4bbf-a4b8-ffe7dac9830f req-7f1546ba-4d02-4d13-a3eb-ffe242c25f0c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0902903 Sep 22 08:58:05.372276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-095aadf4-aa1d-4de9-8389-435403821f5b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:05.373982 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-095aadf4-aa1d-4de9-8389-435403821f5b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19&tenant_id=d3bddee8b12f4690966e406dc87ffe64&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 946 time: 0.0944161 Sep 22 08:58:05.421570 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f19b1aa6-2eab-4bbf-a4b8-ffe7dac9830f req-02a407d1-d78e-40dc-8454-ca32f864332f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439451 Sep 22 08:58:05.530714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:58:05.532021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-9759bec0-d727-4e3e-9070-5619a2c252d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:05.533888 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-9759bec0-d727-4e3e-9070-5619a2c252d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1099 time: 0.0792360 Sep 22 08:58:05.660035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:58:05.663775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-86c26af4-17dd-44f9-aad3-a03fe8ea094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:05.665219 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-86c26af4-17dd-44f9-aad3-a03fe8ea094b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1260767 Sep 22 08:58:05.676534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'mac_address': 'fa:16:3e:18:3a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:58:05.730645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:58:05.731020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:05.751786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:58:05.769648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:58:05.774598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:05.841193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['3d1064d4-8c45-4b43-b12d-69d7f3dc6202'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:58:05.873075 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-9f58d8fa-ab36-4c58-9e3f-b337c0976d71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 1002 time: 0.2014186 Sep 22 08:58:05.881383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:05.898594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.898978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.899254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.899586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.899939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.900262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.900578 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.900896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.901212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.901528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.901844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.902153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:05.935264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-bc9e6ad2-161e-44c1-a116-117ba499199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:05.936697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-bc9e6ad2-161e-44c1-a116-117ba499199f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0574007 Sep 22 08:58:06.027666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-f48345b1-8fb5-4b12-8dc5-a13c89a05c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:06.029163 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-f48345b1-8fb5-4b12-8dc5-a13c89a05c01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871727 Sep 22 08:58:06.160700 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-44ab4fab-0ddc-4fc2-901c-c3f2df5ed297 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253543 Sep 22 08:58:06.188314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12460562-f74d-4c51-82a4-fae073b17bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:06.289682 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2054cf56-e1ae-4e71-83eb-03b31e1a1c57 req-0733cfa8-b759-4c58-a8a9-a4c39097c996 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217692 Sep 22 08:58:06.619522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b858920-4f90-4f85-aefd-471087cc0ce8 req-78d02d03-766e-4a32-8662-aa19134bd4c3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:06.620972 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3b858920-4f90-4f85-aefd-471087cc0ce8 req-78d02d03-766e-4a32-8662-aa19134bd4c3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 945 time: 0.0872021 Sep 22 08:58:06.666052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3b858920-4f90-4f85-aefd-471087cc0ce8 req-bc31fd8c-5ae2-4a19-91ed-3a9eb0a2f72a tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390551 Sep 22 08:58:07.527273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:58:07.596804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:58:07.597165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:07.597488 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 Sep 22 08:58:07.706437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:58:07.706810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:07.735716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:58:07.737954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff12b64-de64-43ce-a526-9329b9a2d9ce" -d '{"events": [{"server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "name": "network-vif-plugged", "status": "completed", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:58:07.745765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:58:07.750528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:07.782967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16bf49-0695-4976-b7a0-730e21d8c143 x-openstack-request-id: req-9c16bf49-0695-4976-b7a0-730e21d8c143 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:58:07.783272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "name": "network-vif-plugged", "status": "completed", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:58:07.783518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c16bf49-0695-4976-b7a0-730e21d8c143 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:58:07.783897 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c16bf49-0695-4976-b7a0-730e21d8c143'] response: {'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'code': 200} Sep 22 08:58:07.820524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:07.865703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf1c64-2154-482c-a42c-93af934eca31 req-a34ed4e3-df97-45b8-a691-335621968926 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:07.867143 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-92cf1c64-2154-482c-a42c-93af934eca31 req-a34ed4e3-df97-45b8-a691-335621968926 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0890007 Sep 22 08:58:07.910711 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-92cf1c64-2154-482c-a42c-93af934eca31 req-a3593e12-e79f-4dd0-9231-403c4f261900 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375876 Sep 22 08:58:08.108680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18756b47-4814-41a1-8de9-0d01d468681d req-f3774ff8-47d0-486a-8212-a595159e2733 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:08.110108 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18756b47-4814-41a1-8de9-0d01d468681d req-f3774ff8-47d0-486a-8212-a595159e2733 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0893049 Sep 22 08:58:08.155533 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18756b47-4814-41a1-8de9-0d01d468681d req-f5052a68-9721-43c2-96f5-8203ded0e658 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384042 Sep 22 08:58:08.342392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1245221-2279-45da-b44f-edba4975af28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:08.580363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd200f-632d-4262-90e8-2c7f55fac1a8 req-165f7896-241a-4eae-92c5-a8f199651ee9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:08.581801 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bcd200f-632d-4262-90e8-2c7f55fac1a8 req-165f7896-241a-4eae-92c5-a8f199651ee9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.1495733 Sep 22 08:58:08.584285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-015feb29-1dbd-471f-8f9b-a3f2d8570966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:08.585601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-015feb29-1dbd-471f-8f9b-a3f2d8570966 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 1099 time: 0.1137216 Sep 22 08:58:08.701472 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6bcd200f-632d-4262-90e8-2c7f55fac1a8 req-fc6f5601-c6d1-415b-9dea-acaa52e7b614 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139398 Sep 22 08:58:08.743995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-75711329-4b16-4e9a-a79f-1863c76f1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:08.745430 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-75711329-4b16-4e9a-a79f-1863c76f1bce service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1442542 Sep 22 08:58:08.846055 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-bfa647e6-29c1-4605-8b40-8fe210659413 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 200 len: 1002 time: 0.0951333 Sep 22 08:58:08.906279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-5ffc60fe-deda-4b57-b763-ae5725bfaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:08.907585 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-5ffc60fe-deda-4b57-b763-ae5725bfaafc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0561321 Sep 22 08:58:08.990156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-835cdbf6-8f33-476d-a8f8-a1ab93ec21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:08.991643 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-835cdbf6-8f33-476d-a8f8-a1ab93ec21ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787430 Sep 22 08:58:09.118578 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-9689eb0e-1c8a-4f56-9504-430829624378 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208303 Sep 22 08:58:09.244749 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f17fb7c7-3f85-4af7-95f5-ec44325d507d req-ce21efa2-b93a-4d13-a66e-11aaf4c90792 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205611 Sep 22 08:58:09.612659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:09.653113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:09.921516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21257c77-523a-4235-97cd-eba39ae92c98 req-69f45c00-22bc-4a5d-a14d-dd90c5664227 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:09.923122 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21257c77-523a-4235-97cd-eba39ae92c98 req-69f45c00-22bc-4a5d-a14d-dd90c5664227 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0931880 Sep 22 08:58:09.970278 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21257c77-523a-4235-97cd-eba39ae92c98 req-6af089d9-3eb8-42b6-b394-79f6807d8aa9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391829 Sep 22 08:58:10.361341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356230-fad5-496c-aa4f-be75f3c67ba9 req-b8dd695d-895a-4b4e-b84b-97739f2a3ddc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:10.362793 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c356230-fad5-496c-aa4f-be75f3c67ba9 req-b8dd695d-895a-4b4e-b84b-97739f2a3ddc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0881736 Sep 22 08:58:10.410357 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c356230-fad5-496c-aa4f-be75f3c67ba9 req-f50d2014-74c4-452f-b8c0-fd00f8783545 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418243 Sep 22 08:58:10.936164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:11.609317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a29cb5-5026-459b-b564-bc4dbe4a6da7 req-8d8fe6e8-dac6-41c2-b2e3-1eab1e56e2a2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:11.610848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e1a29cb5-5026-459b-b564-bc4dbe4a6da7 req-8d8fe6e8-dac6-41c2-b2e3-1eab1e56e2a2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0871921 Sep 22 08:58:11.658754 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e1a29cb5-5026-459b-b564-bc4dbe4a6da7 req-de619597-a984-444d-baab-7c7e03ccbc57 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420158 Sep 22 08:58:12.197756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655861fb-89d6-42c3-9b48-45b575d095fb req-d2514f9c-25d2-47a4-a25b-e56fc1e90a86 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:12.199164 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-655861fb-89d6-42c3-9b48-45b575d095fb req-d2514f9c-25d2-47a4-a25b-e56fc1e90a86 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.1960402 Sep 22 08:58:12.269278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Deleting port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:58:12.269543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:12.519772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] For port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:58:12.520044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:12.538546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:12.809873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:12.810831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:12.811180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 disassociated. External IP: 172.26.8.177, port: 3d1064d4-8c45-4b43-b12d-69d7f3dc6202. Sep 22 08:58:12.811559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Calling delete_port for 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:58:12.855048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebea31-196f-4545-85fa-c052fc434266 req-2acc100d-7983-4aec-9726-d24bbdefe322 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:12.857346 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38ebea31-196f-4545-85fa-c052fc434266 req-2acc100d-7983-4aec-9726-d24bbdefe322 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 946 time: 0.0891268 Sep 22 08:58:12.901534 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38ebea31-196f-4545-85fa-c052fc434266 req-6f8c2a48-9c7f-4596-aba1-355750221e3c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393412 Sep 22 08:58:12.958750 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:13.007953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event deleted for resources: {'Port': ['ID=3d1064d4-8c45-4b43-b12d-69d7f3dc6202,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:13.016977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.016977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.017201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.017523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.017859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.018191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.018517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.018842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.019170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.019539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.019840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.020159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:58:13.210169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:58:13.383718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:58:13.394046 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:58:13.403406 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:58:13.404006 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:58:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:13.473638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] No DVR routers for this DVR port 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:58:13.476089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:13.478735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'name': 'network-vif-deleted', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:58:13.481014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eaed0e-38cd-497b-bd65-2af27c40aedc" -d '{"events": [{"server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "name": "network-vif-deleted", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:58:13.495481 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-655861fb-89d6-42c3-9b48-45b575d095fb req-36c238f9-25b0-486a-adfd-d6fb3ca2d79c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "DELETE /v2.0/ports/3d1064d4-8c45-4b43-b12d-69d7f3dc6202 HTTP/1.1" status: 204 len: 173 time: 1.2912254 Sep 22 08:58:13.529831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa419f8-ec7e-4995-b083-86650afa6a26 x-openstack-request-id: req-0aa419f8-ec7e-4995-b083-86650afa6a26 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:58:13.530148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60c20c5-dde3-45e7-a6de-11c7703a0c19", "name": "network-vif-deleted", "tag": "3d1064d4-8c45-4b43-b12d-69d7f3dc6202", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:58:13.530423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0aa419f8-ec7e-4995-b083-86650afa6a26 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:58:13.530844 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa419f8-ec7e-4995-b083-86650afa6a26'] response: {'server_uuid': 'c60c20c5-dde3-45e7-a6de-11c7703a0c19', 'name': 'network-vif-deleted', 'tag': '3d1064d4-8c45-4b43-b12d-69d7f3dc6202', 'status': 'completed', 'code': 200} Sep 22 08:58:13.581193 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:58:13.892109 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:13.895877 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:58:13.904043 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:58:13.904705 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:58:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:14.092555 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:58:14.093201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-56d84f04-ea67-41b6-9e3a-11b8f384aa3f req-b0cf8a8b-0239-4e84-a3e5-99fb5839c4d5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=c60c20c5-dde3-45e7-a6de-11c7703a0c19 HTTP/1.1" status: 200 len: 210 time: 0.0574803 Sep 22 08:58:14.396291 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:14.401022 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d879fb0-5c22-4749-9a71-d318dafe23b0 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:58:14.604766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e60f2f-e7f6-4305-9599-52c69f273ceb None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:58:15.424383 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-3ef9d6cc-569a-4dee-829c-22331de43a1d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--17196353&fields=id&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 267 time: 0.0385914 Sep 22 08:58:15.667072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-be426b14-dac4-4ff1-9527-6ec7b5e025b7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:15.668422 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-be426b14-dac4-4ff1-9527-6ec7b5e025b7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.2375517 Sep 22 08:58:15.682499 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-baf90041-5ddf-4d6b-ad51-7e83e7214577 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/quotas/d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 375 time: 0.0086153 Sep 22 08:58:15.771965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-54464f15-53b9-4fa2-b56b-6ad73d60544f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:58:15.787398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-54464f15-53b9-4fa2-b56b-6ad73d60544f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:58:15.788637 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-54464f15-53b9-4fa2-b56b-6ad73d60544f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014149 Sep 22 08:58:15.923806 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-69999a25-03bb-4bee-a86b-1b7ebabbe081 service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230302 Sep 22 08:58:16.052283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-30bf0d53-2542-4c12-b067-3384e45a2d8b service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226327 Sep 22 08:58:16.240286 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28f29ca2-93ba-462b-a456-ee243fad822a req-d78fb2a1-b576-48ff-8a19-dc1972e43e97 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 210 time: 0.0496132 Sep 22 08:58:17.205849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-7a481408-0f04-410a-83d0-1f37d24ee762 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:17.207285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-7a481408-0f04-410a-83d0-1f37d24ee762 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.1446378 Sep 22 08:58:17.257884 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-a3906233-e2b2-410c-8477-3238f1673951 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 378 time: 0.0428278 Sep 22 08:58:17.267122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'port': {'device_id': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'admin_state_up': True, 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'security_groups': ['11ca666f-ffe0-442d-baed-fa9e371ce6eb']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:58:17.402984 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-132330e4-1423-4523-b957-849a71577d6c req-8f268522-82fd-4a1f-b3f9-c6768bdc8d4e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 210 time: 0.0516112 Sep 22 08:58:17.450961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:58:17.460339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:58:17.469826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Made reservation on behalf of d3bddee8b12f4690966e406dc87ffe64 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:58:17.473325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:17.539721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:58:17.575616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:58:17.575954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3d1064d4-8c45-4b43-b12d-69d7f3dc6202 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:58:17.630049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Allocated IP 172.20.0.12 (0c64a3ca-9518-4fd8-bd89-2abb3206ecd4/7e207feb-af40-4dce-bbc6-183a2dd88fcd/0c31d000-c53c-40f4-95b9-ff9d3de5d669) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:58:17.817708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:17.832659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Transition to ACTIVE for port object 0c31d000-c53c-40f4-95b9-ff9d3de5d669 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:58:17.856436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:17.926754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:58:17.929967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:58:17.934661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:58:17.965420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:18.002317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:18.002926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.029080 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-5ed1be89-ce64-476b-bb79-737c481515a5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655673 Sep 22 08:58:18.041165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Request body: {'port': {'device_id': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:58:18.148363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Provisioning for port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:58:18.153974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Provisioning complete for port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:58:18.154346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.154660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.154802 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Attempt 1 to provision port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 Sep 22 08:58:18.206704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:58:18.588245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:58:18.595557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.601636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140345d7-8845-4e76-b8a6-d8ae1aae52e7 req-39dd974b-ce5b-486f-8961-65c63592c7e9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:18.603088 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-140345d7-8845-4e76-b8a6-d8ae1aae52e7 req-39dd974b-ce5b-486f-8961-65c63592c7e9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 932 time: 0.0890574 Sep 22 08:58:18.609576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Transition to ACTIVE for port object 0c31d000-c53c-40f4-95b9-ff9d3de5d669 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:58:18.614054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.648189 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-140345d7-8845-4e76-b8a6-d8ae1aae52e7 req-67c46625-8d3f-4c94-912b-7e96caca8b95 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393167 Sep 22 08:58:18.707989 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Attempt 2 to provision port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 Sep 22 08:58:18.760052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:58:18.804893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:18.837621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Attempting to bind port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:58:18.837951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Attempting to bind port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:58:18.838274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Attempting to bind port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:58:18.843051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:58:18.843368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Attempting to bind port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:58:18.848773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:58:18.849102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Checking segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:58:18.849476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Bound using segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:58:18.849892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Bound port: 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:58:18.850237 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.937459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:58:18.940425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:58:18.945605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.948667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:18.949443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:18.950832 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] 10.222.0.48 "PUT /v2.0/ports/0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 1094 time: 0.9145055 Sep 22 08:58:18.984454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:58:18.986760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef825f7-6ffc-4d53-9eae-7a09fe75074e" -d '{"events": [{"name": "network-changed", "server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:58:19.045130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5035ccb8-467c-482b-a1a9-33b57b4574ad x-openstack-request-id: req-5035ccb8-467c-482b-a1a9-33b57b4574ad {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:58:19.045418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:58:19.045660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5035ccb8-467c-482b-a1a9-33b57b4574ad {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:58:19.046043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5035ccb8-467c-482b-a1a9-33b57b4574ad'] response: {'name': 'network-changed', 'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'status': 'completed', 'code': 200} Sep 22 08:58:19.086151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24668f1b-e410-4cd2-9f24-ef31869c4055 service neutron] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:19.103838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-d224ab19-d559-4889-aa28-8111fe3db046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:19.105332 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-d224ab19-d559-4889-aa28-8111fe3db046 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1097 time: 0.1104436 Sep 22 08:58:19.174346 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-91bfc59d-9b12-4f50-a62d-c88e12f18d8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 217 time: 0.0628543 Sep 22 08:58:19.234722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-380592a2-28b5-47b5-8f88-4ce53b4fe289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:19.236027 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-380592a2-28b5-47b5-8f88-4ce53b4fe289 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0559802 Sep 22 08:58:19.263375 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Attempt 3 to provision port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 Sep 22 08:58:19.323679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-0356148f-ef22-4e49-a368-c9c10702f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:19.325231 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-0356148f-ef22-4e49-a368-c9c10702f4d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836856 Sep 22 08:58:19.328144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5eb6fc23-c1ed-4381-b7a5-a14c9ac832d9 None None] Port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:58:19.453899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-eadab922-bae6-4783-aed3-c85257b24b54 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227748 Sep 22 08:58:19.584123 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04d36bb4-86ba-4f1f-ae5f-07c685b10357 req-4370ffca-4ab6-4ad9-b160-122f1efe4f9b service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240122 Sep 22 08:58:19.703923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-034940cf-f17a-47a3-9316-d26c5b62122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:19.705420 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-034940cf-f17a-47a3-9316-d26c5b62122e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0792763 Sep 22 08:58:19.839164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-746c4505-bd49-4708-b412-ea4b9df49e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:19.840549 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-746c4505-bd49-4708-b412-ea4b9df49e69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1291728 Sep 22 08:58:19.847503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dee60-984e-4498-bbc2-80bb6f6eb3dd req-4221f9c9-b2bc-4c80-97fb-243ab8509276 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:19.848958 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-244dee60-984e-4498-bbc2-80bb6f6eb3dd req-4221f9c9-b2bc-4c80-97fb-243ab8509276 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 944 time: 0.0879905 Sep 22 08:58:19.893084 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-244dee60-984e-4498-bbc2-80bb6f6eb3dd req-feb3d43b-b3a8-4144-a5b1-daf89c3672a1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384502 Sep 22 08:58:19.916701 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-e441bd1a-5c47-40b3-ae4e-aa654da22278 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 217 time: 0.0690463 Sep 22 08:58:19.978504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-72559e7a-5e0e-4714-8209-c0ae87e11be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:19.979933 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-72559e7a-5e0e-4714-8209-c0ae87e11be8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0577478 Sep 22 08:58:20.063947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-868acec6-c865-40c4-96f8-396de01462e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:20.065393 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-868acec6-c865-40c4-96f8-396de01462e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790365 Sep 22 08:58:20.301738 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-40c40483-1c6d-42bf-983a-2db2e757a048 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277293 Sep 22 08:58:20.430077 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bef825f7-6ffc-4d53-9eae-7a09fe75074e req-062b5583-9b6a-47c6-93c0-c2bb993e0658 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218216 Sep 22 08:58:21.091481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c457-2c70-4bbc-87bf-033d29ffa348 req-cf1c96a0-10f4-44e4-be17-2100905013a4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:21.092197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a991c457-2c70-4bbc-87bf-033d29ffa348 req-cf1c96a0-10f4-44e4-be17-2100905013a4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:58:21.107469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a991c457-2c70-4bbc-87bf-033d29ffa348 req-cf1c96a0-10f4-44e4-be17-2100905013a4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:58:21.108817 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a991c457-2c70-4bbc-87bf-033d29ffa348 req-cf1c96a0-10f4-44e4-be17-2100905013a4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 944 time: 0.1011155 Sep 22 08:58:21.152992 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a991c457-2c70-4bbc-87bf-033d29ffa348 req-1216c44a-8726-4352-8066-6d8ea65ce60f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385559 Sep 22 08:58:22.348301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a58de-3532-405d-b1ef-7b792adaea03 req-830e6827-dc26-4290-bc06-1bb579de4583 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:22.349643 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b4a58de-3532-405d-b1ef-7b792adaea03 req-830e6827-dc26-4290-bc06-1bb579de4583 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 944 time: 0.0883546 Sep 22 08:58:22.393070 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b4a58de-3532-405d-b1ef-7b792adaea03 req-db9d57b5-d716-48f1-8473-6603adc88009 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372353 Sep 22 08:58:23.554767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:58:23.593232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165b8a8-d159-441b-86ae-1e4c243b4dd0 req-17a8e248-0752-4337-b1c8-791dd2a15f10 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:23.594815 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6165b8a8-d159-441b-86ae-1e4c243b4dd0 req-17a8e248-0752-4337-b1c8-791dd2a15f10 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 944 time: 0.0895133 Sep 22 08:58:23.638012 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6165b8a8-d159-441b-86ae-1e4c243b4dd0 req-31ce8651-4518-46a3-859e-f32fb0c5fe38 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377028 Sep 22 08:58:23.686518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:58:23.699769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'mac_address': 'fa:16:3e:21:dd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:58:23.752671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:58:23.753047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:23.769708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:58:23.784406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:58:23.788265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:23.855068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:23.987613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['0c31d000-c53c-40f4-95b9-ff9d3de5d669'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:58:24.834606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6e853-5237-4846-a020-d1c20ffa42d2 req-01a3e0a6-1b84-4d95-b3df-e0e115d633f2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:24.836010 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ee6e853-5237-4846-a020-d1c20ffa42d2 req-01a3e0a6-1b84-4d95-b3df-e0e115d633f2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0890610 Sep 22 08:58:24.880522 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ee6e853-5237-4846-a020-d1c20ffa42d2 req-e49d248e-7f7e-40cc-ad08-82daff9bba46 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372219 Sep 22 08:58:25.561518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:58:25.626401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:58:25.630929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:58:25.631316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:25.631642 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 Sep 22 08:58:25.741705 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:58:25.742067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:25.768153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:58:25.770377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6631ea96-e3a7-4c30-b94e-94dca1ddec04" -d '{"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-plugged", "status": "completed", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:58:25.778293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:58:25.784222 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:25.820038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf101bde-9dd0-4c3e-991e-78660dbb3d9c x-openstack-request-id: req-cf101bde-9dd0-4c3e-991e-78660dbb3d9c {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:58:25.820268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-plugged", "status": "completed", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:58:25.820505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf101bde-9dd0-4c3e-991e-78660dbb3d9c {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:58:25.820934 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf101bde-9dd0-4c3e-991e-78660dbb3d9c'] response: {'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'code': 200} Sep 22 08:58:25.851545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:58:26.045621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a89ce-5858-4042-bfb5-9aa0b3d60cc6 req-f6172d63-62be-4657-8a0a-26f047fa2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:26.047163 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-667a89ce-5858-4042-bfb5-9aa0b3d60cc6 req-f6172d63-62be-4657-8a0a-26f047fa2998 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0815723 Sep 22 08:58:26.087435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-667a89ce-5858-4042-bfb5-9aa0b3d60cc6 req-845a43d1-a2ec-48af-b460-d8ef36e3cbf8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342612 Sep 22 08:58:26.088630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa7ce-9acf-4fed-9d03-28992cdda18e req-37641bd9-8d55-4c35-a1a5-bc579b70afbf tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:26.090060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f1aa7ce-9acf-4fed-9d03-28992cdda18e req-37641bd9-8d55-4c35-a1a5-bc579b70afbf tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0855236 Sep 22 08:58:26.133458 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f1aa7ce-9acf-4fed-9d03-28992cdda18e req-fe12c6a0-967c-4c56-bb44-639caeb275f1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376890 Sep 22 08:58:27.336420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e5b4-71d2-47e7-b0e9-ddbe4bdaee7f req-68caf74c-f831-413f-a109-29f2250cca42 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:27.337767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b523e5b4-71d2-47e7-b0e9-ddbe4bdaee7f req-68caf74c-f831-413f-a109-29f2250cca42 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0896547 Sep 22 08:58:27.380746 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b523e5b4-71d2-47e7-b0e9-ddbe4bdaee7f req-77c80027-08d1-4e6c-8ee4-5d65a3f6ce72 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374241 Sep 22 08:58:27.570992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600be8a1-ed08-4be8-bc6b-d78c52c0c92e req-aff60c43-e52c-4c3b-9d5e-87eb7c6bbe58 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:27.572445 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-600be8a1-ed08-4be8-bc6b-d78c52c0c92e req-aff60c43-e52c-4c3b-9d5e-87eb7c6bbe58 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0881166 Sep 22 08:58:27.582569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:58:27.587838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'floatingip': {'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:58:27.764006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:28.360961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:28.364636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:28.529383 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 associated. External IP: 172.26.8.177, port: 0c31d000-c53c-40f4-95b9-ff9d3de5d669. Sep 22 08:58:28.868233 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:58:29.160550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:58:29.166022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:29.170501 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:58:29.179919 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:58:29.180585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:58:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:29.220580 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-329acfa5-cc66-4261-83d6-beb8ef394dd8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "PUT /v2.0/floatingips/ebc99a93-6f39-4757-8013-8c20133e6d42 HTTP/1.1" status: 200 len: 992 time: 1.6368456 Sep 22 08:58:29.221017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:58:29.223346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf" -d '{"events": [{"name": "network-changed", "server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:58:29.367016 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:58:29.478414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23ff82b-5a59-4283-9c1c-bdce483ae17e x-openstack-request-id: req-b23ff82b-5a59-4283-9c1c-bdce483ae17e {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:58:29.478700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:58:29.478951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b23ff82b-5a59-4283-9c1c-bdce483ae17e {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:58:29.479377 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23ff82b-5a59-4283-9c1c-bdce483ae17e'] response: {'name': 'network-changed', 'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'status': 'completed', 'code': 200} Sep 22 08:58:29.580090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-1dbcb15a-c3af-4624-bda8-3cc895ba5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:29.581552 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-1dbcb15a-c3af-4624-bda8-3cc895ba5a91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0816596 Sep 22 08:58:29.718037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-9fb98f38-da16-4bda-9f94-6bca9c35d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:29.719536 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-9fb98f38-da16-4bda-9f94-6bca9c35d205 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1319034 Sep 22 08:58:29.756533 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:21:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:58:28Z', 'revision_number': 9, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:29.760763 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:58:29.768936 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:58:29.769536 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:58:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:29.823164 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-b9e38a8b-db17-4aa0-bd5b-a0d4b7dfcf27 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 1000 time: 0.0976415 Sep 22 08:58:29.884151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-2a7b342e-e6b0-4ca9-a55e-c533f03234d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:29.885607 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-2a7b342e-e6b0-4ca9-a55e-c533f03234d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0570238 Sep 22 08:58:29.945046 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:58:29.973825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-5f41b6c5-9472-4178-94f5-74942819cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:58:29.975346 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-5f41b6c5-9472-4178-94f5-74942819cd5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843072 Sep 22 08:58:30.106438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-beb4c782-43e5-47b3-8a28-d94314bbdd76 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244149 Sep 22 08:58:30.236828 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0130192f-6b8f-43fd-ad3d-5e0b9807cddf req-906ae462-1ead-45f6-b2d9-cbe3ae857f59 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250327 Sep 22 08:58:30.291495 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:21:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:58:28Z', 'revision_number': 9, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:58:30.295439 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5e4da-77e0-4f0d-add0-451e99ac23c3 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:21:dd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:58:28Z', 'revision_number': 9, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:58:30.481553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16125120-2692-47ff-a67c-e4eae2376034 None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:58:36.190181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15cc1740-284b-444a-b0bf-3d0fe7822083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:37.460160 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:58:38.335565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-37153d2f-015b-4ba5-822c-554f87b94a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:39.614644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:39.654952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:40.937457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:58:42.542895 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:04.744185 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-819f0060-b3ae-4f12-9be0-4c89fa22b598 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809057 Sep 22 08:59:04.852165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91228c49-e0e9-4afe-a555-245ff82620e6 req-1ebc9ea3-b441-482f-94cf-0fc756f49a4d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:04.853616 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-91228c49-e0e9-4afe-a555-245ff82620e6 req-1ebc9ea3-b441-482f-94cf-0fc756f49a4d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.1433210 Sep 22 08:59:05.009953 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-91228c49-e0e9-4afe-a555-245ff82620e6 req-accb1351-ae35-4d6e-b074-9a24dae08dcf tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487224 Sep 22 08:59:05.867359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-46f04d68-a6cb-4dee-922d-9fef2ed8329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:05.868807 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-46f04d68-a6cb-4dee-922d-9fef2ed8329c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0772786 Sep 22 08:59:05.997900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-58f7fd7f-c9b7-4059-be58-4b91c5d1f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:05.999362 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-58f7fd7f-c9b7-4059-be58-4b91c5d1f14e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1234987 Sep 22 08:59:06.100188 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-b687fdc9-6f1f-4eca-8c5f-dc9f82d8034b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 1003 time: 0.0950515 Sep 22 08:59:06.172010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-72f9861d-9bd2-4408-b4e1-01d918978322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:06.173447 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-72f9861d-9bd2-4408-b4e1-01d918978322 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0676851 Sep 22 08:59:06.196576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28296f99-564a-4f03-b23c-f1daacbd260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:06.263371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-d4f6e497-1b35-45ea-b7a9-e77f759365f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:06.264857 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-d4f6e497-1b35-45ea-b7a9-e77f759365f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779951 Sep 22 08:59:06.274728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e827725-5dd9-462f-9cd4-2de9d96300e6 req-a5fbd1e5-139c-46d0-8bd8-a7e6621322ba tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:06.276201 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2e827725-5dd9-462f-9cd4-2de9d96300e6 req-a5fbd1e5-139c-46d0-8bd8-a7e6621322ba tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.1418934 Sep 22 08:59:06.319653 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2e827725-5dd9-462f-9cd4-2de9d96300e6 req-c5ce67d8-723f-49fc-a172-c313ccfdf2f0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372667 Sep 22 08:59:06.395522 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-51ead9a4-0bbd-4984-93bf-8a2fa1881bf6 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245840 Sep 22 08:59:06.523058 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-b97215b2-03e3-4c5c-b812-bd48f2b03d8e service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223407 Sep 22 08:59:07.525738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c8597-3678-402a-b0e7-abb4b7b186fb req-52864bde-964d-4559-a5af-ba6ebc1367d2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:07.527177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-340c8597-3678-402a-b0e7-abb4b7b186fb req-52864bde-964d-4559-a5af-ba6ebc1367d2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0944250 Sep 22 08:59:07.570151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-340c8597-3678-402a-b0e7-abb4b7b186fb req-24a97877-d42a-44a9-a57f-57eda8c45313 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366459 Sep 22 08:59:08.336935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-308f37af-a785-417e-8863-93f48d57828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:08.769103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6b938-c106-4a1d-9ac7-3e7afa13900d req-edff9269-e1a0-4a7d-a398-f5dde9a215df tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:08.770538 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3b6b938-c106-4a1d-9ac7-3e7afa13900d req-edff9269-e1a0-4a7d-a398-f5dde9a215df tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0891116 Sep 22 08:59:08.813284 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3b6b938-c106-4a1d-9ac7-3e7afa13900d req-9c1d55ec-52d0-4f5a-93fc-24ce50fec2ce tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372202 Sep 22 08:59:09.619377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:09.655291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:10.013023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91d5ce-cd72-4b09-910e-a56e71553813 req-1a01aae9-0376-428b-8908-07c45afbb05e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:10.014607 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4b91d5ce-cd72-4b09-910e-a56e71553813 req-1a01aae9-0376-428b-8908-07c45afbb05e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0886843 Sep 22 08:59:10.059767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4b91d5ce-cd72-4b09-910e-a56e71553813 req-c089a2ec-225a-4cc7-af41-8d0e5f24d577 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393965 Sep 22 08:59:10.940946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:11.263208 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1d68b-2086-4cbf-932d-26f7c42f0213 req-8cccb9c7-48ce-45a5-bae2-83e32f165676 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:11.264687 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8e1d68b-2086-4cbf-932d-26f7c42f0213 req-8cccb9c7-48ce-45a5-bae2-83e32f165676 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0871172 Sep 22 08:59:11.312137 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8e1d68b-2086-4cbf-932d-26f7c42f0213 req-1ac70d38-deeb-4cff-bafd-7dc514511d6b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417879 Sep 22 08:59:12.507995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535608df-5cf1-4562-9502-c4328ef14570 req-1a9fbc3d-d6da-461b-a2b0-b9713101adff tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:12.509422 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-535608df-5cf1-4562-9502-c4328ef14570 req-1a9fbc3d-d6da-461b-a2b0-b9713101adff tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0885797 Sep 22 08:59:12.546795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:12.554308 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-535608df-5cf1-4562-9502-c4328ef14570 req-f24ad8a0-985d-495d-a1d5-b445abde36c5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385740 Sep 22 08:59:13.747448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc61dc-68b8-41fa-9ee2-4d22204ad497 req-9908e9f5-1897-491a-9a96-3a3cd67d8cd2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:13.748892 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a4cc61dc-68b8-41fa-9ee2-4d22204ad497 req-9908e9f5-1897-491a-9a96-3a3cd67d8cd2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0856349 Sep 22 08:59:13.792108 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a4cc61dc-68b8-41fa-9ee2-4d22204ad497 req-716cc2e0-15bc-4b38-b779-66c1b565a34d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375483 Sep 22 08:59:14.459935 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:59:14.989723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf2203-1caf-4cdb-bbbe-b4357819c438 req-1b7f8d24-1e59-4e2f-b562-cd20398b2fa3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:14.991148 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21bf2203-1caf-4cdb-bbbe-b4357819c438 req-1b7f8d24-1e59-4e2f-b562-cd20398b2fa3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0908592 Sep 22 08:59:15.035066 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21bf2203-1caf-4cdb-bbbe-b4357819c438 req-eac85390-14cc-469a-9112-76f9b1724208 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379586 Sep 22 08:59:16.236157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4cf35-7a4a-4d10-ba05-e0be45edbecf req-27cdb5cf-60bc-4142-93b1-38ea73633c5c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:16.237528 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0cc4cf35-7a4a-4d10-ba05-e0be45edbecf req-27cdb5cf-60bc-4142-93b1-38ea73633c5c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0901794 Sep 22 08:59:16.280534 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0cc4cf35-7a4a-4d10-ba05-e0be45edbecf req-3bba10ac-bd0e-41f7-bba0-692456765ab3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373733 Sep 22 08:59:17.476074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc9eb2-5434-4108-b377-5834cf189473 req-88874a5b-0285-4319-b5c0-74b6fa3f09f3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:17.477496 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85dc9eb2-5434-4108-b377-5834cf189473 req-88874a5b-0285-4319-b5c0-74b6fa3f09f3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0850577 Sep 22 08:59:17.520328 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85dc9eb2-5434-4108-b377-5834cf189473 req-a85854e0-153a-4b09-b34b-67abd22545b9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372415 Sep 22 08:59:18.716902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47613c2-dea5-4f58-8f01-d149f270cd40 req-0c79ac45-018c-491a-b770-70ca206c6506 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:18.718356 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f47613c2-dea5-4f58-8f01-d149f270cd40 req-0c79ac45-018c-491a-b770-70ca206c6506 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0856469 Sep 22 08:59:18.765296 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f47613c2-dea5-4f58-8f01-d149f270cd40 req-95b09551-aef6-4c88-b0c4-557ce6514b59 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413313 Sep 22 08:59:19.963076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486abb7a-b8c9-4bdb-a6cf-fb7f0e43dca0 req-d8a19f40-3f31-4566-be68-b6aae4ff5076 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:19.964576 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-486abb7a-b8c9-4bdb-a6cf-fb7f0e43dca0 req-d8a19f40-3f31-4566-be68-b6aae4ff5076 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0898910 Sep 22 08:59:20.008029 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-486abb7a-b8c9-4bdb-a6cf-fb7f0e43dca0 req-1359e8b3-3d6c-47ab-bd48-cb81d2425813 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379195 Sep 22 08:59:20.816000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c120-d47c-490a-b758-c7c65e63895d req-055f937b-b3f9-41b0-b2d1-a3ec2d0590bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:20.817449 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2321c120-d47c-490a-b758-c7c65e63895d req-055f937b-b3f9-41b0-b2d1-a3ec2d0590bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0773921 Sep 22 08:59:20.963100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c120-d47c-490a-b758-c7c65e63895d req-872e4d91-ba20-4859-98ab-23f8a6f99b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:20.964629 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2321c120-d47c-490a-b758-c7c65e63895d req-872e4d91-ba20-4859-98ab-23f8a6f99b6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1294377 Sep 22 08:59:21.067532 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2321c120-d47c-490a-b758-c7c65e63895d req-17d48ef8-04f5-4a77-a507-6da6b48e425f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 1003 time: 0.0964980 Sep 22 08:59:21.209893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d18b-bd86-4d39-a93b-dff7b48dd77d req-59b6f9b3-9004-478b-8cb8-7f3cda602169 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:21.211697 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52d3d18b-bd86-4d39-a93b-dff7b48dd77d req-59b6f9b3-9004-478b-8cb8-7f3cda602169 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0940711 Sep 22 08:59:21.236923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c120-d47c-490a-b758-c7c65e63895d req-4fde80f1-241f-4a74-8727-6f98a70aa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:21.238267 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2321c120-d47c-490a-b758-c7c65e63895d req-4fde80f1-241f-4a74-8727-6f98a70aa019 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.1650989 Sep 22 08:59:21.259514 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52d3d18b-bd86-4d39-a93b-dff7b48dd77d req-749d51a9-1804-4835-998b-57c6b403d4b7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414531 Sep 22 08:59:21.320189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c120-d47c-490a-b758-c7c65e63895d req-a1d400a5-1640-4f35-888a-0e9f3437fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:21.321647 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2321c120-d47c-490a-b758-c7c65e63895d req-a1d400a5-1640-4f35-888a-0e9f3437fba8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774655 Sep 22 08:59:21.451497 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2321c120-d47c-490a-b758-c7c65e63895d req-f30cf9bc-fa75-4d86-9191-e18a3a1df33c service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232753 Sep 22 08:59:21.592551 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2321c120-d47c-490a-b758-c7c65e63895d req-f6a99c91-d1de-4cde-b3df-c4e61da35343 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355565 Sep 22 08:59:22.459606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682143d-3335-4201-a129-3c8d089329f9 req-2747c498-0e59-45c0-bb09-49c4d831dcb2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:22.461035 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9682143d-3335-4201-a129-3c8d089329f9 req-2747c498-0e59-45c0-bb09-49c4d831dcb2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0889773 Sep 22 08:59:22.504091 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9682143d-3335-4201-a129-3c8d089329f9 req-8c4d8501-a50d-4a88-8920-b35ca7d46f5e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369322 Sep 22 08:59:23.176665 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-0e9c6443-36a8-4b1d-ba46-5f920c05c4be service neutron] 10.222.0.48 "GET /v2.0/ports/0c31d000-c53c-40f4-95b9-ff9d3de5d669/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0751364 Sep 22 08:59:23.444337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-fb90bd30-3841-4cc2-8e69-f3e20b59f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:23.445966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-fb90bd30-3841-4cc2-8e69-f3e20b59f5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 1099 time: 0.0816693 Sep 22 08:59:23.544370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-952bb732-da81-4d4e-8d87-86adbd1d5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:23.545887 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-952bb732-da81-4d4e-8d87-86adbd1d5ed5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0817902 Sep 22 08:59:23.679054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-03097734-2b44-4b2d-a339-838daf83da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:23.680528 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-03097734-2b44-4b2d-a339-838daf83da59 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1285472 Sep 22 08:59:23.706713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262f008-1a9e-41f3-ad52-61b7c8b1de32 req-eda0936d-08dd-4a4a-81ee-db704b13b146 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:23.708121 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d262f008-1a9e-41f3-ad52-61b7c8b1de32 req-eda0936d-08dd-4a4a-81ee-db704b13b146 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0922704 Sep 22 08:59:23.753243 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d262f008-1a9e-41f3-ad52-61b7c8b1de32 req-90b2daac-c052-4a1c-b930-4c3bfd9a8331 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394483 Sep 22 08:59:23.785162 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-90e1d938-93b9-4813-9282-bbd795fca371 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 1003 time: 0.0981059 Sep 22 08:59:23.848741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-6d491ed1-d824-41e9-8512-5735daee8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:23.850117 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-6d491ed1-d824-41e9-8512-5735daee8cd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0594540 Sep 22 08:59:23.931050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-bc1da07b-3ead-4f4c-9d7a-28f141aae53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:23.932531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-bc1da07b-3ead-4f4c-9d7a-28f141aae53f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762436 Sep 22 08:59:24.061305 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-9c0a91fa-8dd7-45cb-8a4c-aab64a2cb37e service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225336 Sep 22 08:59:24.190214 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98589ec8-4aeb-4834-9aa0-f7c35938bef4 req-7c04fff6-58fb-4816-90fa-d6ca9cfc6c73 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234832 Sep 22 08:59:24.957787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414b5c-46cf-4d19-9b48-96610abea216 req-12519477-21f9-41e0-aae5-014cb1eb2d9e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:24.959132 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4a414b5c-46cf-4d19-9b48-96610abea216 req-12519477-21f9-41e0-aae5-014cb1eb2d9e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0897031 Sep 22 08:59:25.003498 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4a414b5c-46cf-4d19-9b48-96610abea216 req-d3edabf5-6a66-4b8a-b877-2789c154bc2d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385895 Sep 22 08:59:26.201236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b05d0f-5509-44b3-adf6-f3df96e8eed6 req-fed9c1ef-9375-4283-91b0-6bb6b1fd8087 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:26.202698 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7b05d0f-5509-44b3-adf6-f3df96e8eed6 req-fed9c1ef-9375-4283-91b0-6bb6b1fd8087 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0865800 Sep 22 08:59:26.249427 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7b05d0f-5509-44b3-adf6-f3df96e8eed6 req-af1191d5-1867-4af1-b4fd-f464d467f832 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411279 Sep 22 08:59:26.650162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-395f65a2-3b44-4141-8eca-6142740eefcc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:26.651603 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-395f65a2-3b44-4141-8eca-6142740eefcc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2&tenant_id=d3bddee8b12f4690966e406dc87ffe64&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 946 time: 0.0907183 Sep 22 08:59:26.707588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55e16a-0f7a-4b60-916c-63fc59c9e00d req-8e77b3c5-f144-47df-bd5b-a12455efe109 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:26.709353 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9c55e16a-0f7a-4b60-916c-63fc59c9e00d req-8e77b3c5-f144-47df-bd5b-a12455efe109 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0899851 Sep 22 08:59:26.760197 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9c55e16a-0f7a-4b60-916c-63fc59c9e00d req-4154235a-4d27-4e7b-bbc3-d4744749e718 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430615 Sep 22 08:59:26.835848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-1648404e-f466-47e1-9fec-819debbebf63 service neutron] 10.222.0.48 "GET /v2.0/ports/0c31d000-c53c-40f4-95b9-ff9d3de5d669/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.1781368 Sep 22 08:59:26.937031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-e6516ddf-cb29-46df-9aa5-01ff12e96769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:26.938687 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-e6516ddf-cb29-46df-9aa5-01ff12e96769 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0812287 Sep 22 08:59:27.072405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-575b643b-7386-4ee0-8ff7-9b27c5aa0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:27.074371 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-575b643b-7386-4ee0-8ff7-9b27c5aa0b88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1292362 Sep 22 08:59:27.174720 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-a6608f0b-d6e6-432c-b195-212e4e7b4ee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 1003 time: 0.0949259 Sep 22 08:59:27.233931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-aeb3fead-600e-4683-a43b-dcc719cb195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:27.235313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-aeb3fead-600e-4683-a43b-dcc719cb195a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0556545 Sep 22 08:59:27.316588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-39733809-3b2f-4703-b6b6-8412deb4e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:27.318030 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-39733809-3b2f-4703-b6b6-8412deb4e80f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775354 Sep 22 08:59:27.444676 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-eadbff96-ff94-4e5c-86b7-b57db9a5d3b7 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210084 Sep 22 08:59:27.570760 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-e037d982-e364-42e6-b166-9420e3776a74 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208227 Sep 22 08:59:27.859140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:59:27.863826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:59:27.960894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefdaef-3ede-48d8-8d11-17f6ad4f0778 req-23bee6ad-3168-4664-bed0-7fa554097ed0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:27.962353 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfefdaef-3ede-48d8-8d11-17f6ad4f0778 req-23bee6ad-3168-4664-bed0-7fa554097ed0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0859540 Sep 22 08:59:28.010391 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfefdaef-3ede-48d8-8d11-17f6ad4f0778 req-7a3d8497-c238-43f6-b80f-e5b8fdb01f25 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418515 Sep 22 08:59:28.080237 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:59:28.080529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:28.101709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:28.121043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'mac_address': 'fa:16:3e:21:dd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:59:28.126266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:59:28.128534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4696ae-2c54-46e6-9f07-ddd73ad0095f" -d '{"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:59:28.169477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:28.177053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:28.213301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 08:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148c906-8fae-4d05-80b8-b5f2c71379d9 x-openstack-request-id: req-8148c906-8fae-4d05-80b8-b5f2c71379d9 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:59:28.213590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-unplugged", "status": "completed", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:59:28.213840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8148c906-8fae-4d05-80b8-b5f2c71379d9 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:59:28.214736 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8148c906-8fae-4d05-80b8-b5f2c71379d9'] response: {'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'code': 200} Sep 22 08:59:28.241654 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:59:28.242031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:28.264311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:59:28.273785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:28.307588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.307962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.308300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.308630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.308960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.309286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.309608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.309928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.310252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.310568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.310886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.311201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:28.338152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:59:28.338445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:59:28.894962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:59:28.895698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:28.911712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:59:28.927113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:28.932107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:29.004060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:29.007862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['0c31d000-c53c-40f4-95b9-ff9d3de5d669'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:59:29.212125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bed90-39be-4862-bb92-741c43be7675 req-afd6cb47-57b5-4505-ad9c-57d42660edfe tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:29.213589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7a3bed90-39be-4862-bb92-741c43be7675 req-afd6cb47-57b5-4505-ad9c-57d42660edfe tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0884306 Sep 22 08:59:29.262039 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7a3bed90-39be-4862-bb92-741c43be7675 req-cc8c7d74-b96b-456a-9506-305a4db2354b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426800 Sep 22 08:59:29.865259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:59:29.933261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-fe6be809-f336-466a-a2a0-159f5975bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:29.934876 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-fe6be809-f336-466a-a2a0-159f5975bdfd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 1098 time: 0.0822182 Sep 22 08:59:29.999227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:30.012667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'mac_address': 'fa:16:3e:21:dd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:59:30.034595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-6e91f0a5-10d4-4606-8c2f-d83a7fb21174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:30.036115 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-6e91f0a5-10d4-4606-8c2f-d83a7fb21174 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0782914 Sep 22 08:59:30.162077 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-8c75f107-a4f3-46e8-9124-1e2ef0af46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:30.163550 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-8c75f107-a4f3-46e8-9124-1e2ef0af46b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1219659 Sep 22 08:59:30.263378 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-5a545ca5-1932-4aab-a953-99d6779d0266 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 200 len: 1002 time: 0.0938475 Sep 22 08:59:30.325669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-9a4c655c-85cc-49d7-832b-b49054308fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:30.327100 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-9a4c655c-85cc-49d7-832b-b49054308fa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0578694 Sep 22 08:59:30.413261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-7c7c40a7-ee3d-4b08-bfce-adb376007511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:30.414725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-7c7c40a7-ee3d-4b08-bfce-adb376007511 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818949 Sep 22 08:59:30.464009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10c21c-3262-4a09-8c03-ffb31a18ce3d req-3d616c66-0a7d-4faa-8be5-096143ee54d2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:30.466060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe10c21c-3262-4a09-8c03-ffb31a18ce3d req-3d616c66-0a7d-4faa-8be5-096143ee54d2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0906472 Sep 22 08:59:30.510764 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe10c21c-3262-4a09-8c03-ffb31a18ce3d req-f1fc0a1d-1768-42cc-b876-9ad9dfc3a07d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391362 Sep 22 08:59:30.643244 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-b07f3ef3-00f1-49f0-b40f-cae2e08caf32 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212169 Sep 22 08:59:30.771145 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52c230e2-0542-4ce3-9fcd-29dbbf2a0b6b req-f43f81c7-fdb7-4d88-a8c3-31eb7b948e6f service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222415 Sep 22 08:59:31.713807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d89e1-dcfa-4be9-8d0c-acbdb9f04142 req-10a935e9-33f3-47cd-a222-67d07688969d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:31.715921 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b36d89e1-dcfa-4be9-8d0c-acbdb9f04142 req-10a935e9-33f3-47cd-a222-67d07688969d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0865302 Sep 22 08:59:31.758224 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b36d89e1-dcfa-4be9-8d0c-acbdb9f04142 req-9393a35c-f0d2-42f1-a5b2-458adc3cc5d3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367699 Sep 22 08:59:32.965488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d8dc4-638a-4b99-9083-1ea7950569c1 req-fdaa6a9f-9b70-40f9-b4ee-c4a4f5c02f40 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:32.966874 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-216d8dc4-638a-4b99-9083-1ea7950569c1 req-fdaa6a9f-9b70-40f9-b4ee-c4a4f5c02f40 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0975294 Sep 22 08:59:33.014484 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-216d8dc4-638a-4b99-9083-1ea7950569c1 req-33895fc3-e9dc-4070-85e6-c41a25638987 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418606 Sep 22 08:59:33.216454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c8106-a4b2-43a9-9e27-04f336588ca3 req-50e9a5a4-1a85-420d-b319-af7b2a34b541 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:33.217961 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f38c8106-a4b2-43a9-9e27-04f336588ca3 req-50e9a5a4-1a85-420d-b319-af7b2a34b541 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0918615 Sep 22 08:59:33.261616 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f38c8106-a4b2-43a9-9e27-04f336588ca3 req-d298ec45-133f-4bc5-b243-d45266c5be4b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372555 Sep 22 08:59:33.456803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd449b8-cb28-46e9-84e4-ebaef94557b3 req-ba525359-fdb8-4ad8-a0a2-08ed6cda9ced tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:33.458246 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fd449b8-cb28-46e9-84e4-ebaef94557b3 req-ba525359-fdb8-4ad8-a0a2-08ed6cda9ced tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0896926 Sep 22 08:59:33.501282 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fd449b8-cb28-46e9-84e4-ebaef94557b3 req-21f0969e-2a2a-4794-9ad8-40f135aac8b1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373216 Sep 22 08:59:33.887754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd153a5f-b419-4984-9bd4-1e7bdbce1105 req-c17c08b3-1c8c-4761-b4d0-e332596bd6f1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:33.889105 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cd153a5f-b419-4984-9bd4-1e7bdbce1105 req-c17c08b3-1c8c-4761-b4d0-e332596bd6f1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 945 time: 0.0903189 Sep 22 08:59:33.908633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:59:33.910942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:59:33.935980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cd153a5f-b419-4984-9bd4-1e7bdbce1105 req-2cf0b568-e38d-4688-8dee-6e998fa8ddd6 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411694 Sep 22 08:59:34.127394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 is: BUILD; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:59:34.127767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:34.148287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:34.159073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:59:34.167930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'mac_address': 'fa:16:3e:21:dd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:59:34.178126 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:34.182206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:34.245651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['0c31d000-c53c-40f4-95b9-ff9d3de5d669'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:59:34.293946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:35.152018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f87c-1aed-4822-95c9-7d9ed953f63b req-beb6b017-914b-436f-9123-f3bcd2bbf6a1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:35.153482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6ad2f87c-1aed-4822-95c9-7d9ed953f63b req-beb6b017-914b-436f-9123-f3bcd2bbf6a1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 944 time: 0.0938227 Sep 22 08:59:35.198360 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6ad2f87c-1aed-4822-95c9-7d9ed953f63b req-a7f2f0d6-bb09-4194-a6f1-8f019b636b31 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391276 Sep 22 08:59:35.910933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:59:35.928995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-5c5dc371-ff03-42f1-a36c-295d73668a5c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:35.930418 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-5c5dc371-ff03-42f1-a36c-295d73668a5c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 944 time: 0.0868983 Sep 22 08:59:35.983192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:59:35.983601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:35.983922 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 Sep 22 08:59:36.032228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Deleting port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:59:36.032671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:36.098855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:59:36.099245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:36.171469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:59:36.173663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aecf174-60ab-42b0-8a67-2973bfd7a6ad" -d '{"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-plugged", "status": "completed", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:59:36.191428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:36.197716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:36.234372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad8369f4-0c93-4068-93d4-fc0650c30a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:36.286416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e8eda3-8318-41b6-8d05-aa97915f9d21 x-openstack-request-id: req-86e8eda3-8318-41b6-8d05-aa97915f9d21 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:59:36.286694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-plugged", "status": "completed", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:59:36.286944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86e8eda3-8318-41b6-8d05-aa97915f9d21 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:59:36.287349 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e8eda3-8318-41b6-8d05-aa97915f9d21'] response: {'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'code': 200} Sep 22 08:59:36.292359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:36.310159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:36.310734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:36.634421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a3e52-66ad-43dc-a539-aa5879d64802 req-fbc178e8-f77f-4c09-b976-295b0cf20fa5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:36.636455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7a9a3e52-66ad-43dc-a539-aa5879d64802 req-fbc178e8-f77f-4c09-b976-295b0cf20fa5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.3182321 Sep 22 08:59:36.715467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:36.715839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:36.716145 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 disassociated. External IP: 172.26.8.177, port: 0c31d000-c53c-40f4-95b9-ff9d3de5d669. Sep 22 08:59:36.716478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Calling delete_port for 0c31d000-c53c-40f4-95b9-ff9d3de5d669 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:59:36.746024 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7a9a3e52-66ad-43dc-a539-aa5879d64802 req-386bcbc4-d652-489f-a483-434e8e190618 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939958 Sep 22 08:59:36.802654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 08:59:36.802983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 08:59:37.303736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Deleting port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 08:59:37.304013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:37.655638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] For port 0c31d000-c53c-40f4-95b9-ff9d3de5d669, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0c31d000-c53c-40f4-95b9-ff9d3de5d669,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:37.656331 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:37.945475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e679-2309-418d-a13a-12ed6541650e req-e8883c80-ce4c-46a6-a454-1589ee40bafd tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:37.946171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:37.946448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:37.946757 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 disassociated. External IP: 172.26.8.177, port: 0c31d000-c53c-40f4-95b9-ff9d3de5d669. Sep 22 08:59:37.946957 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-27d1e679-2309-418d-a13a-12ed6541650e req-e8883c80-ce4c-46a6-a454-1589ee40bafd tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 946 time: 0.0861063 Sep 22 08:59:37.947094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Calling delete_port for 0c31d000-c53c-40f4-95b9-ff9d3de5d669 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 08:59:37.995819 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-27d1e679-2309-418d-a13a-12ed6541650e req-8bedcdd3-e281-4a7a-9601-d98392888f6f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423896 Sep 22 08:59:38.090302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:38.142377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event deleted for resources: {'Port': ['ID=0c31d000-c53c-40f4-95b9-ff9d3de5d669,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:38.153447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.153793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.154131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.154463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.154787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.155112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.155817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.155817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.156194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.156380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.156693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.157004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 08:59:38.340574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c199730e-695d-4d52-8b2c-62d0fe6a19a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:38.345068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:59:38.522606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:59:38.532825 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:59:38.541954 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:59:38.542546 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:59:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:38.608864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] No DVR routers for this DVR port 0c31d000-c53c-40f4-95b9-ff9d3de5d669 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 08:59:38.611360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:38.613870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-deleted', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:59:38.616146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7b23ec-8304-42ba-a14e-51d4b7f212db" -d '{"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-deleted", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:59:38.631321 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-892baa6d-3ffc-4989-980b-085f93a5a05f req-2bce4010-0045-4719-939e-e9b6fe828552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "DELETE /v2.0/ports/0c31d000-c53c-40f4-95b9-ff9d3de5d669 HTTP/1.1" status: 204 len: 173 time: 2.6951189 Sep 22 08:59:38.661984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa9794b-b275-4787-bdd5-7367ae609891 x-openstack-request-id: req-cfa9794b-b275-4787-bdd5-7367ae609891 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:59:38.662980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54b70ce-f8e9-4a20-b88c-72b785ade8b2", "name": "network-vif-deleted", "tag": "0c31d000-c53c-40f4-95b9-ff9d3de5d669", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:59:38.662980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfa9794b-b275-4787-bdd5-7367ae609891 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:59:38.663612 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa9794b-b275-4787-bdd5-7367ae609891'] response: {'server_uuid': 'e54b70ce-f8e9-4a20-b88c-72b785ade8b2', 'name': 'network-vif-deleted', 'tag': '0c31d000-c53c-40f4-95b9-ff9d3de5d669', 'status': 'completed', 'code': 200} Sep 22 08:59:38.723460 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:59:39.061805 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:39.066595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:59:39.075068 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:59:39.075810 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:59:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:39.185709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7e5a8503-74b0-4e61-8fe4-818041027774 req-dbfb9318-fb1e-47cb-8e2d-2aa3f3582dfd tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=e54b70ce-f8e9-4a20-b88c-72b785ade8b2 HTTP/1.1" status: 200 len: 210 time: 0.0563734 Sep 22 08:59:39.255616 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:59:39.556288 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:39.560075 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a37527-7446-490c-b970-b3502ad77912 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:59:39.622520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:39.658402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:39.770157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c14d93c-a44c-459e-9ae8-5746b40ddddc None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 08:59:39.959671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 08:59:40.001920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 0c31d000-c53c-40f4-95b9-ff9d3de5d669 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 08:59:40.002267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0c31d000-c53c-40f4-95b9-ff9d3de5d669 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 08:59:40.516220 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-c227a5e0-fd48-41f3-8219-907aaa34fb5e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--17196353&fields=id&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 267 time: 0.0393155 Sep 22 08:59:40.663577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-67a96e74-83f8-4d06-bd24-5c17550f1631 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:40.665001 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-67a96e74-83f8-4d06-bd24-5c17550f1631 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.1425650 Sep 22 08:59:40.679069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-86ad7572-aecb-471f-936f-c20c5194da70 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/quotas/d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 375 time: 0.0087507 Sep 22 08:59:40.771094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-25c75591-e40c-47d4-979d-f00d21ced3c3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:59:40.786995 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-25c75591-e40c-47d4-979d-f00d21ced3c3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:59:40.788274 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-25c75591-e40c-47d4-979d-f00d21ced3c3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045856 Sep 22 08:59:40.942871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:40.965923 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-af8882f5-57da-4e5c-a1ca-4c2532529465 service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658816 Sep 22 08:59:41.201561 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-3f98a9bd-82f5-4433-a9e3-9eb6d5b91ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296038 Sep 22 08:59:41.379241 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-802559f6-3ba8-4ad3-a19c-fd3c7e726f18 req-e26f4a42-5d63-4dac-a021-a4cde48e9577 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 210 time: 0.0494540 Sep 22 08:59:42.459674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-c1a9ff7d-e6fe-48f2-8253-7d29c5c506e5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:42.461151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-c1a9ff7d-e6fe-48f2-8253-7d29c5c506e5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 812 time: 0.1491611 Sep 22 08:59:42.555684 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-58c9bb1e-2c86-46bc-ae6e-59f3a61ae2ac tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 378 time: 0.0860271 Sep 22 08:59:42.559299 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3154d0ef-e1ff-4090-87ed-5adef2440171 req-b277d3fa-32e4-48bb-835c-f9a7e3602591 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 210 time: 0.0617671 Sep 22 08:59:42.564256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:42.564776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'port': {'device_id': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'admin_state_up': True, 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'security_groups': ['11ca666f-ffe0-442d-baed-fa9e371ce6eb']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:59:42.697650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 08:59:42.707068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 08:59:42.716337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Made reservation on behalf of d3bddee8b12f4690966e406dc87ffe64 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 08:59:42.719694 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:42.878652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Allocated IP 172.20.0.10 (0c64a3ca-9518-4fd8-bd89-2abb3206ecd4/7e207feb-af40-4dce-bbc6-183a2dd88fcd/6f6fb5b3-aeef-4898-acaa-77afee239288) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 08:59:43.060297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:43.074990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Transition to ACTIVE for port object 6f6fb5b3-aeef-4898-acaa-77afee239288 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:59:43.098261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:43.169456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 08:59:43.172279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 08:59:43.176211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 08:59:43.211779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:43.243681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:43.244273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:43.270712 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-a42208d1-5cb4-4821-8676-1c8ce5158894 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7092981 Sep 22 08:59:43.282083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Request body: {'port': {'device_id': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:59:43.353460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Provisioning for port 6f6fb5b3-aeef-4898-acaa-77afee239288 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:59:43.358708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Provisioning complete for port 6f6fb5b3-aeef-4898-acaa-77afee239288 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:59:43.359077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:43.359432 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Attempt 1 to provision port 6f6fb5b3-aeef-4898-acaa-77afee239288 Sep 22 08:59:43.395032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:43.410261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Port 6f6fb5b3-aeef-4898-acaa-77afee239288 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:59:43.730668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6fb5b3-aeef-4898-acaa-77afee239288 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:59:43.737991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:43.752406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Transition to ACTIVE for port object 6f6fb5b3-aeef-4898-acaa-77afee239288 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 08:59:43.757094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:43.769384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba843a-bb91-4aeb-9a56-1b6b7e8ee3b9 req-eb372c49-91a0-4478-b5ee-46fe26d2a344 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:43.770951 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-edba843a-bb91-4aeb-9a56-1b6b7e8ee3b9 req-eb372c49-91a0-4478-b5ee-46fe26d2a344 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 932 time: 0.0936491 Sep 22 08:59:43.815917 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-edba843a-bb91-4aeb-9a56-1b6b7e8ee3b9 req-b7cdad2c-cab6-47fa-84d5-e5381cd1c11d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386658 Sep 22 08:59:43.911665 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Attempt 2 to provision port 6f6fb5b3-aeef-4898-acaa-77afee239288 Sep 22 08:59:43.971251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Port 6f6fb5b3-aeef-4898-acaa-77afee239288 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 08:59:44.054654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:44.085764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Attempting to bind port 6f6fb5b3-aeef-4898-acaa-77afee239288 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 08:59:44.086100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Attempting to bind port 6f6fb5b3-aeef-4898-acaa-77afee239288 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 08:59:44.086419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Attempting to bind port 6f6fb5b3-aeef-4898-acaa-77afee239288 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:59:44.090947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Port 6f6fb5b3-aeef-4898-acaa-77afee239288 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 08:59:44.091289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Attempting to bind port 6f6fb5b3-aeef-4898-acaa-77afee239288 on network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 08:59:44.096310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 8, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 08:59:44.096640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Checking segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 08:59:44.097020 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Bound using segment: {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 08:59:44.097440 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Bound port: 6f6fb5b3-aeef-4898-acaa-77afee239288, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 08:59:44.097777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:44.188544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 08:59:44.191507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 08:59:44.196073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:44.225460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:44.226056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:44.227445 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] 10.222.0.48 "PUT /v2.0/ports/6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1094 time: 0.9496753 Sep 22 08:59:44.227873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:59:44.230644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:59:44.321481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e856e19-1179-4327-a199-5e11fb39f56b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:44.333277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2f37d8-f871-4298-8115-b17ae2429d35 x-openstack-request-id: req-cc2f37d8-f871-4298-8115-b17ae2429d35 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:59:44.333567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:59:44.333816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc2f37d8-f871-4298-8115-b17ae2429d35 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:59:44.334206 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2f37d8-f871-4298-8115-b17ae2429d35'] response: {'name': 'network-changed', 'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'status': 'completed', 'code': 200} Sep 22 08:59:44.356828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-0c8de658-5d05-44cc-8f04-88d2275d45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:44.358298 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-0c8de658-5d05-44cc-8f04-88d2275d45d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1097 time: 0.0942471 Sep 22 08:59:44.427962 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-e9f697f0-5266-4dda-b58f-34409e29c1e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 217 time: 0.0631363 Sep 22 08:59:44.472263 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Attempt 3 to provision port 6f6fb5b3-aeef-4898-acaa-77afee239288 Sep 22 08:59:44.498306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-23669b3a-1a7b-4bb4-9f88-fca2b7b105ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:44.499777 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-23669b3a-1a7b-4bb4-9f88-fca2b7b105ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0652134 Sep 22 08:59:44.532736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c57df22b-7b68-4f87-81b6-bc94dcbdad28 None None] Port 6f6fb5b3-aeef-4898-acaa-77afee239288 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 08:59:44.582176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-1bccc935-b3ab-425c-a773-271bad8c6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:44.583686 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-1bccc935-b3ab-425c-a773-271bad8c6edb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781281 Sep 22 08:59:44.716577 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-4042dc82-469c-4af5-9793-1273d61e2eaa service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264286 Sep 22 08:59:44.846275 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc989081-5e28-4b46-84b8-27a89378e1d6 req-b9d4bd56-4757-4b78-a2c2-216042cc82f7 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236231 Sep 22 08:59:44.974754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-e77184f2-c777-4810-923d-b73322c065ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:44.976295 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-e77184f2-c777-4810-923d-b73322c065ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1097 time: 0.0865166 Sep 22 08:59:45.024473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4f829-8bba-4abf-8fa5-933c88883d30 req-6769aab6-7b55-4e89-8c68-331e0c2b24ff tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:45.027066 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-87d4f829-8bba-4abf-8fa5-933c88883d30 req-6769aab6-7b55-4e89-8c68-331e0c2b24ff tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 944 time: 0.0947080 Sep 22 08:59:45.075402 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-87d4f829-8bba-4abf-8fa5-933c88883d30 req-67731301-443b-4d4c-8d1c-74555b1b8da7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424294 Sep 22 08:59:45.109607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-c512e34a-df09-44a3-a2bb-1c683ca1ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:45.110974 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-c512e34a-df09-44a3-a2bb-1c683ca1ebe9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1277499 Sep 22 08:59:45.176715 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-607a8c93-9118-4aa2-9791-cf0c47750151 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 217 time: 0.0598209 Sep 22 08:59:45.239808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-6031e290-f23e-4979-867d-ee2d096436d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:45.241175 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-6031e290-f23e-4979-867d-ee2d096436d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0587509 Sep 22 08:59:45.321879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-7915e173-d0fb-4561-8122-e8d846e8943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:45.324001 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-7915e173-d0fb-4561-8122-e8d846e8943e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767262 Sep 22 08:59:45.454601 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-91cbb2cc-65c4-4e99-9994-6235d5c521b8 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238453 Sep 22 08:59:45.586277 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60aaabf9-dee4-4d9b-8625-8d850e87cbc4 req-f222f555-e8d0-4af3-b51e-33c7006255c6 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255131 Sep 22 08:59:46.372126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3f751-c2b4-4d7a-af81-3cd05fe32a97 req-2168e8e8-ce98-4322-8ddf-4ee1fb3a98cc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:46.372829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2cb3f751-c2b4-4d7a-af81-3cd05fe32a97 req-2168e8e8-ce98-4322-8ddf-4ee1fb3a98cc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Synchronizing usage tracker for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 08:59:46.389040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2cb3f751-c2b4-4d7a-af81-3cd05fe32a97 req-2168e8e8-ce98-4322-8ddf-4ee1fb3a98cc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Unset dirty status for tenant:d3bddee8b12f4690966e406dc87ffe64 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 08:59:46.390180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2cb3f751-c2b4-4d7a-af81-3cd05fe32a97 req-2168e8e8-ce98-4322-8ddf-4ee1fb3a98cc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 944 time: 0.2015808 Sep 22 08:59:46.434671 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2cb3f751-c2b4-4d7a-af81-3cd05fe32a97 req-54198383-8984-4218-88b7-32627460a22f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386310 Sep 22 08:59:47.628764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3fccf-0f70-41da-bcbe-ed0c4bb3c4d6 req-8980cfd9-7899-41e9-aabe-e31b067e21f0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:47.630221 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76b3fccf-0f70-41da-bcbe-ed0c4bb3c4d6 req-8980cfd9-7899-41e9-aabe-e31b067e21f0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 944 time: 0.0856934 Sep 22 08:59:47.673887 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76b3fccf-0f70-41da-bcbe-ed0c4bb3c4d6 req-8fbb2a11-a657-4260-8901-2c6eabea2c55 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380497 Sep 22 08:59:47.957001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 08:59:48.087075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:48.100061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'mac_address': 'fa:16:3e:3c:55:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 08:59:48.156773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:59:48.157139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:48.173134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6fb5b3-aeef-4898-acaa-77afee239288 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 08:59:48.187741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:48.191628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:48.255366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:48.386315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['6f6fb5b3-aeef-4898-acaa-77afee239288'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 08:59:48.870277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a11b-91a2-4c2a-b522-64c844631bd9 req-5a0a6cf0-cfdf-4e08-80dd-e5070b0f4dc8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:48.872002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2ca5a11b-91a2-4c2a-b522-64c844631bd9 req-5a0a6cf0-cfdf-4e08-80dd-e5070b0f4dc8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 945 time: 0.0888591 Sep 22 08:59:48.916869 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2ca5a11b-91a2-4c2a-b522-64c844631bd9 req-76d9f241-0c19-43ae-90a2-ddb6297970fe tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372438 Sep 22 08:59:49.984728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 08:59:50.050786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 6f6fb5b3-aeef-4898-acaa-77afee239288 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 08:59:50.055448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 6f6fb5b3-aeef-4898-acaa-77afee239288 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 08:59:50.055813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:50.056137 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 6f6fb5b3-aeef-4898-acaa-77afee239288 Sep 22 08:59:50.121519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773fd1-ea7a-453a-a6d2-4e03e29ea710 req-fa0eff61-bf90-40eb-ac3a-f9365233fd7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:50.122982 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94773fd1-ea7a-453a-a6d2-4e03e29ea710 req-fa0eff61-bf90-40eb-ac3a-f9365233fd7d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 945 time: 0.0934608 Sep 22 08:59:50.167139 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94773fd1-ea7a-453a-a6d2-4e03e29ea710 req-20e55767-21f7-4b99-92d4-2f5a97578a30 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385649 Sep 22 08:59:50.170629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 08:59:50.171005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:50.197403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:59:50.199656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27bd9ae-855b-4803-9ecd-93fa63c4e12c" -d '{"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:59:50.207551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 08:59:50.212631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:50.248196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 08:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b1050f-c2c8-4d20-b0cb-fbd12175591b x-openstack-request-id: req-36b1050f-c2c8-4d20-b0cb-fbd12175591b {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:59:50.248477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:59:50.248725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36b1050f-c2c8-4d20-b0cb-fbd12175591b {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:59:50.249117 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b1050f-c2c8-4d20-b0cb-fbd12175591b'] response: {'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'code': 200} Sep 22 08:59:50.282881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 08:59:50.473408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7baa62-056b-4da8-bc68-850027e6d14e req-35434905-f274-4bbd-adf1-acd79bcee5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:50.474776 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f7baa62-056b-4da8-bc68-850027e6d14e req-35434905-f274-4bbd-adf1-acd79bcee5ff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1099 time: 0.0762119 Sep 22 08:59:50.515002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f7baa62-056b-4da8-bc68-850027e6d14e req-6bf72f47-798f-4b94-8d58-cdb3aa543e95 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335462 Sep 22 08:59:51.359609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37f71f-c63f-496c-bcf2-3d3c5b0baa21 req-51a58abe-2178-4a8c-b285-0fe25e459fb9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:51.360957 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be37f71f-c63f-496c-bcf2-3d3c5b0baa21 req-51a58abe-2178-4a8c-b285-0fe25e459fb9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0843241 Sep 22 08:59:51.409227 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be37f71f-c63f-496c-bcf2-3d3c5b0baa21 req-399cbf50-6734-44af-be03-071f1e4a5f05 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423141 Sep 22 08:59:51.458778 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 08:59:52.613193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c54d6-b93a-408d-b3f7-6728594892cd req-e9b6311b-e0de-455c-a83e-5b4ef3c11487 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:52.614643 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f0c54d6-b93a-408d-b3f7-6728594892cd req-e9b6311b-e0de-455c-a83e-5b4ef3c11487 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0893061 Sep 22 08:59:52.658608 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f0c54d6-b93a-408d-b3f7-6728594892cd req-1bf3c45a-fb11-4bbc-8296-6ef2d98b4e08 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383651 Sep 22 08:59:52.854195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e0573-19a1-4f83-852e-b9cf1e1c4bcb req-2986f49a-e4e8-4a65-b18b-67c6fdc1e045 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:52.855671 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-627e0573-19a1-4f83-852e-b9cf1e1c4bcb req-2986f49a-e4e8-4a65-b18b-67c6fdc1e045 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0864685 Sep 22 08:59:52.865818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47262) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 08:59:52.871530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Request body: {'floatingip': {'port_id': '6f6fb5b3-aeef-4898-acaa-77afee239288'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 08:59:53.045223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:53.624552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:53.627985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:53.801930 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 associated. External IP: 172.26.8.177, port: 6f6fb5b3-aeef-4898-acaa-77afee239288. Sep 22 08:59:54.142604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 08:59:54.423272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 08:59:54.428116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 08:59:54.433166 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 08:59:54.443134 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:59:54.443786 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:59:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:54.481774 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4d2a5c1b-560d-4c0f-9c94-4cf5407ddc8b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "PUT /v2.0/floatingips/ebc99a93-6f39-4757-8013-8c20133e6d42 HTTP/1.1" status: 200 len: 993 time: 1.6149442 Sep 22 08:59:54.482534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 08:59:54.485003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c76636-e0ab-4b1f-ab43-3070af74b891" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 08:59:54.527155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033074a-5bb5-4549-ba5d-f7fa6a52864a x-openstack-request-id: req-7033074a-5bb5-4549-ba5d-f7fa6a52864a {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 08:59:54.527465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 08:59:54.527712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7033074a-5bb5-4549-ba5d-f7fa6a52864a {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 08:59:54.528108 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7033074a-5bb5-4549-ba5d-f7fa6a52864a'] response: {'name': 'network-changed', 'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'status': 'completed', 'code': 200} Sep 22 08:59:54.617969 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:59:54.627741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-b329e5de-da45-4a64-95b0-97424745d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:54.629223 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-b329e5de-da45-4a64-95b0-97424745d4ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1099 time: 0.0814085 Sep 22 08:59:54.762211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-c04b3e01-91c4-496e-a73c-d8a34eccfed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:54.763671 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-c04b3e01-91c4-496e-a73c-d8a34eccfed1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1286759 Sep 22 08:59:54.861444 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-21e02c5c-dcd2-4ba0-af3d-ef330e663acb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1001 time: 0.0924127 Sep 22 08:59:54.927577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-293e12be-a8ad-4434-b021-59b7b0598fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:54.929038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-293e12be-a8ad-4434-b021-59b7b0598fc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0620253 Sep 22 08:59:54.960895 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:3c:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:59:53Z', 'revision_number': 13, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:54.965894 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 08:59:54.973903 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 08:59:54.974497 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T08:59:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:55.012000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-4abb797c-4837-413c-a622-179a8ea1e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 08:59:55.013507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-4abb797c-4837-413c-a622-179a8ea1e4ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787518 Sep 22 08:59:55.146032 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-8325a892-42ab-4686-b3de-dc1c26a307e6 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269155 Sep 22 08:59:55.177738 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 08:59:55.276438 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c76636-e0ab-4b1f-ab43-3070af74b891 req-dc785b7d-174f-407c-83a9-e200c24aedbf service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246371 Sep 22 08:59:55.516557 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:3c:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:59:53Z', 'revision_number': 13, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 08:59:55.520412 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c075856-8c4c-455e-a45b-83b512747c48 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ebc99a93-6f39-4757-8013-8c20133e6d42', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'port_id': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'mac_address': 'fa:16:3e:3c:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T08:55:43Z', 'updated_at': '2022-09-22T08:59:53Z', 'revision_number': 13, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 08:59:55.703044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed876080-e1e8-404c-a337-32b11f6069f0 None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:00:06.186359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c749f065-fb93-4985-ba81-be58c2c6fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:08.341875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d30269e0-2c61-465a-aece-c893c78dffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:09.623733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:09.659230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:10.945736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:12.570208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:22.792613 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-9adf3afa-a815-4920-98da-79737b7b40da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814567 Sep 22 09:00:22.945942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-6d5f30e5-14e8-41d5-a7ff-bf93c8cb46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:22.947483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-6d5f30e5-14e8-41d5-a7ff-bf93c8cb46ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1099 time: 0.0864601 Sep 22 09:00:23.091385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-b1566178-c89a-4bde-ae63-0afc1287066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:23.092809 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-b1566178-c89a-4bde-ae63-0afc1287066b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1254869 Sep 22 09:00:23.194798 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-f6543305-df34-497b-a2ce-be147a97b29f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1003 time: 0.0961878 Sep 22 09:00:23.262154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-97086530-1513-421e-82cd-a1f69e3f7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:23.263514 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-97086530-1513-421e-82cd-a1f69e3f7e5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0620158 Sep 22 09:00:23.347172 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-9d54f21a-af7c-491c-985d-0193780f84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:23.348635 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-9d54f21a-af7c-491c-985d-0193780f84e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760217 Sep 22 09:00:23.478932 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-14b89f5e-c516-4222-8420-970bd7df9f53 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240585 Sep 22 09:00:23.703103 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-34d5398e-d38f-4038-acfc-5614d9cb637f req-f95f8786-92ef-4573-9a4a-f9ef4e31854f service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169552 Sep 22 09:00:28.462080 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:00:30.196566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8a469-550a-4b78-992e-8e681087b85d req-85f6b619-2e77-4efb-8bc5-7ba682370e9b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:30.197930 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-50e8a469-550a-4b78-992e-8e681087b85d req-85f6b619-2e77-4efb-8bc5-7ba682370e9b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0921865 Sep 22 09:00:30.242116 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-50e8a469-550a-4b78-992e-8e681087b85d req-5837d034-84ed-4b86-936e-d5af1138b1fc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384676 Sep 22 09:00:36.187569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0f22-a509-4038-a520-b60fff016a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:38.345915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-55611e39-4bc6-474c-bc3f-598f98bb1b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:39.627420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:39.663147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:39.924812 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-189be1cb-c516-4b63-a43d-d8b7507341ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461787 Sep 22 09:00:39.936392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b3c9f-0add-4b49-8161-0ef845db438f req-d6ff043b-395c-4415-ac0a-39d51a8dd235 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:39.937821 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f97b3c9f-0add-4b49-8161-0ef845db438f req-d6ff043b-395c-4415-ac0a-39d51a8dd235 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.1074433 Sep 22 09:00:39.986637 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f97b3c9f-0add-4b49-8161-0ef845db438f req-92711076-db21-486e-aa0f-eb179277c51e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428832 Sep 22 09:00:40.949725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:41.003928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-0651a755-92af-41ef-a17e-d893119f7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:41.005448 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-0651a755-92af-41ef-a17e-d893119f7159 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1099 time: 0.0797408 Sep 22 09:00:41.136563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-781e7494-3000-499a-915b-f7e511879b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:41.138030 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-781e7494-3000-499a-915b-f7e511879b77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1273549 Sep 22 09:00:41.190883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc990737-e2cf-430a-8866-c483a33044e0 req-9632ccf5-64e4-412e-aff7-87471434def6 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:41.192377 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc990737-e2cf-430a-8866-c483a33044e0 req-9632ccf5-64e4-412e-aff7-87471434def6 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0883801 Sep 22 09:00:41.239456 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc990737-e2cf-430a-8866-c483a33044e0 req-6d363ebc-3ee7-4ff5-8f8f-9728387efaf1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412853 Sep 22 09:00:41.241064 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-29136b01-e4fa-40bd-8c38-8146e4627d49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1003 time: 0.0976312 Sep 22 09:00:41.302337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-fbe2c942-4b53-4825-88d2-2b43f8b5a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:41.303742 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-fbe2c942-4b53-4825-88d2-2b43f8b5a123 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0571587 Sep 22 09:00:41.386347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-d1a751e0-b28e-4b59-9619-c090e7633d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:41.387830 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-d1a751e0-b28e-4b59-9619-c090e7633d92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790145 Sep 22 09:00:41.517138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-2885f2e2-6860-477a-8ae7-8e915e814da9 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231256 Sep 22 09:00:41.643097 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-1ebee619-d6ef-4c31-bd36-4f73b5fe0b3c service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209490 Sep 22 09:00:42.433885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc82a7a-4f16-45f4-ac75-dc0db2b59241 req-225a74f5-88fb-4d09-9d14-a39a44ebf015 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:42.435915 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfc82a7a-4f16-45f4-ac75-dc0db2b59241 req-225a74f5-88fb-4d09-9d14-a39a44ebf015 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0866044 Sep 22 09:00:42.478979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bfc82a7a-4f16-45f4-ac75-dc0db2b59241 req-fe5d9ca4-f0ec-4393-8392-38730c977856 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374362 Sep 22 09:00:42.574814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:00:43.722392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d588e9-45c3-4e67-89f5-72fbcb7b0d47 req-3449ff02-eaa0-40a7-a833-c8b2d0c8c1ab tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:43.723850 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63d588e9-45c3-4e67-89f5-72fbcb7b0d47 req-3449ff02-eaa0-40a7-a833-c8b2d0c8c1ab tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0851126 Sep 22 09:00:43.767012 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63d588e9-45c3-4e67-89f5-72fbcb7b0d47 req-f44bf42b-f39a-477f-9b7f-f71c07be9c2a tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374944 Sep 22 09:00:44.964496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29e09-dd56-4838-8de3-991b2a8eae65 req-0d73433f-01aa-4a7a-9604-5e6cbb525552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:44.965835 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e29e09-dd56-4838-8de3-991b2a8eae65 req-0d73433f-01aa-4a7a-9604-5e6cbb525552 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0898280 Sep 22 09:00:45.010398 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e29e09-dd56-4838-8de3-991b2a8eae65 req-1cd1e7ec-5a6a-40b1-9467-99e53a4f4b93 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388403 Sep 22 09:00:46.210191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febc409-fb9a-4086-a697-7ef825745d4b req-e97ae0b0-fd4d-486a-abba-c4d9c5b4438b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:46.212023 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9febc409-fb9a-4086-a697-7ef825745d4b req-e97ae0b0-fd4d-486a-abba-c4d9c5b4438b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0919414 Sep 22 09:00:46.255203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9febc409-fb9a-4086-a697-7ef825745d4b req-262592f3-caf2-4ace-a85c-e4d4271689e2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374763 Sep 22 09:00:47.458503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8653c-292b-4192-b139-41392b578253 req-6a85213c-f128-430b-b266-b4746969a9b7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:47.459970 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ecd8653c-292b-4192-b139-41392b578253 req-6a85213c-f128-430b-b266-b4746969a9b7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0901623 Sep 22 09:00:47.502749 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ecd8653c-292b-4192-b139-41392b578253 req-b43cb646-636d-46ff-9695-52ff798d3b35 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372446 Sep 22 09:00:48.708720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843649a-4e7a-49ba-90c8-bf691c4f6ca3 req-e9213ae1-da71-4e7a-b067-9b01deaa3ea8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:48.710163 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4843649a-4e7a-49ba-90c8-bf691c4f6ca3 req-e9213ae1-da71-4e7a-b067-9b01deaa3ea8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0855918 Sep 22 09:00:48.756742 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4843649a-4e7a-49ba-90c8-bf691c4f6ca3 req-f11441ed-08b6-48c5-89d0-286f857faf18 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403597 Sep 22 09:00:49.951835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d5641-ee01-49b7-a4c0-fafa3639393c req-11deec4a-9250-446b-b6b6-b5b484d85ae9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:49.954230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b34d5641-ee01-49b7-a4c0-fafa3639393c req-11deec4a-9250-446b-b6b6-b5b484d85ae9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0861478 Sep 22 09:00:49.997630 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b34d5641-ee01-49b7-a4c0-fafa3639393c req-9514feb9-01d0-449e-ad6e-6eae23f78710 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380535 Sep 22 09:00:51.193179 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3dc00-232f-4e1f-88ce-f27cc80b4767 req-18643169-1e04-48b8-b994-65881379ece8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:51.194626 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18b3dc00-232f-4e1f-88ce-f27cc80b4767 req-18643169-1e04-48b8-b994-65881379ece8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0874057 Sep 22 09:00:51.237717 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18b3dc00-232f-4e1f-88ce-f27cc80b4767 req-aa740e71-451d-405b-b1c2-a0b3c78f7134 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369353 Sep 22 09:00:52.436525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef350b-4a80-4d10-98f8-dac4fa7b809a req-298b0cad-d3a4-43a1-96e1-94acb285f7f8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:52.437971 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0ef350b-4a80-4d10-98f8-dac4fa7b809a req-298b0cad-d3a4-43a1-96e1-94acb285f7f8 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0890987 Sep 22 09:00:52.481507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0ef350b-4a80-4d10-98f8-dac4fa7b809a req-215489bc-dd4e-46ef-938f-c3b69c56cc54 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380373 Sep 22 09:00:53.684592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaef950-eed4-4e2a-9a3b-975d05f09bec req-dde2a061-f9a1-48ed-b4ce-e9e17f95b9ca tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:53.686157 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abaef950-eed4-4e2a-9a3b-975d05f09bec req-dde2a061-f9a1-48ed-b4ce-e9e17f95b9ca tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0946143 Sep 22 09:00:53.732933 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abaef950-eed4-4e2a-9a3b-975d05f09bec req-f1ea4495-1aa8-4a39-aa20-770b2a87c2fb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405142 Sep 22 09:00:54.933756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac44f87-b27c-4c05-8c2c-610ab64a6dc3 req-60d9ada4-6ea8-41b9-b93f-57a2b941696f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:54.935740 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6ac44f87-b27c-4c05-8c2c-610ab64a6dc3 req-60d9ada4-6ea8-41b9-b93f-57a2b941696f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0916014 Sep 22 09:00:55.082244 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6ac44f87-b27c-4c05-8c2c-610ab64a6dc3 req-2e3078fa-720f-48c3-922e-3bf59838bd28 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407502 Sep 22 09:00:56.279429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cc279-926e-4530-9167-be570da2e35b req-f0e1a4c6-3a77-4697-ac45-00da9a2825f1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:56.280779 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-432cc279-926e-4530-9167-be570da2e35b req-f0e1a4c6-3a77-4697-ac45-00da9a2825f1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0856516 Sep 22 09:00:56.326228 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-432cc279-926e-4530-9167-be570da2e35b req-426ee042-0847-4c58-aa5d-871309f2726b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398142 Sep 22 09:00:57.519152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f809be-a7de-4d56-8676-e7e2114065f6 req-8f5c89a3-01d2-44a8-ab00-bfdc24868468 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:57.520608 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31f809be-a7de-4d56-8676-e7e2114065f6 req-8f5c89a3-01d2-44a8-ab00-bfdc24868468 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0849178 Sep 22 09:00:57.566120 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31f809be-a7de-4d56-8676-e7e2114065f6 req-e35646f8-8653-4a60-9440-248171f2c8f3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399780 Sep 22 09:00:58.766161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe005b3-b49f-45bf-82a0-62165cf653f7 req-d0941093-58c9-4305-82d4-2c2a0e925c5a tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:58.767657 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7fe005b3-b49f-45bf-82a0-62165cf653f7 req-d0941093-58c9-4305-82d4-2c2a0e925c5a tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0900588 Sep 22 09:00:58.812553 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7fe005b3-b49f-45bf-82a0-62165cf653f7 req-9e534838-1db1-41cf-bfe6-97115d875e20 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391591 Sep 22 09:00:58.960242 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-f2d613a7-ce98-4268-a5c5-fb415b2b5bdb service neutron] 10.222.0.48 "GET /v2.0/ports/6f6fb5b3-aeef-4898-acaa-77afee239288/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0734220 Sep 22 09:00:59.222301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-55e1f1b4-21ff-48a4-8a6c-de903f735b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:59.223767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-55e1f1b4-21ff-48a4-8a6c-de903f735b2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 1099 time: 0.0771437 Sep 22 09:00:59.323906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-5e25dfb1-c8b7-4ab5-8e09-05bf918212d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:59.326240 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-5e25dfb1-c8b7-4ab5-8e09-05bf918212d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1099 time: 0.0821643 Sep 22 09:00:59.455306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-2ce5c97f-13dc-44a0-8538-f2d4d3644fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:59.456791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-2ce5c97f-13dc-44a0-8538-f2d4d3644fbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1241922 Sep 22 09:00:59.557109 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-5fd59ce4-5d79-4ca6-870f-b1971ba3da22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1003 time: 0.0944493 Sep 22 09:00:59.617687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-22c8f399-f31a-4416-89de-d7271516dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:59.619066 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-22c8f399-f31a-4416-89de-d7271516dd77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0558774 Sep 22 09:00:59.703341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-12a5a061-761a-4147-a372-81340732a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:00:59.704786 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-12a5a061-761a-4147-a372-81340732a624 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787826 Sep 22 09:00:59.834823 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-81867b55-e72c-4aa4-8f83-0354c5094d4d service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241293 Sep 22 09:01:00.021558 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-c644837a-055e-425b-83e7-d5def24491e0 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809042 Sep 22 09:01:00.043971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a9a05-f503-49f1-8d1b-49390cd24f8d req-ed69a504-4ecb-4692-bf59-8afedd946e2c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:00.045880 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e1a9a05-f503-49f1-8d1b-49390cd24f8d req-ed69a504-4ecb-4692-bf59-8afedd946e2c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.1190052 Sep 22 09:01:00.090127 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e1a9a05-f503-49f1-8d1b-49390cd24f8d req-e77bd4dd-6c18-4f5a-b8e9-679f8b6a7d13 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388336 Sep 22 09:01:01.294209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b0e95-4444-47d1-ae0b-f139bb83697a req-8a718b78-c1f3-464c-a34a-4f063e768aff tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:01.295753 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff3b0e95-4444-47d1-ae0b-f139bb83697a req-8a718b78-c1f3-464c-a34a-4f063e768aff tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0922031 Sep 22 09:01:01.341780 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff3b0e95-4444-47d1-ae0b-f139bb83697a req-6eacdc07-5e3a-4de4-a0e4-a93afe5ef76f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403380 Sep 22 09:01:02.407846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:01:02.516880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:02.517252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:02.546703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:01:02.547946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b0dc7-a691-4cbe-b467-1117cb85a82c req-240d37ab-6b84-4253-bd5e-20d08f3650cf tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:02.548969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98c01c-dc5a-453e-937f-e1cab7a152a9" -d '{"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:01:02.549419 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f2b0dc7-a691-4cbe-b467-1117cb85a82c req-240d37ab-6b84-4253-bd5e-20d08f3650cf tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0896404 Sep 22 09:01:02.557196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:02.561934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:02.596357 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f2b0dc7-a691-4cbe-b467-1117cb85a82c req-90e98599-1c8d-41ef-b584-1c42b6484892 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411720 Sep 22 09:01:02.606353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c33e77-4e82-489b-a45d-d0461564a11d x-openstack-request-id: req-13c33e77-4e82-489b-a45d-d0461564a11d {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:01:02.606648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:01:02.606924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13c33e77-4e82-489b-a45d-d0461564a11d {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:01:02.607358 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c33e77-4e82-489b-a45d-d0461564a11d'] response: {'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'code': 200} Sep 22 09:01:02.632337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:02.639244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.639589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.639919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.640270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.640591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.640912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.641228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.641549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.641862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.642176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.642489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:02.642798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:03.950138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a75243-9926-48fa-b508-4311ddb33820 req-a57a4b8d-209b-4e33-b560-db316e10f277 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:03.951594 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22a75243-9926-48fa-b508-4311ddb33820 req-a57a4b8d-209b-4e33-b560-db316e10f277 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 944 time: 0.0868406 Sep 22 09:01:04.000739 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22a75243-9926-48fa-b508-4311ddb33820 req-e63ce2b0-fcbc-4e5a-a0a9-9b3239a220e1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435989 Sep 22 09:01:04.423266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:01:04.555409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:04.568639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'mac_address': 'fa:16:3e:3c:55:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:01:04.622118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:04.622496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:04.641247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6fb5b3-aeef-4898-acaa-77afee239288 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:01:04.656186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:04.659935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:04.724206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['6f6fb5b3-aeef-4898-acaa-77afee239288'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:01:04.767255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:05.197247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848c2f-607a-4dc0-9e6a-e97ccacaebee req-2c62349b-7527-49e8-9d34-4d440fc823a0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:05.198659 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-27848c2f-607a-4dc0-9e6a-e97ccacaebee req-2c62349b-7527-49e8-9d34-4d440fc823a0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 945 time: 0.0879436 Sep 22 09:01:05.241644 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-27848c2f-607a-4dc0-9e6a-e97ccacaebee req-595ad244-7796-4fec-8e28-88312d1b8c83 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367885 Sep 22 09:01:05.461385 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:01:06.188843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2690b403-7196-4ce5-afd0-395b5bb1f0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:06.439417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:06.441088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b3a36-8b15-44b5-9386-39dad6d6511d req-a57331ef-9a86-468d-805d-aad294c0fd40 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:06.442563 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b02b3a36-8b15-44b5-9386-39dad6d6511d req-a57331ef-9a86-468d-805d-aad294c0fd40 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 945 time: 0.0916131 Sep 22 09:01:06.486236 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b02b3a36-8b15-44b5-9386-39dad6d6511d req-427ae51b-21b3-4b37-bb36-3e40922f2245 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379758 Sep 22 09:01:06.505407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 6f6fb5b3-aeef-4898-acaa-77afee239288 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:06.505767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:06.506092 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 6f6fb5b3-aeef-4898-acaa-77afee239288 Sep 22 09:01:06.617653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:06.617940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:06.644009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:01:06.646241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6fd104-76ee-4058-baa1-6dcd7831cc2b" -d '{"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:01:06.654038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:06.657937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:06.700728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe07a382-9421-4270-ad9a-75e2a22d980e x-openstack-request-id: req-fe07a382-9421-4270-ad9a-75e2a22d980e {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:01:06.701019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:01:06.701261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe07a382-9421-4270-ad9a-75e2a22d980e {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:01:06.701636 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe07a382-9421-4270-ad9a-75e2a22d980e'] response: {'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'code': 200} Sep 22 09:01:06.726184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:07.686831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b5369-8ec9-41fb-9b96-781b2026e8bd req-4e7bf4ba-4323-49da-bfcf-95d0bebd0187 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:07.688291 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f63b5369-8ec9-41fb-9b96-781b2026e8bd req-4e7bf4ba-4323-49da-bfcf-95d0bebd0187 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0904264 Sep 22 09:01:07.731095 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f63b5369-8ec9-41fb-9b96-781b2026e8bd req-86d7139f-1826-4ba1-972f-b0e2e35a8b85 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371363 Sep 22 09:01:08.351005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c4257d9-2147-4c9a-97ec-a5ec43df5737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:08.929116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578aa8d-f822-405c-bd1d-928003924696 req-daf22168-8a08-4dfe-ab35-9f4e5a115c9d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:08.930554 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b578aa8d-f822-405c-bd1d-928003924696 req-daf22168-8a08-4dfe-ab35-9f4e5a115c9d tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0870264 Sep 22 09:01:08.974846 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b578aa8d-f822-405c-bd1d-928003924696 req-d3d22931-038c-4145-a119-00d7a8d061b0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384293 Sep 22 09:01:09.461101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-5c9790d2-3a4e-4586-b4f5-b5b94d782519 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:09.462533 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-5c9790d2-3a4e-4586-b4f5-b5b94d782519 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4&tenant_id=d3bddee8b12f4690966e406dc87ffe64&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 946 time: 0.1609659 Sep 22 09:01:09.473835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85a79b-2f13-429f-bc3b-1e74262fb49a req-04a078f4-cabe-4bba-9472-f191bb033bf3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:09.475158 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0b85a79b-2f13-429f-bc3b-1e74262fb49a req-04a078f4-cabe-4bba-9472-f191bb033bf3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.1206808 Sep 22 09:01:09.629205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:09.666129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:09.677905 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0b85a79b-2f13-429f-bc3b-1e74262fb49a req-aec7703f-9ac0-4de3-9da8-b4982621f0dc tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709760 Sep 22 09:01:09.683767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-dc3ef971-d6d0-4e10-a251-e4a9d7c00dd6 service neutron] 10.222.0.48 "GET /v2.0/ports/6f6fb5b3-aeef-4898-acaa-77afee239288/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.2077007 Sep 22 09:01:09.796073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-ebe1fab4-7d26-4b4c-b255-c90e216e2369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:09.797561 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-ebe1fab4-7d26-4b4c-b255-c90e216e2369 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1099 time: 0.0926514 Sep 22 09:01:09.935344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-6c4f534b-64a7-456b-a5f5-c2a230aa3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:09.936800 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-6c4f534b-64a7-456b-a5f5-c2a230aa3059 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1335208 Sep 22 09:01:10.044217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-db15de2f-20b7-4811-81b8-cdacb4c66e50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1003 time: 0.1010995 Sep 22 09:01:10.109630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-83d3f699-a42c-4e6f-9159-978879affd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:10.111089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-83d3f699-a42c-4e6f-9159-978879affd94 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0599661 Sep 22 09:01:10.201667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-e9f7f3ca-f4d8-4db6-a61e-56e7f0cc56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:10.203043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-e9f7f3ca-f4d8-4db6-a61e-56e7f0cc56f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827336 Sep 22 09:01:10.333027 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-3c74cde6-131d-48a1-89cc-fa4703dc1f98 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236916 Sep 22 09:01:10.467685 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-4c80e289-eb03-4193-96e8-66fc57886c39 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265492 Sep 22 09:01:10.878121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ef6d-3c88-4052-bc57-adadb5e3d85f req-aace2b21-5fc3-4dad-92de-88f709a90cae tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:10.879583 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea95ef6d-3c88-4052-bc57-adadb5e3d85f req-aace2b21-5fc3-4dad-92de-88f709a90cae tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0861447 Sep 22 09:01:10.928556 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea95ef6d-3c88-4052-bc57-adadb5e3d85f req-170f0da1-7a79-43bd-8995-f2060467e6f3 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432677 Sep 22 09:01:10.970404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:12.141402 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f998-9881-4146-8889-9f25379af29b req-5b5b364a-acbd-4412-bf0e-f16ea2ec9c62 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:12.142843 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efe3f998-9881-4146-8889-9f25379af29b req-5b5b364a-acbd-4412-bf0e-f16ea2ec9c62 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0913861 Sep 22 09:01:12.186874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efe3f998-9881-4146-8889-9f25379af29b req-b61d6f33-262f-42bc-a95d-bec4af750a3c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383842 Sep 22 09:01:12.577860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:13.392966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68dd64-2ff6-4343-a9bf-173556b55a04 req-4463b66f-1d53-448f-bfe9-6b22e1c25a59 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:13.394459 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe68dd64-2ff6-4343-a9bf-173556b55a04 req-4463b66f-1d53-448f-bfe9-6b22e1c25a59 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0904014 Sep 22 09:01:13.440424 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe68dd64-2ff6-4343-a9bf-173556b55a04 req-ebe19193-acdf-4ae7-9227-d8bc8cf0f671 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395491 Sep 22 09:01:13.482339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-ba576419-0910-42aa-a3bc-d5665ee15db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:13.483782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-ba576419-0910-42aa-a3bc-d5665ee15db7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4&tenant_id=d3bddee8b12f4690966e406dc87ffe64 HTTP/1.1" status: 200 len: 1099 time: 0.0828285 Sep 22 09:01:13.577700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-ca9e85b0-f4b6-4ac8-84a6-5afcd98a1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:13.579133 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-ca9e85b0-f4b6-4ac8-84a6-5afcd98a1e15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1099 time: 0.0765951 Sep 22 09:01:13.705509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-f2d2bf36-21c5-49b7-82f0-21cbfe3f6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:13.706902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-f2d2bf36-21c5-49b7-82f0-21cbfe3f6d50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1222930 Sep 22 09:01:13.806259 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-42d67d40-2334-4d25-927a-29fe8f9493d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1003 time: 0.0935521 Sep 22 09:01:13.865731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-f0d4f16d-5056-47a2-a9cc-848b438ab522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:13.867068 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-f0d4f16d-5056-47a2-a9cc-848b438ab522 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0545478 Sep 22 09:01:13.950303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f048-938e-4525-9a75-677bf91a115b req-86b5508a-1e95-4493-b655-e3afc2c5648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:13.951829 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-86b5508a-1e95-4493-b655-e3afc2c5648b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783956 Sep 22 09:01:14.175917 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-c8c33fd3-ec0b-4baa-98c9-951678e4893e service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179458 Sep 22 09:01:14.301474 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5774f048-938e-4525-9a75-677bf91a115b req-09e6de77-045f-4e52-a54f-c1d54bbb326f service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195698 Sep 22 09:01:14.641181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b2a2f-9619-4a17-9630-ecf237bd117a req-273cf8a6-2125-4347-8d0c-17e90880d5b1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:14.642548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f95b2a2f-9619-4a17-9630-ecf237bd117a req-273cf8a6-2125-4347-8d0c-17e90880d5b1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0870669 Sep 22 09:01:14.687633 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f95b2a2f-9619-4a17-9630-ecf237bd117a req-d1e6e358-2d21-4277-8a4f-0d1abec31f3e tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391676 Sep 22 09:01:15.896475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f80f-f77d-4698-b643-fd230432621d req-2439be3f-3df4-41a2-b927-89c7ce5945e0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:15.896475 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3851f80f-f77d-4698-b643-fd230432621d req-2439be3f-3df4-41a2-b927-89c7ce5945e0 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.0945499 Sep 22 09:01:15.941106 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3851f80f-f77d-4698-b643-fd230432621d req-9241f22a-47c7-4bd6-8a4d-8d4175e105a6 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407948 Sep 22 09:01:16.437856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:01:16.548779 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:16.549151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:16.575559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:01:16.577815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856e54ba-528a-4264-bf6e-abf0dbba67e8" -d '{"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:01:16.585484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:16.590057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:16.631924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae3959-6515-4539-8b49-4375edb61ce9 x-openstack-request-id: req-89ae3959-6515-4539-8b49-4375edb61ce9 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:01:16.632208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:01:16.632450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-89ae3959-6515-4539-8b49-4375edb61ce9 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:01:16.632826 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ae3959-6515-4539-8b49-4375edb61ce9'] response: {'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'code': 200} Sep 22 09:01:16.657623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:17.144016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e0a2-e175-4a72-8325-ddf889d2e27c req-d432bbaa-b71b-4beb-bedd-016820484545 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:17.145454 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9873e0a2-e175-4a72-8325-ddf889d2e27c req-d432bbaa-b71b-4beb-bedd-016820484545 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 944 time: 0.0906434 Sep 22 09:01:17.191915 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9873e0a2-e175-4a72-8325-ddf889d2e27c req-3a00ff2c-be96-4873-a163-79d711dfcfa9 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408936 Sep 22 09:01:18.393291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1d26a-5de3-4a7b-a141-eec4da985159 req-bba68a63-0f61-4020-b59b-309341d65fa2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:18.394716 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68c1d26a-5de3-4a7b-a141-eec4da985159 req-bba68a63-0f61-4020-b59b-309341d65fa2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 944 time: 0.0896895 Sep 22 09:01:18.437542 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68c1d26a-5de3-4a7b-a141-eec4da985159 req-60bca73f-88b8-4565-bdc4-a31bd6daf3db tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370188 Sep 22 09:01:18.453409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:01:18.612969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:18.626239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'port_id': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'mac_address': 'fa:16:3e:3c:55:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:01:18.680704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:18.681075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:18.697808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6fb5b3-aeef-4898-acaa-77afee239288 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:01:18.712416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:18.717264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:18.789715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['6f6fb5b3-aeef-4898-acaa-77afee239288'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:01:18.833335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:19.725216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42174-ce7c-4322-aae3-05fa1be9996b req-0b7e80a8-a0ad-426e-b649-a43e897e5324 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:19.726578 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e1b42174-ce7c-4322-aae3-05fa1be9996b req-0b7e80a8-a0ad-426e-b649-a43e897e5324 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 946 time: 0.1772575 Sep 22 09:01:19.770472 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e1b42174-ce7c-4322-aae3-05fa1be9996b req-e1b3933b-f053-43d3-a98c-8e233f9e7eb1 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379081 Sep 22 09:01:20.469265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:20.534341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 6f6fb5b3-aeef-4898-acaa-77afee239288 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:20.534703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:20.535030 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 6f6fb5b3-aeef-4898-acaa-77afee239288 Sep 22 09:01:20.647614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 6f6fb5b3-aeef-4898-acaa-77afee239288 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:20.647991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:20.674465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:01:20.676760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200ed75-8916-4fdb-9bf2-0129367506a2" -d '{"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:01:20.684221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:20.688487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:20.731685 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f5e094-befd-4cde-af08-bf11f439f69a x-openstack-request-id: req-02f5e094-befd-4cde-af08-bf11f439f69a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:01:20.731976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:01:20.732227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02f5e094-befd-4cde-af08-bf11f439f69a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:01:20.732901 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f5e094-befd-4cde-af08-bf11f439f69a'] response: {'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'code': 200} Sep 22 09:01:20.760386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=11']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:20.967964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d12500-de5b-47a9-ae4c-5c88c8e278c9 req-be8a5abb-c82c-4289-8bc5-aadbe6788084 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:20.969411 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96d12500-de5b-47a9-ae4c-5c88c8e278c9 req-be8a5abb-c82c-4289-8bc5-aadbe6788084 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0889883 Sep 22 09:01:21.013163 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96d12500-de5b-47a9-ae4c-5c88c8e278c9 req-d635fe28-5151-47dd-a23a-c9b219fdb011 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381818 Sep 22 09:01:22.218879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce0e9a-50d3-486d-b3b3-9aeb157740ba req-753cb10c-348d-4d61-9133-4878e5ebc41b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:22.220583 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1bce0e9a-50d3-486d-b3b3-9aeb157740ba req-753cb10c-348d-4d61-9133-4878e5ebc41b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0905910 Sep 22 09:01:22.271314 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1bce0e9a-50d3-486d-b3b3-9aeb157740ba req-952f6f6c-c9e7-496c-a8c9-7e3307ef7dbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450981 Sep 22 09:01:22.760320 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-aaf3dc6b-2847-49a1-9c23-76ecf4eab3fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765362 Sep 22 09:01:22.904531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-c7727637-d1a7-478b-9dae-e3fe47ce2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:22.906129 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-c7727637-d1a7-478b-9dae-e3fe47ce2903 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3bddee8b12f4690966e406dc87ffe64&device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 1100 time: 0.0808959 Sep 22 09:01:23.048222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-9e4a413c-f985-4a13-b449-df35b5959f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:23.049572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-9e4a413c-f985-4a13-b449-df35b5959f14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 200 len: 913 time: 0.1261697 Sep 22 09:01:23.149399 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-65883d2b-db42-4e02-b96a-b9fc86df3969 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 200 len: 1003 time: 0.0941436 Sep 22 09:01:23.213227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-b6988ae3-6067-4dc8-94d0-8ad595e7392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:23.215335 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-b6988ae3-6067-4dc8-94d0-8ad595e7392d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 200 len: 851 time: 0.0602796 Sep 22 09:01:23.295268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-9b8d8019-97a4-4e4f-a7e7-86a0e5c8ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:23.296722 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-9b8d8019-97a4-4e4f-a7e7-86a0e5c8ac39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760756 Sep 22 09:01:23.428804 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-df44e63f-598b-46c8-9307-31ec62e66e08 service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259782 Sep 22 09:01:23.465947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53531e3d-f5d6-4c64-916f-1418d97096ef req-a6f51097-b18c-443d-b808-030475f0033c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:23.467411 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-53531e3d-f5d6-4c64-916f-1418d97096ef req-a6f51097-b18c-443d-b808-030475f0033c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0862997 Sep 22 09:01:23.514544 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-53531e3d-f5d6-4c64-916f-1418d97096ef req-68113b7d-a8c9-41b0-9f59-4f97dff1eaa4 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413821 Sep 22 09:01:23.568593 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e21cb62-228f-41c2-9698-678a11ad5c78 req-06e32c06-237c-414c-87c3-2c671a2c285a service neutron] 10.222.0.48 "GET /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323950 Sep 22 09:01:23.712766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4b9c-e515-4fb5-a5f9-31f8cfb61ce2 req-ca3be90a-8f79-4b11-8629-2fb46820746c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:23.714730 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1b5c4b9c-e515-4fb5-a5f9-31f8cfb61ce2 req-ca3be90a-8f79-4b11-8629-2fb46820746c tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0888584 Sep 22 09:01:23.757634 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1b5c4b9c-e515-4fb5-a5f9-31f8cfb61ce2 req-aa2c011c-627d-46de-a8db-df3c50789fd5 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372517 Sep 22 09:01:23.953817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6331f0-9b17-46ae-9369-f713f82fd16a req-b455836d-1990-497e-8373-82204b645eeb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:23.955289 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7f6331f0-9b17-46ae-9369-f713f82fd16a req-b455836d-1990-497e-8373-82204b645eeb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0863326 Sep 22 09:01:23.998833 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7f6331f0-9b17-46ae-9369-f713f82fd16a req-2dce1ccb-e618-47bd-a00f-28a1f794385f tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378993 Sep 22 09:01:24.392717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4c86a-fc41-4f59-b202-4b7d05eaa7c3 req-469eb9b0-4ac7-4f84-aa83-f130eca435f2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:24.394156 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-09f4c86a-fc41-4f59-b202-4b7d05eaa7c3 req-469eb9b0-4ac7-4f84-aa83-f130eca435f2 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0894198 Sep 22 09:01:24.440241 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-09f4c86a-fc41-4f59-b202-4b7d05eaa7c3 req-d76a4810-92a8-441f-9775-e1b42d4fa787 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404546 Sep 22 09:01:25.643738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ce833-e752-43d9-b6e6-9972848cc3a0 req-945b67c7-e5f5-4e13-983e-f259efc2f8e7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:25.645188 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b48ce833-e752-43d9-b6e6-9972848cc3a0 req-945b67c7-e5f5-4e13-983e-f259efc2f8e7 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0885406 Sep 22 09:01:25.690384 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b48ce833-e752-43d9-b6e6-9972848cc3a0 req-4594ca96-e16d-4b1b-ac9f-5f9c62270594 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396514 Sep 22 09:01:26.724903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-51309c6b-e07c-4387-8d32-b174aee57659 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:26.726333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-51309c6b-e07c-4387-8d32-b174aee57659 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0839968 Sep 22 09:01:26.799516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Deleting port 6f6fb5b3-aeef-4898-acaa-77afee239288 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:01:26.799853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:26.886511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f13e70-020e-42f6-87c2-6d78c0856c29 req-7706e028-863a-46df-89d8-594ebdfa0029 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:26.887932 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-53f13e70-020e-42f6-87c2-6d78c0856c29 req-7706e028-863a-46df-89d8-594ebdfa0029 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 947 time: 0.0858998 Sep 22 09:01:26.935617 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-53f13e70-020e-42f6-87c2-6d78c0856c29 req-494e6283-e158-4db9-b2d9-2a57aa673f1b tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups?id=11ca666f-ffe0-442d-baed-fa9e371ce6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419059 Sep 22 09:01:27.136689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] For port 6f6fb5b3-aeef-4898-acaa-77afee239288, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=6f6fb5b3-aeef-4898-acaa-77afee239288,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:27.136967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:27.420163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:27.420452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:27.420773 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Floating IP ebc99a93-6f39-4757-8013-8c20133e6d42 disassociated. External IP: 172.26.8.177, port: 6f6fb5b3-aeef-4898-acaa-77afee239288. Sep 22 09:01:27.421115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Calling delete_port for 6f6fb5b3-aeef-4898-acaa-77afee239288 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:01:27.563623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:27.610867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event deleted for resources: {'Port': ['ID=6f6fb5b3-aeef-4898-acaa-77afee239288,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:27.622895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.623149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.623510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.623998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.624230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.624484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.624805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.625126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.625450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.625767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.626082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.626398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:27.811928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:01:27.987478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:01:27.998725 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:01:28.008733 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:28.009343 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:28.111253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] No DVR routers for this DVR port 6f6fb5b3-aeef-4898-acaa-77afee239288 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:01:28.118435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:28.123880 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4b006f3d-e438-43e3-8348-d59632b08c94 req-703eaf9b-390c-41b1-a3a7-3516efc3d149 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0fea228-4e7e-46d2-a4bc-c0f5860c5de4 HTTP/1.1" status: 200 len: 210 time: 0.0644858 Sep 22 09:01:28.124296 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-deleted', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:01:28.126812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c9d32a-589e-4eb6-bafa-658839b6867c" -d '{"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-deleted", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:01:28.144325 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b4906844-3a51-4f52-ba18-0524d52c1fbf req-91bda332-9faf-4cfe-9670-93af949e7fbb tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.48 "DELETE /v2.0/ports/6f6fb5b3-aeef-4898-acaa-77afee239288 HTTP/1.1" status: 204 len: 173 time: 1.4119878 Sep 22 09:01:28.179619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc227bd-ca29-4dad-b27f-b1b4a55b0463 x-openstack-request-id: req-7cc227bd-ca29-4dad-b27f-b1b4a55b0463 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:01:28.179910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fea228-4e7e-46d2-a4bc-c0f5860c5de4", "name": "network-vif-deleted", "tag": "6f6fb5b3-aeef-4898-acaa-77afee239288", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:01:28.180220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cc227bd-ca29-4dad-b27f-b1b4a55b0463 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:01:28.180705 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc227bd-ca29-4dad-b27f-b1b4a55b0463'] response: {'server_uuid': 'a0fea228-4e7e-46d2-a4bc-c0f5860c5de4', 'name': 'network-vif-deleted', 'tag': '6f6fb5b3-aeef-4898-acaa-77afee239288', 'status': 'completed', 'code': 200} Sep 22 09:01:28.203519 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:28.518298 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:28.522122 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:01:28.530664 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:28.531278 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:28.737954 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:29.039851 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:29.044337 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add7102-f31d-4234-8c28-a2a0885208e7 None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T08:55:41Z', 'revision_number': 4, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e5cb93d8-3fbe-47c2-8ff4-e81861785a17', 'name': '', 'network_id': '0c64a3ca-9518-4fd8-bd89-2abb3206ecd4', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'mac_address': 'fa:16:3e:d5:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:40Z', 'updated_at': '2022-09-22T08:55:46Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'subnets': [{'id': '7e207feb-af40-4dce-bbc6-183a2dd88fcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:01:29.268216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a96da6-7497-43a2-b7c0-729b3785929f None None] New status for floating IP ebc99a93-6f39-4757-8013-8c20133e6d42: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:01:30.516363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:01:30.551370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 6f6fb5b3-aeef-4898-acaa-77afee239288 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:01:30.551697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 6f6fb5b3-aeef-4898-acaa-77afee239288 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:01:32.394708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47492) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:32.457611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:32.487020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:32.539663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:32.558044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca666f-ffe0-442d-baed-fa9e371ce6eb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:32.566026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.566369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.566707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.567038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.567392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.567722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.568052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.568374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.568705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.569027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.569345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.569664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:32.577410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:32.578513 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a9954587-77ba-4189-a56f-b9de5702f808 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "DELETE /v2.0/security-groups/11ca666f-ffe0-442d-baed-fa9e371ce6eb HTTP/1.1" status: 204 len: 168 time: 0.1827879 Sep 22 09:01:32.581141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47496) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:32.597035 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-0757f3bd-11e2-4701-9375-c79c199758ba tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] show failed (client error): The resource could not be found. Sep 22 09:01:32.598021 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0757f3bd-11e2-4701-9375-c79c199758ba tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "GET /v2.0/security-groups/11ca666f-ffe0-442d-baed-fa9e371ce6eb HTTP/1.1" status: 404 len: 347 time: 0.0160034 Sep 22 09:01:32.600781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47500) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:32.754521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Deleting port 7b92f353-752f-4a88-b5dd-102b3d39b4de {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:01:32.754853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:32.926022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:32.926347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:33.048283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Calling delete_port for 7b92f353-752f-4a88-b5dd-102b3d39b4de owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:01:33.186220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:33.233516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Pushing event deleted for resources: {'Port': ['ID=7b92f353-752f-4a88-b5dd-102b3d39b4de,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:33.328796 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:33.342594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:33.343734 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3a0beac7-3585-4617-9e11-ff0a1a1cf361 tempest-ServerActionsTestJSON-1562050558 tempest-ServerActionsTestJSON-1562050558-project] 10.222.0.42 "DELETE /v2.0/floatingips/ebc99a93-6f39-4757-8013-8c20133e6d42 HTTP/1.1" status: 204 len: 168 time: 0.7420802 Sep 22 09:01:33.346733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47504) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:34.006619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:34.353067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Deleting port e5cb93d8-3fbe-47c2-8ff4-e81861785a17 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:01:34.353318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:34.522923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] For port e5cb93d8-3fbe-47c2-8ff4-e81861785a17, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:34.523293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:34.642081 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Calling delete_port for e5cb93d8-3fbe-47c2-8ff4-e81861785a17 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:01:34.952623 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:35.143819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cb93d8-3fbe-47c2-8ff4-e81861785a17,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:35.382889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:35.744749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Router b8b6f062-a470-4204-843f-7595127c7d26 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:01:35.918045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:01:35.927503 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb4073-9558-4583-baee-71252ec36efc None None] Sync routers for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:01:35.930461 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9dd2e58-849a-4f2b-b68e-81a9755c0920 admin admin] 10.222.0.42 "PUT /v2.0/routers/b8b6f062-a470-4204-843f-7595127c7d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5827270 Sep 22 09:01:35.933080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47510) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:35.940018 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:35.940693 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:36.107881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:36.112608 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:36.191942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed783608-6068-43d1-86d1-bb67063cf2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:36.290166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:36.299914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Deleting port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:01:36.300235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:36.406879 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T09:01:34Z', 'revision_number': 5, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port': {'id': '8b839c8a-f82b-4728-b197-1b6b5bbdee1d', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:6d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T08:55:38Z', 'updated_at': '2022-09-22T08:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:36.410945 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb4073-9558-4583-baee-71252ec36efc None None] Checking router: b8b6f062-a470-4204-843f-7595127c7d26 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:01:36.419540 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] Routers {'b8b6f062-a470-4204-843f-7595127c7d26'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:36.420147 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['b8b6f062-a470-4204-843f-7595127c7d26'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:36.565997 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] Set router b8b6f062-a470-4204-843f-7595127c7d26 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:36.586146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] For port 8b839c8a-f82b-4728-b197-1b6b5bbdee1d, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:36.586498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:36.671395 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9abb4073-9558-4583-baee-71252ec36efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T09:01:36Z', 'revision_number': 6, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:36.675824 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abb4073-9558-4583-baee-71252ec36efc None None] The sync data for ids ['b8b6f062-a470-4204-843f-7595127c7d26'] in dv-neutron-857569-1-hyperv is: [{'id': 'b8b6f062-a470-4204-843f-7595127c7d26', 'name': 'tempest-ServerActionsTestJSON-1400108544-router', 'tenant_id': 'd3bddee8b12f4690966e406dc87ffe64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T08:55:37Z', 'updated_at': '2022-09-22T09:01:36Z', 'revision_number': 6, 'project_id': 'd3bddee8b12f4690966e406dc87ffe64', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:01:36.712409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Calling delete_port for 8b839c8a-f82b-4728-b197-1b6b5bbdee1d owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:01:36.874574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:36.920705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b839c8a-f82b-4728-b197-1b6b5bbdee1d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:37.028717 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.201647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.204001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.227508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.228030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8b6f062-a470-4204-843f-7595127c7d26 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:01:37.242907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.244705 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9bb79d3-1d41-4265-a37d-ece21003af12 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b8b6f062-a470-4204-843f-7595127c7d26 HTTP/1.1" status: 204 len: 168 time: 1.3100834 Sep 22 09:01:37.246957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:37.306337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] Deleting subnet 7e207feb-af40-4dce-bbc6-183a2dd88fcd {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:01:37.309327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.357370 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.421898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5cb93d8-3fbe-47c2-8ff4-e81861785a17 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:01:37.436713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.461263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e5cb93d8-3fbe-47c2-8ff4-e81861785a17 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:01:37.461520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5cb93d8-3fbe-47c2-8ff4-e81861785a17 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:01:37.508272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.546663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e207feb-af40-4dce-bbc6-183a2dd88fcd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:37.550271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.555661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac279e41-256a-41f9-afb0-217ce13b07cc None None] Network 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:01:37.556567 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-50d3a598-ceb0-4b76-96cb-0bef97cc381c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e207feb-af40-4dce-bbc6-183a2dd88fcd HTTP/1.1" status: 204 len: 168 time: 0.3085992 Sep 22 09:01:37.559027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:37.675068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.687831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Deleting port 5b11e927-34f9-4859-b302-7d063a77a30f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:01:37.688148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.812946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] DHCP port deletion for 0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:01:37.816951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Deleting port 5b11e927-34f9-4859-b302-7d063a77a30f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:01:37.817316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:37.897444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] For port 5b11e927-34f9-4859-b302-7d063a77a30f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b11e927-34f9-4859-b302-7d063a77a30f,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:37.897840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.022269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] For port 5b11e927-34f9-4859-b302-7d063a77a30f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5b11e927-34f9-4859-b302-7d063a77a30f,segment=NetworkSegment(fbbefed0-41ec-4129-87e9-e8b02b5f4cc9),segment_id=fbbefed0-41ec-4129-87e9-e8b02b5f4cc9)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:38.022566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.116803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Calling delete_port for 5b11e927-34f9-4859-b302-7d063a77a30f owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:01:38.174021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Calling delete_port for 5b11e927-34f9-4859-b302-7d063a77a30f owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:01:38.194122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.241553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b11e927-34f9-4859-b302-7d063a77a30f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:38.247448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] No DVR routers for this DVR port 5b11e927-34f9-4859-b302-7d063a77a30f on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:01:38.251478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:01:38.251951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:01:38.352813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-24a78a7e-1b71-4411-b6a9-a49ff5d56578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.361560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.386947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c64a3ca-9518-4fd8-bd89-2abb3206ecd4']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:38.398590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:38.398883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbefed0-41ec-4129-87e9-e8b02b5f4cc9') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:38.410377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.425595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.432257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:01:38.432634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.512360 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment fbbefed0-41ec-4129-87e9-e8b02b5f4cc9 resource provider aggregate not found Sep 22 09:01:38.529016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.531493 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment fbbefed0-41ec-4129-87e9-e8b02b5f4cc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbbefed0-41ec-4129-87e9-e8b02b5f4cc9 found for delete ", "request_id": "req-5e73379f-1948-483c-9556-333e5ada3d1d"}]} Sep 22 09:01:38.545418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.557195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c64a3ca-9518-4fd8-bd89-2abb3206ecd4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:38.568647 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fadcb475-1b6f-4997-800d-7d604a6385a6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0c64a3ca-9518-4fd8-bd89-2abb3206ecd4 HTTP/1.1" status: 204 len: 168 time: 1.0086546 Sep 22 09:01:38.674933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:38.722252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a03efe81-9d32-4de5-a642-bc0ce4515bcc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3bddee8b12f4690966e406dc87ffe64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461938 Sep 22 09:01:38.724557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47534) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:38.753820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Deleting port 5b11e927-34f9-4859-b302-7d063a77a30f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:01:38.754274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.787705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3427fc74-3e67-4341-9c14-004e0e363ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.814400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3427fc74-3e67-4341-9c14-004e0e363ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.816366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b839c8a-f82b-4728-b197-1b6b5bbdee1d no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:01:38.844826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2061-ab0c-40ad-a431-1c2a2e07b92c None None] The port '5b11e927-34f9-4859-b302-7d063a77a30f' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:01:38.860441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 8b839c8a-f82b-4728-b197-1b6b5bbdee1d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:01:38.860441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8b839c8a-f82b-4728-b197-1b6b5bbdee1d not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:01:38.860441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b11e927-34f9-4859-b302-7d063a77a30f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:01:38.874104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3427fc74-3e67-4341-9c14-004e0e363ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.891694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427fc74-3e67-4341-9c14-004e0e363ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa0248b-daf7-48e2-9f21-dfee1ac68f64,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:38.897303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5b11e927-34f9-4859-b302-7d063a77a30f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:01:38.897606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5b11e927-34f9-4859-b302-7d063a77a30f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:01:38.898622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3427fc74-3e67-4341-9c14-004e0e363ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:38.899929 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3427fc74-3e67-4341-9c14-004e0e363ab8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0aa0248b-daf7-48e2-9f21-dfee1ac68f64 HTTP/1.1" status: 204 len: 168 time: 0.1745155 Sep 22 09:01:39.605327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:39.632031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.668658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.709375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1126472962-network', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:01:39.714701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:01:39.718519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Usage tracker for resource:network and tenant:ee4a4f33f9834b518985040bca5dc914 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:01:39.721371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:01:39.726996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:01:39.737049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Made reservation on behalf of ee4a4f33f9834b518985040bca5dc914 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:01:39.739417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.751458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.766023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:01:39.769782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4a4f33f9834b518985040bca5dc914 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:01:39.772524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:01:39.781032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:01:39.861967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.865834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.900065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:01:39.909497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6217829-c860-4b2a-a9b5-9437226becf7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:39.916528 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.917400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Added segment c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6 of type vlan for network d301a2f7-8990-4021-bbea-864fffff7239 Sep 22 09:01:39.945226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.975196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:39.976164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:39.976725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.076228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] Pushing event updated for resources: {'Network': ['ID=d301a2f7-8990-4021-bbea-864fffff7239,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:40.079443 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ceed9e8-e5b1-469c-8a95-54c2bd9b7238 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4730725 Sep 22 09:01:40.082352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:40.086263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network d301a2f7-8990-4021-bbea-864fffff7239 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:01:40.087576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Request body: {'subnet': {'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1126472962-subnet', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:01:40.092463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:01:40.096296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Usage tracker for resource:subnet and tenant:ee4a4f33f9834b518985040bca5dc914 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:01:40.099195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:01:40.105299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:01:40.115538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Made reservation on behalf of ee4a4f33f9834b518985040bca5dc914 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:01:40.117982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.323773 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.395848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6e22b9-4f14-433e-a391-fa9d53e3cd64,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:40.402746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Checking segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:01:40.403095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Network hostable DHCP agents. Network: d301a2f7-8990-4021-bbea-864fffff7239, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:01:40.422074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Network d301a2f7-8990-4021-bbea-864fffff7239 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:01:40.430851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, d301a2f7-8990-4021-bbea-864fffff7239) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:01:40.435150 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:40.435809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.440635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267ccd5-8462-42fb-9c69-c73d19108a7e None None] Network d301a2f7-8990-4021-bbea-864fffff7239 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:01:40.459925 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d025ae22-2be0-4234-89c7-c7882177c3fb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3765891 Sep 22 09:01:40.463006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47568) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:40.468616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:01:40.473400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:01:40.477652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Usage tracker for resource:router and tenant:ee4a4f33f9834b518985040bca5dc914 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:01:40.481269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:01:40.487496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:01:40.499058 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.500175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.515335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.664265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-d301a2f7-8990-4021-bbea-864fffff7239', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:01:40.665138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.829195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Allocated IP 172.20.0.2 (d301a2f7-8990-4021-bbea-864fffff7239/7f6e22b9-4f14-433e-a391-fa9d53e3cd64/a332ee02-b6b5-40f2-89da-d8d67885033e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:01:40.882867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:40.970295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.043468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.053463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Transition to ACTIVE for port object a332ee02-b6b5-40f2-89da-d8d67885033e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:01:41.072542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Transition to ACTIVE for port object a332ee02-b6b5-40f2-89da-d8d67885033e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:01:41.077970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.145758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Network d301a2f7-8990-4021-bbea-864fffff7239 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:01:41.148549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:01:41.152576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:01:41.193130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.194493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Pushing event updated for resources: {'Port': ['ID=a332ee02-b6b5-40f2-89da-d8d67885033e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:41.226667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.255526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Attempting to bind port a332ee02-b6b5-40f2-89da-d8d67885033e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:01:41.255893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Attempting to bind port a332ee02-b6b5-40f2-89da-d8d67885033e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:01:41.256248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Attempting to bind port a332ee02-b6b5-40f2-89da-d8d67885033e on network d301a2f7-8990-4021-bbea-864fffff7239 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:01:41.262036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:01:41.262455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Checking segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:01:41.262621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.263094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Bound using segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:01:41.263592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Bound port: a332ee02-b6b5-40f2-89da-d8d67885033e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:01:41.263986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.352683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] For port a332ee02-b6b5-40f2-89da-d8d67885033e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:01:41.355565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] For port a332ee02-b6b5-40f2-89da-d8d67885033e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a332ee02-b6b5-40f2-89da-d8d67885033e,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:01:41.358519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Allocated IP 172.26.8.24 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/dbdf7263-053c-407c-ab19-d31a42f71308) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:01:41.360573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.441971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9458f4c-309c-4b3b-9652-555ac0b0ff0c None None] Pushing event updated for resources: {'Port': ['ID=a332ee02-b6b5-40f2-89da-d8d67885033e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:41.514784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.544936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:41.617646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:01:41.621302 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:01:41.624954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:01:41.654964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Pushing event updated for resources: {'Port': ['ID=dbdf7263-053c-407c-ab19-d31a42f71308,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:42.034824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:42.437968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe71fe9-fcf6-4026-b510-6e176a328a61 None None] Network d301a2f7-8990-4021-bbea-864fffff7239 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:01:42.461209 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:01:42.500314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:42.605944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a552cb46-5806-4c17-8a5d-da27b191a11d None None] Provisioning for port a332ee02-b6b5-40f2-89da-d8d67885033e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:01:42.655594 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:42.703178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Router 525d97fc-c428-429b-95be-7429719a76ba is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:01:42.836275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a332ee02-b6b5-40f2-89da-d8d67885033e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:42.891735 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:01:42.909740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Sync routers for ids ['525d97fc-c428-429b-95be-7429719a76ba'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:01:42.913004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port a332ee02-b6b5-40f2-89da-d8d67885033e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:01:42.920259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:42.921828 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3646bab3-0cbb-4250-b2c5-2a1fe5310b17 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4575207 Sep 22 09:01:42.922745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port a332ee02-b6b5-40f2-89da-d8d67885033e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:42.923390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:42.924068 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port a332ee02-b6b5-40f2-89da-d8d67885033e Sep 22 09:01:42.924357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47572) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:01:42.975409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Routers {'525d97fc-c428-429b-95be-7429719a76ba'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:42.976227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['525d97fc-c428-429b-95be-7429719a76ba'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:43.128232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Provisioning complete for port a332ee02-b6b5-40f2-89da-d8d67885033e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:43.128501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:43.128828 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Attempt 1 to provision port a332ee02-b6b5-40f2-89da-d8d67885033e Sep 22 09:01:43.258431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Set router 525d97fc-c428-429b-95be-7429719a76ba gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:43.383879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port a332ee02-b6b5-40f2-89da-d8d67885033e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:43.384166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:43.522180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Current status of the port a332ee02-b6b5-40f2-89da-d8d67885033e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:43.522910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:43.545912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port a332ee02-b6b5-40f2-89da-d8d67885033e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a332ee02-b6b5-40f2-89da-d8d67885033e,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:43.565168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:43.594376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:43.732955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=a332ee02-b6b5-40f2-89da-d8d67885033e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:43.741263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:01:43.741636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:01:43.765058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:01:41Z', 'revision_number': 3, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port': {'id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:41Z', 'updated_at': '2022-09-22T09:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:43.769218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Checking router: 525d97fc-c428-429b-95be-7429719a76ba for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:01:43.769559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Updating router 525d97fc-c428-429b-95be-7429719a76ba port dbdf7263-053c-407c-ab19-d31a42f71308 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:01:43.819912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:43.920009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Allocated IP 172.20.0.1 (d301a2f7-8990-4021-bbea-864fffff7239/7f6e22b9-4f14-433e-a391-fa9d53e3cd64/8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:01:44.071458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.086934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Transition to ACTIVE for port object 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:01:44.112318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.138822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.150214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Transition to ACTIVE for port object dbdf7263-053c-407c-ab19-d31a42f71308 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:01:44.157021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.173781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Network d301a2f7-8990-4021-bbea-864fffff7239 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:01:44.176535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:01:44.179983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:01:44.225927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:44.243767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.297521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Attempting to bind port dbdf7263-053c-407c-ab19-d31a42f71308 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:01:44.297882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Attempting to bind port dbdf7263-053c-407c-ab19-d31a42f71308 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:01:44.298245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Attempting to bind port dbdf7263-053c-407c-ab19-d31a42f71308 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:01:44.328839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:01:44.329231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:01:44.329603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.329989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:01:44.330461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Bound port: dbdf7263-053c-407c-ab19-d31a42f71308, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:01:44.330832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.377176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d892c-a0f6-45e9-8850-50c8636d295e None None] Pushing event updated for resources: {'Port': ['ID=dbdf7263-053c-407c-ab19-d31a42f71308,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:44.389646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a914a0cf-7a7f-4ecd-9326-b33cd54ee6dd None None] Current status of the port a332ee02-b6b5-40f2-89da-d8d67885033e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:44.421279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] For port dbdf7263-053c-407c-ab19-d31a42f71308, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:01:44.424766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] For port dbdf7263-053c-407c-ab19-d31a42f71308, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=dbdf7263-053c-407c-ab19-d31a42f71308,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:01:44.428637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.488386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Routers {'525d97fc-c428-429b-95be-7429719a76ba'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:44.488919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['525d97fc-c428-429b-95be-7429719a76ba'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:44.499902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.582667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d892c-a0f6-45e9-8850-50c8636d295e None None] Pushing event updated for resources: {'Port': ['ID=dbdf7263-053c-407c-ab19-d31a42f71308,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:44.588418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Provisioning for port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:01:44.643021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Provisioning complete for port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:44.643425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.643744 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 1 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:44.720055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.722538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:44.724682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.730588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] Set router 525d97fc-c428-429b-95be-7429719a76ba gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:44.833948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:44.839549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:44.853457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a332ee02-b6b5-40f2-89da-d8d67885033e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:44.981007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Network d301a2f7-8990-4021-bbea-864fffff7239 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:01:44.982115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:01:45.036865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port a332ee02-b6b5-40f2-89da-d8d67885033e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:45.037232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:45.037565 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port a332ee02-b6b5-40f2-89da-d8d67885033e Sep 22 09:01:45.168544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Router 525d97fc-c428-429b-95be-7429719a76ba has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:01:45.209434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port a332ee02-b6b5-40f2-89da-d8d67885033e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:45.213264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 4, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port': {'id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:41Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf', 'name': '', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'mac_address': 'fa:16:3e:00:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:43Z', 'updated_at': '2022-09-22T09:01:43Z', 'revision_number': 1, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'subnets': [{'id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:45.219575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3d268-605d-46b5-9d34-2c5f0b0c5f54 None None] The sync data for ids ['525d97fc-c428-429b-95be-7429719a76ba'] in dv-neutron-857569-1-hyperv is: [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 4, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port': {'id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:41Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf', 'name': '', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'mac_address': 'fa:16:3e:00:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:43Z', 'updated_at': '2022-09-22T09:01:43Z', 'revision_number': 1, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'subnets': [{'id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:01:45.223884 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 2 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:45.280649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:45.477648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:01:45.495702 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-abc2f426-c2fd-4736-a315-a3f3394e8818 admin admin] 10.222.0.42 "PUT /v2.0/routers/525d97fc-c428-429b-95be-7429719a76ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623057 Sep 22 09:01:45.782168 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 3 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:45.842595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:46.034293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-18687c95-f316-47c6-8b63-3e6eabcecef1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:46.034987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-18687c95-f316-47c6-8b63-3e6eabcecef1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Synchronizing usage tracker for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:01:46.057254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-18687c95-f316-47c6-8b63-3e6eabcecef1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Unset dirty status for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:01:46.058558 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-18687c95-f316-47c6-8b63-3e6eabcecef1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/networks?id=d301a2f7-8990-4021-bbea-864fffff7239 HTTP/1.1" status: 200 len: 814 time: 0.1792641 Sep 22 09:01:46.074336 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-2c28be9f-7758-4b3d-bee1-8d1054330987 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/quotas/ee4a4f33f9834b518985040bca5dc914 HTTP/1.1" status: 200 len: 375 time: 0.0098267 Sep 22 09:01:46.171052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-eef0325a-b2ed-45ba-aa88-2a91c6f15fad tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Synchronizing usage tracker for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:01:46.188812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-eef0325a-b2ed-45ba-aa88-2a91c6f15fad tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Unset dirty status for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:01:46.190930 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-eef0325a-b2ed-45ba-aa88-2a91c6f15fad tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4a4f33f9834b518985040bca5dc914&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107407 Sep 22 09:01:46.329074 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-96a8ba9e-39b8-4704-9d06-5187002ebe4e service neutron] 10.222.0.42 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317792 Sep 22 09:01:46.344052 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 4 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:46.401930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:46.465851 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-7ea7e47d-11b5-4380-af57-caec5c0be23d service neutron] 10.222.0.42 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308000 Sep 22 09:01:46.647391 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1b149e9a-4faf-4879-9b29-b9e050f37cd5 req-e0058314-ffd8-4945-8cdc-ef2135f759d4 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 210 time: 0.0504477 Sep 22 09:01:46.832566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device dbdf7263-053c-407c-ab19-d31a42f71308 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:46.907018 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 5 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:46.938696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port dbdf7263-053c-407c-ab19-d31a42f71308 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:01:46.949507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port dbdf7263-053c-407c-ab19-d31a42f71308 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:46.949950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:46.950400 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port dbdf7263-053c-407c-ab19-d31a42f71308 Sep 22 09:01:47.013220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:47.084658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port dbdf7263-053c-407c-ab19-d31a42f71308 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:47.085183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:47.101721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port dbdf7263-053c-407c-ab19-d31a42f71308, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=dbdf7263-053c-407c-ab19-d31a42f71308,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:47.105457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:47.173789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=dbdf7263-053c-407c-ab19-d31a42f71308,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:47.221674 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Sync routers for ids ['525d97fc-c428-429b-95be-7429719a76ba'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:01:47.231408 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Routers {'525d97fc-c428-429b-95be-7429719a76ba'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:47.231995 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['525d97fc-c428-429b-95be-7429719a76ba'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:47.429124 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Set router 525d97fc-c428-429b-95be-7429719a76ba gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:47.515189 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 6 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:47.623970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:47.703567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-2a09f796-1ef4-4dfd-af93-3273b7b7abd1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:47.704986 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-2a09f796-1ef4-4dfd-af93-3273b7b7abd1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "GET /v2.0/networks?id=d301a2f7-8990-4021-bbea-864fffff7239 HTTP/1.1" status: 200 len: 814 time: 0.1693385 Sep 22 09:01:47.716909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Request body: {'port': {'device_id': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'admin_state_up': True, 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:01:47.765986 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 4, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port': {'id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:41Z', 'updated_at': '2022-09-22T09:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf', 'name': '', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'mac_address': 'fa:16:3e:00:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:43Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 2, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'subnets': [{'id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:47.770259 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Checking router: 525d97fc-c428-429b-95be-7429719a76ba for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:01:47.770718 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Updating router 525d97fc-c428-429b-95be-7429719a76ba port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:01:47.829199 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:47.835942 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3376fd3-9f94-4275-a7a7-2e98d046dd89 req-c2784657-9f83-40fa-843d-fb6bab3f5b0a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 210 time: 0.0635912 Sep 22 09:01:47.994609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:01:48.004125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:01:48.013516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Made reservation on behalf of ee4a4f33f9834b518985040bca5dc914 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:01:48.016874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.125629 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 7 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:48.176068 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.178810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:48.187985 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Transition to ACTIVE for port object 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:01:48.193442 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.262884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Allocated IP 172.20.0.5 (d301a2f7-8990-4021-bbea-864fffff7239/7f6e22b9-4f14-433e-a391-fa9d53e3cd64/954168dd-af91-443f-a768-2ab95e2bb319) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:01:48.396212 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Pushing event updated for resources: {'Port': ['ID=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:48.414980 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.415334 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.416274 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.416599 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.416913 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.417228 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.417538 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.417845 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.418155 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.418461 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.418788 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.419078 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:01:48.423713 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Attempting to bind port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:01:48.424065 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Attempting to bind port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:01:48.424413 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Attempting to bind port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf on network d301a2f7-8990-4021-bbea-864fffff7239 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:01:48.429919 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:01:48.430276 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Checking segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:01:48.430657 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.431052 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Bound using segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:01:48.431524 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Bound port: 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:01:48.431885 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.467381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.483374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Transition to ACTIVE for port object 954168dd-af91-443f-a768-2ab95e2bb319 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:01:48.507201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.523791 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] For port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:01:48.527391 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] For port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:01:48.531594 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.581604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Network d301a2f7-8990-4021-bbea-864fffff7239 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:01:48.584519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:01:48.588614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:01:48.594329 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Routers {'525d97fc-c428-429b-95be-7429719a76ba'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:01:48.595004 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:01:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['525d97fc-c428-429b-95be-7429719a76ba'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:48.625418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Pushing event updated for resources: {'Port': ['ID=954168dd-af91-443f-a768-2ab95e2bb319,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:48.657826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:48.658450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.679868 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Attempt 8 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:48.685908 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2e33-5363-436d-92a1-d9c48083d807 None None] Pushing event updated for resources: {'Port': ['ID=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:48.690134 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-e8d9fb2b-9371-4078-ba1e-50dc56e7fb1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9769733 Sep 22 09:01:48.702816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Request body: {'port': {'device_id': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:01:48.757867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99da6123-5069-4d17-95df-deb65f37a159 None None] Port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:01:48.812015 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] Set router 525d97fc-c428-429b-95be-7429719a76ba gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:01:48.833894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.856387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:48.955070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Provisioning for port 954168dd-af91-443f-a768-2ab95e2bb319 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:01:48.961156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Provisioning complete for port 954168dd-af91-443f-a768-2ab95e2bb319 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:48.961788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:48.962317 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Attempt 1 to provision port 954168dd-af91-443f-a768-2ab95e2bb319 Sep 22 09:01:49.025410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Port 954168dd-af91-443f-a768-2ab95e2bb319 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:49.026604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:01:49.031333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:49.031878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.032216 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:49.151784 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:49.152492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.186999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:49.189115 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e072455a-5534-4246-afef-42df56a15f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 4, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port': {'id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:41Z', 'updated_at': '2022-09-22T09:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf', 'name': '', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'mac_address': 'fa:16:3e:00:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:43Z', 'updated_at': '2022-09-22T09:01:48Z', 'revision_number': 4, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'subnets': [{'id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:01:49.192159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.193101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device dbdf7263-053c-407c-ab19-d31a42f71308 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:49.195031 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072455a-5534-4246-afef-42df56a15f3e None None] The sync data for ids ['525d97fc-c428-429b-95be-7429719a76ba'] in dv-neutron-857569-1-hyperv is: [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:01:44Z', 'revision_number': 4, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port': {'id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:41Z', 'updated_at': '2022-09-22T09:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf', 'name': '', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'mac_address': 'fa:16:3e:00:d0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:43Z', 'updated_at': '2022-09-22T09:01:48Z', 'revision_number': 4, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'subnets': [{'id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:01:49.213756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8168925-1d27-47b2-bc1d-cc7ce7f08fa1 req-631f2b0c-dae3-4e1d-844e-2ca4fd79506b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:49.214455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c8168925-1d27-47b2-bc1d-cc7ce7f08fa1 req-631f2b0c-dae3-4e1d-844e-2ca4fd79506b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Synchronizing usage tracker for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:01:49.256933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c8168925-1d27-47b2-bc1d-cc7ce7f08fa1 req-631f2b0c-dae3-4e1d-844e-2ca4fd79506b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Unset dirty status for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:01:49.258111 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c8168925-1d27-47b2-bc1d-cc7ce7f08fa1 req-631f2b0c-dae3-4e1d-844e-2ca4fd79506b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 931 time: 0.2705116 Sep 22 09:01:49.323481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:49.333360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port dbdf7263-053c-407c-ab19-d31a42f71308 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:49.333797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.334191 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port dbdf7263-053c-407c-ab19-d31a42f71308 Sep 22 09:01:49.366288 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c8168925-1d27-47b2-bc1d-cc7ce7f08fa1 req-8fba5d96-9563-4394-9e29-6a2837248d1a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943134 Sep 22 09:01:49.368392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954168dd-af91-443f-a768-2ab95e2bb319 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:01:49.377996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.397351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Transition to ACTIVE for port object 954168dd-af91-443f-a768-2ab95e2bb319 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:01:49.404432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.464093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port dbdf7263-053c-407c-ab19-d31a42f71308 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:49.527065 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Attempt 2 to provision port 954168dd-af91-443f-a768-2ab95e2bb319 Sep 22 09:01:49.582182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Port 954168dd-af91-443f-a768-2ab95e2bb319 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:01:49.611938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Pushing event updated for resources: {'Port': ['ID=954168dd-af91-443f-a768-2ab95e2bb319,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:49.645140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Attempting to bind port 954168dd-af91-443f-a768-2ab95e2bb319 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:01:49.645478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Attempting to bind port 954168dd-af91-443f-a768-2ab95e2bb319 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:01:49.645803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Attempting to bind port 954168dd-af91-443f-a768-2ab95e2bb319 on network d301a2f7-8990-4021-bbea-864fffff7239 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:01:49.650804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Port 954168dd-af91-443f-a768-2ab95e2bb319 on network d301a2f7-8990-4021-bbea-864fffff7239 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:01:49.651139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Attempting to bind port 954168dd-af91-443f-a768-2ab95e2bb319 on network d301a2f7-8990-4021-bbea-864fffff7239 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:01:49.656589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:01:49.656926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Checking segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:01:49.657309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Bound using segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:01:49.657735 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Bound port: 954168dd-af91-443f-a768-2ab95e2bb319, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:01:49.658080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.754371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] For port 954168dd-af91-443f-a768-2ab95e2bb319, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:01:49.757359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] For port 954168dd-af91-443f-a768-2ab95e2bb319, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=954168dd-af91-443f-a768-2ab95e2bb319,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:01:49.762377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.794691 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:49.795337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:49.796810 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] 10.222.0.48 "PUT /v2.0/ports/954168dd-af91-443f-a768-2ab95e2bb319 HTTP/1.1" status: 200 len: 1093 time: 1.0985351 Sep 22 09:01:49.797188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'tag': '954168dd-af91-443f-a768-2ab95e2bb319'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:01:49.799531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1e71f-076a-45b1-9f39-71a6633467f9" -d '{"events": [{"name": "network-changed", "server_uuid": "da86ae04-745f-4fc6-bcd8-34e3ebb52f5c", "tag": "954168dd-af91-443f-a768-2ab95e2bb319"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:01:49.848272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a4b3d-6f7f-48f9-aac4-98a34fff673c service neutron] Pushing event updated for resources: {'Port': ['ID=954168dd-af91-443f-a768-2ab95e2bb319,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:49.887601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4556504-1ff4-4d83-9267-6ff13593995e x-openstack-request-id: req-c4556504-1ff4-4d83-9267-6ff13593995e {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:01:49.887889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da86ae04-745f-4fc6-bcd8-34e3ebb52f5c", "tag": "954168dd-af91-443f-a768-2ab95e2bb319", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:01:49.888144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4556504-1ff4-4d83-9267-6ff13593995e {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:01:49.888545 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4556504-1ff4-4d83-9267-6ff13593995e'] response: {'name': 'network-changed', 'server_uuid': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'tag': '954168dd-af91-443f-a768-2ab95e2bb319', 'status': 'completed', 'code': 200} Sep 22 09:01:49.931670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-9b9bd780-e7c5-44b4-9870-d3e30c51b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:49.933139 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-9b9bd780-e7c5-44b4-9870-d3e30c51b062 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4a4f33f9834b518985040bca5dc914&device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 1096 time: 0.0819561 Sep 22 09:01:50.083803 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Attempt 3 to provision port 954168dd-af91-443f-a768-2ab95e2bb319 Sep 22 09:01:50.102009 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-93726d2e-9773-4a8e-b937-6b2bc7f27084 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954168dd-af91-443f-a768-2ab95e2bb319 HTTP/1.1" status: 200 len: 217 time: 0.1621318 Sep 22 09:01:50.146131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Port 954168dd-af91-443f-a768-2ab95e2bb319 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:01:50.156917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Provisioning complete for port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:50.157575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:50.157575 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Attempt 1 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:50.166688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-2cb15af0-2133-488e-bb9a-d7d94fe48b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:50.168161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-2cb15af0-2133-488e-bb9a-d7d94fe48b4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f6e22b9-4f14-433e-a391-fa9d53e3cd64 HTTP/1.1" status: 200 len: 853 time: 0.0600090 Sep 22 09:01:50.250260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-5fb111b6-fc64-4b85-916a-5acc917bccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:50.251782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-5fb111b6-fc64-4b85-916a-5acc917bccfe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d301a2f7-8990-4021-bbea-864fffff7239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781612 Sep 22 09:01:50.279502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8b64ef81-66ce-4129-ae28-036ffbc9923c None None] Current status of the port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:50.389100 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-a1a02496-c5f9-4df0-b4eb-a33facb78fbb service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308551 Sep 22 09:01:50.579089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd569aed-6cdc-43c3-a501-e73106d07dbd req-fa7830ef-9293-4ddc-8720-83b9ca54cd88 service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845512 Sep 22 09:01:50.602054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d50cd-283b-4fec-918e-f13b9bf5f538 req-7791b42b-ae35-4912-bd41-5e3c7f8d844d tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:50.603561 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c6d50cd-283b-4fec-918e-f13b9bf5f538 req-7791b42b-ae35-4912-bd41-5e3c7f8d844d tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 943 time: 0.1179135 Sep 22 09:01:50.700548 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8c6d50cd-283b-4fec-918e-f13b9bf5f538 req-00954814-ccb2-448b-b772-4d9250d9f973 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907452 Sep 22 09:01:50.722266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-c0e4179a-57ab-497d-9985-e6c1ceeb00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:50.722266 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-c0e4179a-57ab-497d-9985-e6c1ceeb00e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4a4f33f9834b518985040bca5dc914&device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 1096 time: 0.0937495 Sep 22 09:01:50.808838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:50.854200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-a67908f1-294b-4416-af22-4591c91c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:50.855777 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-a67908f1-294b-4416-af22-4591c91c79ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=d301a2f7-8990-4021-bbea-864fffff7239 HTTP/1.1" status: 200 len: 915 time: 0.1281962 Sep 22 09:01:50.874552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:50.874913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:50.875263 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf Sep 22 09:01:50.929170 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-9576a875-d352-41d6-b029-658652b9e5cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=954168dd-af91-443f-a768-2ab95e2bb319 HTTP/1.1" status: 200 len: 217 time: 0.0668051 Sep 22 09:01:50.990133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:50.992322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-472198ba-58bb-4ec4-9c39-1d6e1a3e8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:50.994795 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-472198ba-58bb-4ec4-9c39-1d6e1a3e8161 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f6e22b9-4f14-433e-a391-fa9d53e3cd64 HTTP/1.1" status: 200 len: 853 time: 0.0585344 Sep 22 09:01:51.078556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-7b0cd0ca-39c9-48b9-b30b-8ed55dfc427b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:51.080050 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-7b0cd0ca-39c9-48b9-b30b-8ed55dfc427b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d301a2f7-8990-4021-bbea-864fffff7239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791006 Sep 22 09:01:51.208173 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-5cdd9d26-2451-4707-b644-cbb6b00a440f service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218417 Sep 22 09:01:51.338697 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbf1e71f-076a-45b1-9f39-71a6633467f9 req-07e31c9d-303a-44fe-a090-1a0759ec1e3f service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221726 Sep 22 09:01:51.897246 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc78b-9bff-4fc7-be40-043e1e236e5d req-9b74a3f3-a6bc-4633-850c-84cb73375f75 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:51.898719 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9effc78b-9bff-4fc7-be40-043e1e236e5d req-9b74a3f3-a6bc-4633-850c-84cb73375f75 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 943 time: 0.0894284 Sep 22 09:01:51.942355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9effc78b-9bff-4fc7-be40-043e1e236e5d req-0061d8e3-fec3-498e-8933-269d29fd0ec4 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Synchronizing usage tracker for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:01:51.960240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9effc78b-9bff-4fc7-be40-043e1e236e5d req-0061d8e3-fec3-498e-8933-269d29fd0ec4 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Unset dirty status for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:01:51.961462 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9effc78b-9bff-4fc7-be40-043e1e236e5d req-0061d8e3-fec3-498e-8933-269d29fd0ec4 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564575 Sep 22 09:01:53.156145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec67d5b-171f-48fb-a0c0-2c348a12696e req-7c1a9131-d12f-4103-b3c3-1a452c290e55 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:53.157652 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ec67d5b-171f-48fb-a0c0-2c348a12696e req-7c1a9131-d12f-4103-b3c3-1a452c290e55 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 943 time: 0.0872557 Sep 22 09:01:53.199992 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ec67d5b-171f-48fb-a0c0-2c348a12696e req-636d034d-a079-4e91-b022-ffcca741231d tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Sep 22 09:01:54.397785 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8c4fb-771c-4e1e-a014-fb81690dc232 req-97b859ac-0455-463c-b66e-6d9dd78c4a18 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:54.399242 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ba8c4fb-771c-4e1e-a014-fb81690dc232 req-97b859ac-0455-463c-b66e-6d9dd78c4a18 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 943 time: 0.0875840 Sep 22 09:01:54.446995 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ba8c4fb-771c-4e1e-a014-fb81690dc232 req-c7a74839-3acd-44f2-8617-87c912918c28 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Sep 22 09:01:54.623560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 954168dd-af91-443f-a768-2ab95e2bb319 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:01:54.751828 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 954168dd-af91-443f-a768-2ab95e2bb319, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=954168dd-af91-443f-a768-2ab95e2bb319,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:54.765040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '954168dd-af91-443f-a768-2ab95e2bb319', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'port_id': '954168dd-af91-443f-a768-2ab95e2bb319', 'mac_address': 'fa:16:3e:cb:57:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:01:54.817530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 954168dd-af91-443f-a768-2ab95e2bb319 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:54.817904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:54.838617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954168dd-af91-443f-a768-2ab95e2bb319 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:01:54.853558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 954168dd-af91-443f-a768-2ab95e2bb319, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=954168dd-af91-443f-a768-2ab95e2bb319,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:54.857457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:54.922747 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=954168dd-af91-443f-a768-2ab95e2bb319,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:55.058152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['954168dd-af91-443f-a768-2ab95e2bb319'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:01:55.651274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa25aa5-ec52-4f05-be22-eaf2f5e72def req-7bdba7ea-46b6-4354-9a86-1cd0ceb3a54d tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:55.652723 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-afa25aa5-ec52-4f05-be22-eaf2f5e72def req-7bdba7ea-46b6-4354-9a86-1cd0ceb3a54d tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 944 time: 0.0979595 Sep 22 09:01:55.696427 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-afa25aa5-ec52-4f05-be22-eaf2f5e72def req-446a1251-dc09-4c20-aa6d-41d56a0eab7d tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380652 Sep 22 09:01:56.639179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 954168dd-af91-443f-a768-2ab95e2bb319 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:01:56.704829 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 954168dd-af91-443f-a768-2ab95e2bb319 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:01:56.709401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 954168dd-af91-443f-a768-2ab95e2bb319 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:01:56.709765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:56.710096 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 954168dd-af91-443f-a768-2ab95e2bb319 Sep 22 09:01:56.853551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 954168dd-af91-443f-a768-2ab95e2bb319 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:01:56.853916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:56.880510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954168dd-af91-443f-a768-2ab95e2bb319'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:01:56.882676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60943e05-0868-4e62-8dd2-cc99186fb381" -d '{"events": [{"server_uuid": "da86ae04-745f-4fc6-bcd8-34e3ebb52f5c", "name": "network-vif-plugged", "status": "completed", "tag": "954168dd-af91-443f-a768-2ab95e2bb319"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:01:56.890210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 954168dd-af91-443f-a768-2ab95e2bb319, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=954168dd-af91-443f-a768-2ab95e2bb319,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:01:56.892838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd53cf-4a8b-447d-b8cf-b0f791cd818b req-b41a5f2f-5ca9-46ee-aafc-7284e20b3f4a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:56.894447 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fcbd53cf-4a8b-447d-b8cf-b0f791cd818b req-b41a5f2f-5ca9-46ee-aafc-7284e20b3f4a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 944 time: 0.0865180 Sep 22 09:01:56.895020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:01:56.949928 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fcbd53cf-4a8b-447d-b8cf-b0f791cd818b req-ec3816ec-013b-4131-9165-7c103e6fc3ba tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449789 Sep 22 09:01:56.972509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1202c5a-ebe9-4a97-8308-da9e959136c8 x-openstack-request-id: req-f1202c5a-ebe9-4a97-8308-da9e959136c8 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:01:56.973262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da86ae04-745f-4fc6-bcd8-34e3ebb52f5c", "name": "network-vif-plugged", "status": "completed", "tag": "954168dd-af91-443f-a768-2ab95e2bb319", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:01:56.973681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1202c5a-ebe9-4a97-8308-da9e959136c8 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:01:56.974389 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1202c5a-ebe9-4a97-8308-da9e959136c8'] response: {'server_uuid': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954168dd-af91-443f-a768-2ab95e2bb319', 'code': 200} Sep 22 09:01:56.975424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=954168dd-af91-443f-a768-2ab95e2bb319,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:01:57.172142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83723-814f-458f-8e72-53c304de6b22 req-6662fdd4-3865-48f6-8f21-5ffac9caf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:57.173500 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0aa83723-814f-458f-8e72-53c304de6b22 req-6662fdd4-3865-48f6-8f21-5ffac9caf386 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 1098 time: 0.0762959 Sep 22 09:01:57.315531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0aa83723-814f-458f-8e72-53c304de6b22 req-572bc9f5-16d3-4e60-b033-b7c85090c0c3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365609 Sep 22 09:01:58.151006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79bd7b-0714-4b29-ab9e-52559da9708f req-0827a2eb-5142-49f4-b103-409dd188b9eb tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:58.152479 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf79bd7b-0714-4b29-ab9e-52559da9708f req-0827a2eb-5142-49f4-b103-409dd188b9eb tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0866325 Sep 22 09:01:58.198916 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf79bd7b-0714-4b29-ab9e-52559da9708f req-c679833a-0690-4ed2-8891-1531d96a7bd3 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Sep 22 09:01:59.395750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e755e8f-abb0-4ffe-822d-46146e576c8b req-8f39cd30-46ab-4c34-a853-c66430b86d3b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:59.397199 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e755e8f-abb0-4ffe-822d-46146e576c8b req-8f39cd30-46ab-4c34-a853-c66430b86d3b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0895264 Sep 22 09:01:59.440680 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e755e8f-abb0-4ffe-822d-46146e576c8b req-5ec8d3e4-a777-4d1d-864f-3cd13a790aaf tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 Sep 22 09:01:59.725027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-ac123ffa-7ac1-4180-9c21-9a533c8a975a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:01:59.726433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-ac123ffa-7ac1-4180-9c21-9a533c8a975a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/networks?id=d301a2f7-8990-4021-bbea-864fffff7239 HTTP/1.1" status: 200 len: 814 time: 0.1443863 Sep 22 09:01:59.740494 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-5bdeb306-7c06-4f82-af9e-eae05832c604 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/quotas/ee4a4f33f9834b518985040bca5dc914 HTTP/1.1" status: 200 len: 375 time: 0.0086524 Sep 22 09:01:59.829214 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-479c84f9-52ab-493b-9aa6-cc9da169f8fd tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee4a4f33f9834b518985040bca5dc914&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831130 Sep 22 09:01:59.958800 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-3509d02e-ece3-4f1a-aec1-dff0e7f0c7c5 service neutron] 10.222.0.42 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229587 Sep 22 09:02:00.088804 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-9cb1b325-a937-4606-bf9d-fa12290926f9 service neutron] 10.222.0.42 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232886 Sep 22 09:02:01.284752 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c34417df-3764-49b8-9ed4-c8e12580030f req-97f4884f-d743-4a4e-ad66-747b237a719b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 210 time: 0.0500565 Sep 22 09:02:02.281536 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-9d0287c0-b1a2-44a6-b835-0f19dbfb8627 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:02.282873 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-9d0287c0-b1a2-44a6-b835-0f19dbfb8627 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "GET /v2.0/networks?id=d301a2f7-8990-4021-bbea-864fffff7239 HTTP/1.1" status: 200 len: 814 time: 0.1474524 Sep 22 09:02:02.294133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Request body: {'port': {'device_id': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'admin_state_up': True, 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:02.463754 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a496f1ae-b8ab-43c0-96cf-704dd606d0f0 req-8a9eb0cb-63b4-4553-ab95-1c8e84682bf2 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 210 time: 0.0684896 Sep 22 09:02:02.482784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:02.492543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:02.502391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Made reservation on behalf of ee4a4f33f9834b518985040bca5dc914 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:02.505994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:02.659514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Allocated IP 172.20.0.13 (d301a2f7-8990-4021-bbea-864fffff7239/7f6e22b9-4f14-433e-a391-fa9d53e3cd64/0bcd3228-ca03-4837-acad-80ef5d4047e0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:02.859635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:02.874629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Transition to ACTIVE for port object 0bcd3228-ca03-4837-acad-80ef5d4047e0 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:02.898446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:02.910839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['954168dd-af91-443f-a768-2ab95e2bb319'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:02:02.966063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Network d301a2f7-8990-4021-bbea-864fffff7239 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:02.968968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:02.972936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:03.009193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Pushing event updated for resources: {'Port': ['ID=0bcd3228-ca03-4837-acad-80ef5d4047e0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:03.046110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:03.046716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:03.073787 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-985fd2af-6d0d-4e2a-b9f1-c4e7febd4f05 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835948 Sep 22 09:02:03.083917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-c7141317-53b9-4fa0-8c28-7234a93ca947 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:02:03.084880 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-c7141317-53b9-4fa0-8c28-7234a93ca947 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057578 Sep 22 09:02:03.144866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Request body: {'port': {'device_id': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:03.165955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Provisioning for port 0bcd3228-ca03-4837-acad-80ef5d4047e0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:03.170562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Provisioning complete for port 0bcd3228-ca03-4837-acad-80ef5d4047e0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:03.170926 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:03.171280 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Attempt 1 to provision port 0bcd3228-ca03-4837-acad-80ef5d4047e0 Sep 22 09:02:03.225475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Port 0bcd3228-ca03-4837-acad-80ef5d4047e0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:03.253724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:03.666161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a6c8-2b45-48e0-856f-153af56ff648 req-883d8261-6a5d-40e6-bcd6-a038d9b320a5 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:03.667637 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-29b2a6c8-2b45-48e0-856f-153af56ff648 req-883d8261-6a5d-40e6-bcd6-a038d9b320a5 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 932 time: 0.0901966 Sep 22 09:02:03.689285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcd3228-ca03-4837-acad-80ef5d4047e0 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:02:03.697144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:03.711472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Transition to ACTIVE for port object 0bcd3228-ca03-4837-acad-80ef5d4047e0 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:03.711994 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-29b2a6c8-2b45-48e0-856f-153af56ff648 req-f38841ca-8d23-49f7-919b-140d929750f6 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Sep 22 09:02:03.715693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:03.726715 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Attempt 2 to provision port 0bcd3228-ca03-4837-acad-80ef5d4047e0 Sep 22 09:02:03.780006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Port 0bcd3228-ca03-4837-acad-80ef5d4047e0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:03.909682 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Pushing event updated for resources: {'Port': ['ID=0bcd3228-ca03-4837-acad-80ef5d4047e0,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:03.939732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Attempting to bind port 0bcd3228-ca03-4837-acad-80ef5d4047e0 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:03.940059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Attempting to bind port 0bcd3228-ca03-4837-acad-80ef5d4047e0 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:03.940378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Attempting to bind port 0bcd3228-ca03-4837-acad-80ef5d4047e0 on network d301a2f7-8990-4021-bbea-864fffff7239 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:03.945023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Port 0bcd3228-ca03-4837-acad-80ef5d4047e0 on network d301a2f7-8990-4021-bbea-864fffff7239 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:02:03.945338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Attempting to bind port 0bcd3228-ca03-4837-acad-80ef5d4047e0 on network d301a2f7-8990-4021-bbea-864fffff7239 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:03.950451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:03.950780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Checking segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:03.951156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Bound using segment: {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:03.951613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Bound port: 0bcd3228-ca03-4837-acad-80ef5d4047e0, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:03.951952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:04.043251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] For port 0bcd3228-ca03-4837-acad-80ef5d4047e0, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:04.046374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] For port 0bcd3228-ca03-4837-acad-80ef5d4047e0, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0bcd3228-ca03-4837-acad-80ef5d4047e0,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:04.050127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:04.053125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:04.053900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:04.055280 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] 10.222.0.48 "PUT /v2.0/ports/0bcd3228-ca03-4837-acad-80ef5d4047e0 HTTP/1.1" status: 200 len: 1094 time: 0.9633536 Sep 22 09:02:04.090619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'tag': '0bcd3228-ca03-4837-acad-80ef5d4047e0'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:02:04.092945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d168503-7c5a-4629-bd2d-aebb567b3870" -d '{"events": [{"name": "network-changed", "server_uuid": "108d157c-9d1e-47f1-826b-3f35c1fba640", "tag": "0bcd3228-ca03-4837-acad-80ef5d4047e0"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:02:04.138037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9f556d-3644-4dc8-ba31-89ec3b6af561 x-openstack-request-id: req-5f9f556d-3644-4dc8-ba31-89ec3b6af561 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:02:04.138330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108d157c-9d1e-47f1-826b-3f35c1fba640", "tag": "0bcd3228-ca03-4837-acad-80ef5d4047e0", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:02:04.138579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f9f556d-3644-4dc8-ba31-89ec3b6af561 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:02:04.138975 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9f556d-3644-4dc8-ba31-89ec3b6af561'] response: {'name': 'network-changed', 'server_uuid': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'tag': '0bcd3228-ca03-4837-acad-80ef5d4047e0', 'status': 'completed', 'code': 200} Sep 22 09:02:04.193144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bf4ac-6b93-4fac-a945-b7fb465c2eef service neutron] Pushing event updated for resources: {'Port': ['ID=0bcd3228-ca03-4837-acad-80ef5d4047e0,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:04.208678 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-3483933e-1d86-4322-9fd0-b00ff9a831bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:04.210150 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-3483933e-1d86-4322-9fd0-b00ff9a831bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4a4f33f9834b518985040bca5dc914&device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 1097 time: 0.1145334 Sep 22 09:02:04.281113 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Attempt 3 to provision port 0bcd3228-ca03-4837-acad-80ef5d4047e0 Sep 22 09:02:04.281692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-14d2e2ff-28c8-42a3-9226-7595546381cf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd3228-ca03-4837-acad-80ef5d4047e0 HTTP/1.1" status: 200 len: 217 time: 0.0637023 Sep 22 09:02:04.342623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-154fadc7-59df-4758-bc27-f4127553447f None None] Port 0bcd3228-ca03-4837-acad-80ef5d4047e0 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:02:04.344418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-10dd4c32-b26d-4c07-85de-1d954bcd1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:04.346712 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-10dd4c32-b26d-4c07-85de-1d954bcd1a8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f6e22b9-4f14-433e-a391-fa9d53e3cd64 HTTP/1.1" status: 200 len: 853 time: 0.0600915 Sep 22 09:02:04.434002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-259314f1-135c-4474-9060-a33daa057b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:04.435483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-259314f1-135c-4474-9060-a33daa057b6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d301a2f7-8990-4021-bbea-864fffff7239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828447 Sep 22 09:02:04.564284 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-ee61bdd4-a355-46d0-b595-062f0543d9f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229181 Sep 22 09:02:04.693052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5593ee4f-4575-42bb-92c3-b1a22e64c7a1 req-1aa6b951-3cd4-47cb-ae38-c01420daf537 service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233175 Sep 22 09:02:04.810516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-72ab6e17-1f11-4973-b1bb-fd4614166702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:04.812023 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-72ab6e17-1f11-4973-b1bb-fd4614166702 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee4a4f33f9834b518985040bca5dc914&device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 1097 time: 0.0787251 Sep 22 09:02:04.907057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f46a4-9858-4bcf-97a7-3e5a9ae692a8 req-859ad0d4-aa56-48c9-8bea-baab31748326 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:04.908601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc2f46a4-9858-4bcf-97a7-3e5a9ae692a8 req-859ad0d4-aa56-48c9-8bea-baab31748326 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 944 time: 0.0852077 Sep 22 09:02:04.946595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-8a1717b3-7446-4467-a95b-fab0c71a90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:04.948714 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-8a1717b3-7446-4467-a95b-fab0c71a90e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d301a2f7-8990-4021-bbea-864fffff7239 HTTP/1.1" status: 200 len: 915 time: 0.1309335 Sep 22 09:02:04.965342 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc2f46a4-9858-4bcf-97a7-3e5a9ae692a8 req-6cc9ecb1-c73a-4e4f-a62d-9cb8dc0de9f9 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Sep 22 09:02:05.114820 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-a9db3da1-ebaa-4678-8b95-3969a6ffbf7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bcd3228-ca03-4837-acad-80ef5d4047e0 HTTP/1.1" status: 200 len: 217 time: 0.1594186 Sep 22 09:02:05.177200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-b78348ff-41de-4896-87e4-0257912ce03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:05.178592 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-b78348ff-41de-4896-87e4-0257912ce03e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7f6e22b9-4f14-433e-a391-fa9d53e3cd64 HTTP/1.1" status: 200 len: 853 time: 0.0568409 Sep 22 09:02:05.262401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-63183ee1-994e-4749-aa93-af5c720245ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:05.263785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-63183ee1-994e-4749-aa93-af5c720245ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d301a2f7-8990-4021-bbea-864fffff7239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778773 Sep 22 09:02:05.398011 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-03e274b4-214b-49e1-bc9b-c600919235d7 service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277561 Sep 22 09:02:05.528614 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9d168503-7c5a-4629-bd2d-aebb567b3870 req-9182ec92-6fef-4c44-a2cb-cc552557b132 service neutron] 10.222.0.48 "GET /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235423 Sep 22 09:02:06.163873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80113b-df15-4584-a487-7bb782d5f450 req-2cba21f1-979a-4574-861a-ea36d69e62f1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:06.164582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-5f80113b-df15-4584-a487-7bb782d5f450 req-2cba21f1-979a-4574-861a-ea36d69e62f1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Synchronizing usage tracker for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:02:06.179591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-5f80113b-df15-4584-a487-7bb782d5f450 req-2cba21f1-979a-4574-861a-ea36d69e62f1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Unset dirty status for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:02:06.180719 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f80113b-df15-4584-a487-7bb782d5f450 req-2cba21f1-979a-4574-861a-ea36d69e62f1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 944 time: 0.1015222 Sep 22 09:02:06.194346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ea2e-cb9d-4994-ba22-ad4a0bc99988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:06.229388 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f80113b-df15-4584-a487-7bb782d5f450 req-0357d29e-2e14-4622-b0f4-63cef42739d1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420628 Sep 22 09:02:07.422316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1b5b6-981e-4885-b715-90116906ccd3 req-4ed9dfad-f7f6-470c-9999-dc09f34493f5 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:07.423777 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f1b5b6-981e-4885-b715-90116906ccd3 req-4ed9dfad-f7f6-470c-9999-dc09f34493f5 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 944 time: 0.0844746 Sep 22 09:02:07.466916 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f1b5b6-981e-4885-b715-90116906ccd3 req-a64e2b41-ea4c-4769-bc27-7fe70d9098f9 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Sep 22 09:02:08.356738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4b01c03-24c2-4b86-9e99-910e5b96aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:08.658966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0bb96-0d42-40ac-96ec-f6db0e4b23d6 req-35cfb2ea-5838-4641-8450-d9a3eb858205 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:08.660333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38d0bb96-0d42-40ac-96ec-f6db0e4b23d6 req-35cfb2ea-5838-4641-8450-d9a3eb858205 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 944 time: 0.0861392 Sep 22 09:02:08.686040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0bcd3228-ca03-4837-acad-80ef5d4047e0 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:02:08.704891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38d0bb96-0d42-40ac-96ec-f6db0e4b23d6 req-d6c36308-04ac-48bd-91a3-1011ec9b20df tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Sep 22 09:02:08.817018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0bcd3228-ca03-4837-acad-80ef5d4047e0, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0bcd3228-ca03-4837-acad-80ef5d4047e0,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:08.830101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '0bcd3228-ca03-4837-acad-80ef5d4047e0', 'network_id': 'd301a2f7-8990-4021-bbea-864fffff7239', 'port_id': '0bcd3228-ca03-4837-acad-80ef5d4047e0', 'mac_address': 'fa:16:3e:cd:c6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6e22b9-4f14-433e-a391-fa9d53e3cd64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:02:08.882718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0bcd3228-ca03-4837-acad-80ef5d4047e0 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:08.883094 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:08.899634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcd3228-ca03-4837-acad-80ef5d4047e0 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:02:08.915128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0bcd3228-ca03-4837-acad-80ef5d4047e0, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0bcd3228-ca03-4837-acad-80ef5d4047e0,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:08.918974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:08.988806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0bcd3228-ca03-4837-acad-80ef5d4047e0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:08.996223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.996564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.996894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.997218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.997539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.997863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.998178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.998498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.998812 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.999129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.999460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:08.999771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:09.125834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['0bcd3228-ca03-4837-acad-80ef5d4047e0'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:02:09.634548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:09.671290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:10.013523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33802d9-1355-4734-a724-07b5e30d9299 req-02cb0fb6-f58a-4488-9e99-77fcbdcc27b1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:10.015012 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c33802d9-1355-4734-a724-07b5e30d9299 req-02cb0fb6-f58a-4488-9e99-77fcbdcc27b1 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 945 time: 0.1935475 Sep 22 09:02:10.058931 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c33802d9-1355-4734-a724-07b5e30d9299 req-f2e6d0c7-92c9-4fbd-83cb-48cf19a6c7ce tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Sep 22 09:02:10.703264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0bcd3228-ca03-4837-acad-80ef5d4047e0 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:10.778707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 0bcd3228-ca03-4837-acad-80ef5d4047e0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:10.783396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 0bcd3228-ca03-4837-acad-80ef5d4047e0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:10.783764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:10.784094 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 0bcd3228-ca03-4837-acad-80ef5d4047e0 Sep 22 09:02:10.906792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 0bcd3228-ca03-4837-acad-80ef5d4047e0 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:10.907165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:10.938810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd3228-ca03-4837-acad-80ef5d4047e0'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:02:10.941118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58bbdf-597d-46bb-8d06-4e84ac8c9f67" -d '{"events": [{"server_uuid": "108d157c-9d1e-47f1-826b-3f35c1fba640", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd3228-ca03-4837-acad-80ef5d4047e0"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:02:10.958621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 0bcd3228-ca03-4837-acad-80ef5d4047e0, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0bcd3228-ca03-4837-acad-80ef5d4047e0,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:10.964346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:11.004486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:11.013837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7b1094-ed35-4702-8efc-419b4577bf31 x-openstack-request-id: req-aa7b1094-ed35-4702-8efc-419b4577bf31 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:02:11.014129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108d157c-9d1e-47f1-826b-3f35c1fba640", "name": "network-vif-plugged", "status": "completed", "tag": "0bcd3228-ca03-4837-acad-80ef5d4047e0", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:02:11.014376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa7b1094-ed35-4702-8efc-419b4577bf31 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:02:11.014809 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7b1094-ed35-4702-8efc-419b4577bf31'] response: {'server_uuid': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcd3228-ca03-4837-acad-80ef5d4047e0', 'code': 200} Sep 22 09:02:11.041988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=0bcd3228-ca03-4837-acad-80ef5d4047e0,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:11.265409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326b42-8724-49b0-97c2-09e20de52e33 req-b5040305-9a6e-45e0-9574-44e1ff43c8f2 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:11.266972 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0a326b42-8724-49b0-97c2-09e20de52e33 req-b5040305-9a6e-45e0-9574-44e1ff43c8f2 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 946 time: 0.0932264 Sep 22 09:02:11.272086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63606d-0cb2-4ef0-ba75-b4dbe3320634 req-f0778a1b-cee6-4428-a9cb-8244d409857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:11.273668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c63606d-0cb2-4ef0-ba75-b4dbe3320634 req-f0778a1b-cee6-4428-a9cb-8244d409857c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 1099 time: 0.0882890 Sep 22 09:02:11.317216 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0a326b42-8724-49b0-97c2-09e20de52e33 req-168a1f45-a91d-4ba9-980c-667c9f39c3db tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Sep 22 09:02:11.324925 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c63606d-0cb2-4ef0-ba75-b4dbe3320634 req-ecdc6a46-be30-44c5-8092-a86bbcee1a6b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Sep 22 09:02:12.527926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9a5c-5313-4ce6-8098-1de83fb8317c req-e3573ab7-2ea1-4da2-a8d5-302705e75ea6 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:12.529392 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-425d9a5c-5313-4ce6-8098-1de83fb8317c req-e3573ab7-2ea1-4da2-a8d5-302705e75ea6 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 946 time: 0.0894701 Sep 22 09:02:12.577256 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-425d9a5c-5313-4ce6-8098-1de83fb8317c req-89750c9f-6db2-414f-b92a-fbd18e435138 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Sep 22 09:02:12.582686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:13.772733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28fd8f-32f2-4b52-b377-6d5ce71fc88e req-db8ce15d-b419-43c6-9190-d55f134f36d7 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:13.774180 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c28fd8f-32f2-4b52-b377-6d5ce71fc88e req-db8ce15d-b419-43c6-9190-d55f134f36d7 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 946 time: 0.0873337 Sep 22 09:02:13.816749 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c28fd8f-32f2-4b52-b377-6d5ce71fc88e req-df58171e-ac29-44f3-820a-83372d3abd1e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Sep 22 09:02:14.209066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914299-b3f3-48f8-beba-caf20d2d8488 req-5cf228b3-6438-442f-94c7-4c97a9879e5a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:14.210519 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63914299-b3f3-48f8-beba-caf20d2d8488 req-5cf228b3-6438-442f-94c7-4c97a9879e5a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 946 time: 0.0898609 Sep 22 09:02:14.254361 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63914299-b3f3-48f8-beba-caf20d2d8488 req-db534c15-d11b-4cb8-822e-f8f47765a0f0 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Sep 22 09:02:15.510336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002cb92-b05e-4c55-bf4f-9cd68d760a6e req-18ca6fa5-ef8e-415d-8a0b-1896c2bf2906 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:15.511828 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b002cb92-b05e-4c55-bf4f-9cd68d760a6e req-18ca6fa5-ef8e-415d-8a0b-1896c2bf2906 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 946 time: 0.1485159 Sep 22 09:02:15.549194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-f0176c40-02ce-466c-bbd8-69fe691d8d9b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:15.550499 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-f0176c40-02ce-466c-bbd8-69fe691d8d9b tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 946 time: 0.1240225 Sep 22 09:02:15.611803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b002cb92-b05e-4c55-bf4f-9cd68d760a6e req-5e68383f-d85c-443d-87b7-088a2dda2839 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925927 Sep 22 09:02:15.629992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Deleting port 0bcd3228-ca03-4837-acad-80ef5d4047e0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:15.630328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:15.873133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] For port 0bcd3228-ca03-4837-acad-80ef5d4047e0, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=0bcd3228-ca03-4837-acad-80ef5d4047e0,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:15.873405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:15.995148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Calling delete_port for 0bcd3228-ca03-4837-acad-80ef5d4047e0 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:16.239340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:16.251919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['954168dd-af91-443f-a768-2ab95e2bb319', '0bcd3228-ca03-4837-acad-80ef5d4047e0'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:02:16.323605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Pushing event deleted for resources: {'Port': ['ID=0bcd3228-ca03-4837-acad-80ef5d4047e0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:16.382822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] No DVR routers for this DVR port 0bcd3228-ca03-4837-acad-80ef5d4047e0 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:02:16.385970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:16.388707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'name': 'network-vif-deleted', 'tag': '0bcd3228-ca03-4837-acad-80ef5d4047e0'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:02:16.390992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c22ef2-979c-423e-b0cc-eedff26bfeef" -d '{"events": [{"server_uuid": "108d157c-9d1e-47f1-826b-3f35c1fba640", "name": "network-vif-deleted", "tag": "0bcd3228-ca03-4837-acad-80ef5d4047e0"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:02:16.419462 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7695f28a-6c47-4296-9cce-c8d72d6783c4 req-361c56e1-908e-42da-aca6-add63851352a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "DELETE /v2.0/ports/0bcd3228-ca03-4837-acad-80ef5d4047e0 HTTP/1.1" status: 204 len: 173 time: 0.8596795 Sep 22 09:02:16.449605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c816df30-7547-4704-929c-ec7708d9abe4 x-openstack-request-id: req-c816df30-7547-4704-929c-ec7708d9abe4 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:02:16.450135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108d157c-9d1e-47f1-826b-3f35c1fba640", "name": "network-vif-deleted", "tag": "0bcd3228-ca03-4837-acad-80ef5d4047e0", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:02:16.450464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c816df30-7547-4704-929c-ec7708d9abe4 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:02:16.451025 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c816df30-7547-4704-929c-ec7708d9abe4'] response: {'server_uuid': '108d157c-9d1e-47f1-826b-3f35c1fba640', 'name': 'network-vif-deleted', 'tag': '0bcd3228-ca03-4837-acad-80ef5d4047e0', 'status': 'completed', 'code': 200} Sep 22 09:02:16.788513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ab3a99f6-b210-4709-a415-1790837435f2 req-6e117a87-58c2-4eb7-90ec-5435bcde6a75 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Synchronizing usage tracker for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:02:16.803829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ab3a99f6-b210-4709-a415-1790837435f2 req-6e117a87-58c2-4eb7-90ec-5435bcde6a75 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Unset dirty status for tenant:ee4a4f33f9834b518985040bca5dc914 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:02:16.804960 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab3a99f6-b210-4709-a415-1790837435f2 req-6e117a87-58c2-4eb7-90ec-5435bcde6a75 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=108d157c-9d1e-47f1-826b-3f35c1fba640 HTTP/1.1" status: 200 len: 210 time: 0.0686967 Sep 22 09:02:18.070674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8b4e-79cf-4e31-9c39-3b81379c7f12 req-ccf59657-f8b4-4c43-8100-12e0e249a3a9 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:18.072693 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-597b8b4e-79cf-4e31-9c39-3b81379c7f12 req-ccf59657-f8b4-4c43-8100-12e0e249a3a9 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0866649 Sep 22 09:02:18.115770 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-597b8b4e-79cf-4e31-9c39-3b81379c7f12 req-ed74cee3-1151-4c1d-83f7-b64b04e757df tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374770 Sep 22 09:02:18.327947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16062c27-1c5b-4033-8546-7bfaf1d9460f req-7106c06d-3503-4cd5-9d01-6446d18b11d3 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:18.329439 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-16062c27-1c5b-4033-8546-7bfaf1d9460f req-7106c06d-3503-4cd5-9d01-6446d18b11d3 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0893142 Sep 22 09:02:18.374095 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-16062c27-1c5b-4033-8546-7bfaf1d9460f req-b8655438-20e0-4a22-a8af-0306a20b778f tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390220 Sep 22 09:02:18.570125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7a50d-fdbd-4b42-92a5-61bdd390e6b3 req-998d0a07-68b5-446f-944f-d9e30bc6c618 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:18.571578 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14d7a50d-fdbd-4b42-92a5-61bdd390e6b3 req-998d0a07-68b5-446f-944f-d9e30bc6c618 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0870838 Sep 22 09:02:18.617305 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14d7a50d-fdbd-4b42-92a5-61bdd390e6b3 req-af47c130-7332-47c4-8a4d-173cfb4ba8a6 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Sep 22 09:02:18.723995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0bcd3228-ca03-4837-acad-80ef5d4047e0 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:18.757380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 0bcd3228-ca03-4837-acad-80ef5d4047e0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:18.757727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 0bcd3228-ca03-4837-acad-80ef5d4047e0 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:18.915988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5c60d-7dcb-464c-9d42-53f6c2fa4b2a req-6d285075-04e0-4576-be72-f6f5bb3b6381 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:18.917331 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10f5c60d-7dcb-464c-9d42-53f6c2fa4b2a req-6d285075-04e0-4576-be72-f6f5bb3b6381 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0852783 Sep 22 09:02:18.963384 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10f5c60d-7dcb-464c-9d42-53f6c2fa4b2a req-c41331f1-38ae-4d9f-803c-92d7f73bf8c3 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Sep 22 09:02:19.161419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8145-71b4-4d6d-b5bf-d8a9021a6d6c req-3ce42d68-3b08-4ba8-806b-ad39905c30e6 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:19.162861 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-470b8145-71b4-4d6d-b5bf-d8a9021a6d6c req-3ce42d68-3b08-4ba8-806b-ad39905c30e6 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0870359 Sep 22 09:02:19.209996 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-470b8145-71b4-4d6d-b5bf-d8a9021a6d6c req-69608e4d-7deb-4077-9dcb-406c90eecf9e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Sep 22 09:02:19.412565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177b553-bed5-4d14-b6c7-6ae17ff3a97a req-fb248617-8ace-434c-8902-a2da61df7e2f tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:19.413994 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2177b553-bed5-4d14-b6c7-6ae17ff3a97a req-fb248617-8ace-434c-8902-a2da61df7e2f tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0869970 Sep 22 09:02:19.460696 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:02:19.461288 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2177b553-bed5-4d14-b6c7-6ae17ff3a97a req-d7ce3e8f-cf19-4b09-957e-a860c32305a2 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Sep 22 09:02:20.138060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaa063-5a6b-4a8b-ab93-b04a72a068e5 req-3c561f86-61e8-4825-9b27-d9a3fd3c43d9 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:20.139451 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cbaa063-5a6b-4a8b-ab93-b04a72a068e5 req-3c561f86-61e8-4825-9b27-d9a3fd3c43d9 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0909598 Sep 22 09:02:20.182570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cbaa063-5a6b-4a8b-ab93-b04a72a068e5 req-877a56b2-f4e0-48c7-bb7d-800e203030c4 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374708 Sep 22 09:02:21.265193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-367fa853-9e07-46a3-bc2b-b7c1e76ded36 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:21.266776 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-367fa853-9e07-46a3-bc2b-b7c1e76ded36 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0865874 Sep 22 09:02:21.339906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Deleting port 954168dd-af91-443f-a768-2ab95e2bb319 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:21.340249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:21.382991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a27c1b-ad3a-4e88-9e24-c4cf51252f49 req-81506c9d-1fc7-48d7-898d-c9d739e17584 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:21.384491 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05a27c1b-ad3a-4e88-9e24-c4cf51252f49 req-81506c9d-1fc7-48d7-898d-c9d739e17584 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 945 time: 0.0902836 Sep 22 09:02:21.430298 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05a27c1b-ad3a-4e88-9e24-c4cf51252f49 req-4d555f9a-5e7c-4498-acfc-b2373efb4b26 tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/security-groups?id=c6217829-c860-4b2a-a9b5-9437226becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 Sep 22 09:02:21.586738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] For port 954168dd-af91-443f-a768-2ab95e2bb319, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=954168dd-af91-443f-a768-2ab95e2bb319,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:21.587510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:21.706386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Calling delete_port for 954168dd-af91-443f-a768-2ab95e2bb319 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:21.846620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:21.857485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['954168dd-af91-443f-a768-2ab95e2bb319'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:02:21.895252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Pushing event deleted for resources: {'Port': ['ID=954168dd-af91-443f-a768-2ab95e2bb319,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:21.986335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] No DVR routers for this DVR port 954168dd-af91-443f-a768-2ab95e2bb319 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:02:21.989249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:21.992352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'name': 'network-vif-deleted', 'tag': '954168dd-af91-443f-a768-2ab95e2bb319'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:02:21.995554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5fbdc1-d170-4fc1-86d8-c8ef1f7f01cf" -d '{"events": [{"server_uuid": "da86ae04-745f-4fc6-bcd8-34e3ebb52f5c", "name": "network-vif-deleted", "tag": "954168dd-af91-443f-a768-2ab95e2bb319"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:02:22.011032 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aeb0c420-e8d3-4cbe-a305-e2a57e755df9 req-a11a84aa-7f99-4656-9c1b-fe564a94488e tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.48 "DELETE /v2.0/ports/954168dd-af91-443f-a768-2ab95e2bb319 HTTP/1.1" status: 204 len: 173 time: 0.7391937 Sep 22 09:02:22.043605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29371548-ef52-410b-ba33-b1bce1801d36 x-openstack-request-id: req-29371548-ef52-410b-ba33-b1bce1801d36 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:02:22.043898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da86ae04-745f-4fc6-bcd8-34e3ebb52f5c", "name": "network-vif-deleted", "tag": "954168dd-af91-443f-a768-2ab95e2bb319", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:02:22.044211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29371548-ef52-410b-ba33-b1bce1801d36 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:02:22.044632 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29371548-ef52-410b-ba33-b1bce1801d36'] response: {'server_uuid': 'da86ae04-745f-4fc6-bcd8-34e3ebb52f5c', 'name': 'network-vif-deleted', 'tag': '954168dd-af91-443f-a768-2ab95e2bb319', 'status': 'completed', 'code': 200} Sep 22 09:02:22.608284 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9da863ee-6a03-4657-9f01-f9f222c71d0d req-c0d58fbc-4d04-43a5-a6bf-dfd1711d978a tempest-ServersNegativeTestJSON-1600539078 tempest-ServersNegativeTestJSON-1600539078-project] 10.222.0.42 "GET /v2.0/ports?device_id=da86ae04-745f-4fc6-bcd8-34e3ebb52f5c HTTP/1.1" status: 200 len: 210 time: 0.0485022 Sep 22 09:02:23.706681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47732) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:24.230391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:24.682440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Deleting port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:24.682779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:24.747424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 954168dd-af91-443f-a768-2ab95e2bb319 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:24.781382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 954168dd-af91-443f-a768-2ab95e2bb319 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:24.781720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 954168dd-af91-443f-a768-2ab95e2bb319 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:24.852416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] For port 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:24.853029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:24.978218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Calling delete_port for 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:25.237027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:25.286583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:25.554963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:26.022842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Router 525d97fc-c428-429b-95be-7429719a76ba has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:02:26.200248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:02:26.209250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] Sync routers for ids ['525d97fc-c428-429b-95be-7429719a76ba'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:02:26.213948 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-34e88ed5-2640-43ae-b45f-c94c2431c492 admin admin] 10.222.0.42 "PUT /v2.0/routers/525d97fc-c428-429b-95be-7429719a76ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061626 Sep 22 09:02:26.216509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47736) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:26.219309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] Routers {'525d97fc-c428-429b-95be-7429719a76ba'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:02:26.220175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['525d97fc-c428-429b-95be-7429719a76ba'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:26.389384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:26.423616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] Set router 525d97fc-c428-429b-95be-7429719a76ba gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:02:26.569964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:26.579434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Deleting port dbdf7263-053c-407c-ab19-d31a42f71308 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:26.579751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:26.711418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:02:25Z', 'revision_number': 5, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port': {'id': 'dbdf7263-053c-407c-ab19-d31a42f71308', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d97fc-c428-429b-95be-7429719a76ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:01:41Z', 'updated_at': '2022-09-22T09:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:26.715167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] Checking router: 525d97fc-c428-429b-95be-7429719a76ba for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:02:26.723385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] Routers {'525d97fc-c428-429b-95be-7429719a76ba'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:02:26.723971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['525d97fc-c428-429b-95be-7429719a76ba'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:26.754406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] For port dbdf7263-053c-407c-ab19-d31a42f71308, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=dbdf7263-053c-407c-ab19-d31a42f71308,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:26.754761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:26.877936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] Set router 525d97fc-c428-429b-95be-7429719a76ba gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:02:26.880224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Calling delete_port for dbdf7263-053c-407c-ab19-d31a42f71308 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:26.981904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:02:26Z', 'revision_number': 6, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:26.988955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefc89cc-68c9-436e-b3a5-ddff638847da None None] The sync data for ids ['525d97fc-c428-429b-95be-7429719a76ba'] in dv-neutron-857569-1-hyperv is: [{'id': '525d97fc-c428-429b-95be-7429719a76ba', 'name': 'tempest-ServersNegativeTestJSON-1126472962-router', 'tenant_id': 'ee4a4f33f9834b518985040bca5dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:01:40Z', 'updated_at': '2022-09-22T09:02:26Z', 'revision_number': 6, 'project_id': 'ee4a4f33f9834b518985040bca5dc914', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:02:27.049537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.101129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdf7263-053c-407c-ab19-d31a42f71308,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:27.200051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.483742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.485874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.509006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.509508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525d97fc-c428-429b-95be-7429719a76ba {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:02:27.521602 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.522709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c8f12325-026f-463f-b642-7eedd939c6df admin admin] 10.222.0.42 "DELETE /v2.0/routers/525d97fc-c428-429b-95be-7429719a76ba HTTP/1.1" status: 204 len: 168 time: 1.3053458 Sep 22 09:02:27.525758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47740) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:27.582510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] Deleting subnet 7f6e22b9-4f14-433e-a391-fa9d53e3cd64 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:02:27.585309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.633778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.712151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.779991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.822072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6e22b9-4f14-433e-a391-fa9d53e3cd64,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:27.824083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.828756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45353d3b-4877-4498-93aa-c3e878e3d0f2 None None] Network d301a2f7-8990-4021-bbea-864fffff7239 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:27.830396 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc44cc80-4ba4-4787-b1af-7e13ef1df919 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7f6e22b9-4f14-433e-a391-fa9d53e3cd64 HTTP/1.1" status: 204 len: 168 time: 0.3036928 Sep 22 09:02:27.832834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47744) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:27.944881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:27.958387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Deleting port a332ee02-b6b5-40f2-89da-d8d67885033e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:27.958725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.111264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] DHCP port deletion for d301a2f7-8990-4021-bbea-864fffff7239 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:02:28.115573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Deleting port a332ee02-b6b5-40f2-89da-d8d67885033e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:28.115951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.175630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] For port a332ee02-b6b5-40f2-89da-d8d67885033e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a332ee02-b6b5-40f2-89da-d8d67885033e,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:28.176228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.297743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Calling delete_port for a332ee02-b6b5-40f2-89da-d8d67885033e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:28.319353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] For port a332ee02-b6b5-40f2-89da-d8d67885033e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=a332ee02-b6b5-40f2-89da-d8d67885033e,segment=NetworkSegment(c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6),segment_id=c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:28.319748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.376589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.422665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a332ee02-b6b5-40f2-89da-d8d67885033e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:28.427473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] No DVR routers for this DVR port a332ee02-b6b5-40f2-89da-d8d67885033e on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:02:28.439906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Calling delete_port for a332ee02-b6b5-40f2-89da-d8d67885033e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 09:02:28.508763 dv-neutron-857569-1-hyperv neutron-server[89053]: util.warn( Sep 22 09:02:28.516527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:02:28.516885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:02:28.543344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.570245 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d301a2f7-8990-4021-bbea-864fffff7239']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:28.582094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:28.582384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:28.593504 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.609092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.615354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:28.615727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.681512 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6 resource provider aggregate not found Sep 22 09:02:28.700164 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0b2f92c-0eea-4e45-9031-97fe9bdc9dc6 found for delete ", "request_id": "req-67efc99f-e23f-4ffc-bea1-4c88ca4fee0b"}]} Sep 22 09:02:28.714857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.720140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:28.743312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d301a2f7-8990-4021-bbea-864fffff7239,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:28.756160 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f48ec612-dc0f-4431-8891-7cc5db5807fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/d301a2f7-8990-4021-bbea-864fffff7239 HTTP/1.1" status: 204 len: 168 time: 0.9223452 Sep 22 09:02:28.825200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:28.859243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:28.859881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8ec1b41f-9cd8-444f-ae5b-f6182b85d4cf not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:28.859999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a332ee02-b6b5-40f2-89da-d8d67885033e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:28.867629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47754) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:28.891933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: a332ee02-b6b5-40f2-89da-d8d67885033e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:28.892278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device a332ee02-b6b5-40f2-89da-d8d67885033e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:28.892686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device dbdf7263-053c-407c-ab19-d31a42f71308 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:28.922599 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aba7a323-457b-4a19-b0c7-b395e2808451 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee4a4f33f9834b518985040bca5dc914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515389 Sep 22 09:02:28.922833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47758) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:28.974075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: dbdf7263-053c-407c-ab19-d31a42f71308 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:28.974414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device dbdf7263-053c-407c-ab19-d31a42f71308 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:28.989295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6e25fb4-167d-49b7-91db-7960eef7635b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:29.014825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6e25fb4-167d-49b7-91db-7960eef7635b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:29.018457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Deleting port a332ee02-b6b5-40f2-89da-d8d67885033e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:29.018835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:29.065452 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6e25fb4-167d-49b7-91db-7960eef7635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:29.081834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25fb4-167d-49b7-91db-7960eef7635b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6217829-c860-4b2a-a9b5-9437226becf7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:29.087469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b1b76798-b9ba-4ce1-8f25-6bea851af7c5 None None] The port 'a332ee02-b6b5-40f2-89da-d8d67885033e' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:02:29.097459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a6e25fb4-167d-49b7-91db-7960eef7635b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:29.101592 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a6e25fb4-167d-49b7-91db-7960eef7635b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6217829-c860-4b2a-a9b5-9437226becf7 HTTP/1.1" status: 204 len: 168 time: 0.1777799 Sep 22 09:02:29.868211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47782) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:29.969870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758223699'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:29.974753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:29.979143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:network and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:29.982026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:29.988086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:29.998605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:30.001841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.013450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.027475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:30.031161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:security_group_rule and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:30.033854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:30.039940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:30.123490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.127620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.163945 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:30.170022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080a17a1-3a96-4ac0-bb91-bc4c14715089,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:30.180076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.180598 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Added segment 21cbf4f7-0543-4881-96da-e66bc9ff5dde of type vlan for network 95518c25-a3f1-46d6-b838-387120f2a7a2 Sep 22 09:02:30.206436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.235564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.240920 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:30.241490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:30.438134 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5685742 Sep 22 09:02:30.443579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c29f32-fb89-44ad-9137-1cfe6cfb8570 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Network': ['ID=95518c25-a3f1-46d6-b838-387120f2a7a2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:30.459807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 95518c25-a3f1-46d6-b838-387120f2a7a2 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:33.743872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:33.749552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'subnet': {'network_id': '95518c25-a3f1-46d6-b838-387120f2a7a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:33.855120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:33.858879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:subnet and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:33.861613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:33.867131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:33.876835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:33.880296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.092679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.173056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Subnet': ['ID=a5a56305-ff4f-4af3-b702-f77f9ec823e2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:34.184205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.184525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.184884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.185191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.185608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.185878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.186227 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.186578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.186923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.187296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.187618 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.187935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:34.198491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Checking segment: {'id': '21cbf4f7-0543-4881-96da-e66bc9ff5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95518c25-a3f1-46d6-b838-387120f2a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:34.198491 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network hostable DHCP agents. Network: 95518c25-a3f1-46d6-b838-387120f2a7a2, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:34.219418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network 95518c25-a3f1-46d6-b838-387120f2a7a2 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:34.228363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 95518c25-a3f1-46d6-b838-387120f2a7a2) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:34.232766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:34.234126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.237246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0233441a-befc-427f-84b9-5e59b2b1b2ea None None] Network 95518c25-a3f1-46d6-b838-387120f2a7a2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:34.255767 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe5f2584-6c36-4e04-80e8-79429be3e6dd tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5107899 Sep 22 09:02:34.259603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:34.264997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1949648771'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:34.269875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:34.273734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:network and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:34.276572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:34.282222 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:34.292853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:34.296289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.323594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:34.332339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.332671 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Added segment ce3518db-b3a8-44a1-ab02-210126016921 of type vlan for network e468e25b-6991-4f85-b8da-46c1ca546767 Sep 22 09:02:34.358074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.386898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.392209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:34.392781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.459993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-95518c25-a3f1-46d6-b838-387120f2a7a2', 'network_id': '95518c25-a3f1-46d6-b838-387120f2a7a2', 'tenant_id': 'c13d1ac93ed745aaae23259fd525a6ae', 'fixed_ips': [{'subnet_id': 'a5a56305-ff4f-4af3-b702-f77f9ec823e2'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:34.460815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.494821 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2341881 Sep 22 09:02:34.497827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47796) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:34.506574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'subnet': {'network_id': 'e468e25b-6991-4f85-b8da-46c1ca546767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:34.511526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b9b38-d950-42be-8636-3a0c9349aaae tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Network': ['ID=e468e25b-6991-4f85-b8da-46c1ca546767,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:34.523008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network e468e25b-6991-4f85-b8da-46c1ca546767 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:34.707979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Allocated IP 2001:db8:0:ffff::2 (95518c25-a3f1-46d6-b838-387120f2a7a2/a5a56305-ff4f-4af3-b702-f77f9ec823e2/8303c839-e084-4737-9845-1442ccc0dd7a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:34.729039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:34.732887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:subnet and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:34.735702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:34.741327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:34.752311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:34.755810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.918226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.930775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Transition to ACTIVE for port object 8303c839-e084-4737-9845-1442ccc0dd7a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:34.950715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Transition to ACTIVE for port object 8303c839-e084-4737-9845-1442ccc0dd7a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:34.957933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:34.986472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.028327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Network 95518c25-a3f1-46d6-b838-387120f2a7a2 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:35.029421 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:35.032828 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:35.043487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Pushing event updated for resources: {'Port': ['ID=8303c839-e084-4737-9845-1442ccc0dd7a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:35.074119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Subnet': ['ID=c9a3537c-9d41-4ebf-8ec5-a3a7a375613f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:35.078924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Checking segment: {'id': 'ce3518db-b3a8-44a1-ab02-210126016921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e468e25b-6991-4f85-b8da-46c1ca546767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:35.079297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network hostable DHCP agents. Network: e468e25b-6991-4f85-b8da-46c1ca546767, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:35.088800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.089143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.089475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.089805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.090135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.090461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.090780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.091100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.091446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.091764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.092081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.092395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:35.109342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network e468e25b-6991-4f85-b8da-46c1ca546767 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:35.118265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, e468e25b-6991-4f85-b8da-46c1ca546767) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:35.122543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:35.123239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.131415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e848798c-a6b7-49ba-b7ef-9ba867aa3fa8 None None] Network e468e25b-6991-4f85-b8da-46c1ca546767 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:35.145343 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2e1a9362-3834-4499-9c6e-72a7eac6e704 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6458728 Sep 22 09:02:35.148179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:35.210245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Attempting to bind port 8303c839-e084-4737-9845-1442ccc0dd7a on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:35.210502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Attempting to bind port 8303c839-e084-4737-9845-1442ccc0dd7a by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '21cbf4f7-0543-4881-96da-e66bc9ff5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95518c25-a3f1-46d6-b838-387120f2a7a2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:35.210859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Attempting to bind port 8303c839-e084-4737-9845-1442ccc0dd7a on network 95518c25-a3f1-46d6-b838-387120f2a7a2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:35.226338 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:35.226737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Checking segment: {'id': '21cbf4f7-0543-4881-96da-e66bc9ff5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95518c25-a3f1-46d6-b838-387120f2a7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:35.227132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.227545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Bound using segment: {'id': '21cbf4f7-0543-4881-96da-e66bc9ff5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95518c25-a3f1-46d6-b838-387120f2a7a2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:35.228002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Bound port: 8303c839-e084-4737-9845-1442ccc0dd7a, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cbf4f7-0543-4881-96da-e66bc9ff5dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '95518c25-a3f1-46d6-b838-387120f2a7a2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:35.228371 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.289269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.353400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.388724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] For port 8303c839-e084-4737-9845-1442ccc0dd7a, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:35.393060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] For port 8303c839-e084-4737-9845-1442ccc0dd7a, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8303c839-e084-4737-9845-1442ccc0dd7a,segment=NetworkSegment(21cbf4f7-0543-4881-96da-e66bc9ff5dde),segment_id=21cbf4f7-0543-4881-96da-e66bc9ff5dde)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:35.427491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.436780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.494251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a3537c-9d41-4ebf-8ec5-a3a7a375613f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:35.500633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b762d-4320-4abf-98bc-ca0dbeb0e146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-e468e25b-6991-4f85-b8da-46c1ca546767', 'network_id': 'e468e25b-6991-4f85-b8da-46c1ca546767', 'tenant_id': 'c13d1ac93ed745aaae23259fd525a6ae', 'fixed_ips': [{'subnet_id': 'c9a3537c-9d41-4ebf-8ec5-a3a7a375613f'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:35.501367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e29b762d-4320-4abf-98bc-ca0dbeb0e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.583319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.613199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e468e25b-6991-4f85-b8da-46c1ca546767']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:35.625997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928e0cb-1cd5-48fe-a550-9f60ae92190c None None] Pushing event updated for resources: {'Port': ['ID=8303c839-e084-4737-9845-1442ccc0dd7a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:35.628977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3518db-b3a8-44a1-ab02-210126016921') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:35.629278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3518db-b3a8-44a1-ab02-210126016921') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:35.642856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.661473 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.665173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02df9a-0f67-4608-aa75-6a03a067d9c7 None None] Network e468e25b-6991-4f85-b8da-46c1ca546767 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:35.668789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:35.669051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.817932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.839253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.854142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Network': ['ID=e468e25b-6991-4f85-b8da-46c1ca546767,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:35.857112 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-98da71b9-ce2e-472f-81ce-3ca836e564ed tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/e468e25b-6991-4f85-b8da-46c1ca546767 HTTP/1.1" status: 204 len: 168 time: 0.7074494 Sep 22 09:02:35.861175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:35.866768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-525334972'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:35.881456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:35.882394 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ce3518db-b3a8-44a1-ab02-210126016921 resource provider aggregate not found Sep 22 09:02:35.886803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:network and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:35.890629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:35.897918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:35.911020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:35.915382 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.919526 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ce3518db-b3a8-44a1-ab02-210126016921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce3518db-b3a8-44a1-ab02-210126016921 found for delete ", "request_id": "req-542dd35f-2da6-4d62-b70a-558c657fd30e"}]} Sep 22 09:02:35.945675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:35.954586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:35.955066 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Added segment 3ce008d9-eab4-4eaf-9482-079b79cc6c07 of type vlan for network db704c27-c8e2-4cca-b059-69905b76de70 Sep 22 09:02:35.981086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.009763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.015012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:36.015611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.116692 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2543950 Sep 22 09:02:36.120600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47814) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:36.126429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'subnet': {'network_id': 'db704c27-c8e2-4cca-b059-69905b76de70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:36.129902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e34e8d-2c24-42f8-888b-f702615697fb tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Network': ['ID=db704c27-c8e2-4cca-b059-69905b76de70,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:36.140375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network db704c27-c8e2-4cca-b059-69905b76de70 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:36.238456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f5e1e93f-84cd-4980-8971-8e4102682218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.239638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:36.246156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:subnet and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:36.250335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:36.260121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:36.272653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:36.276826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.374168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Performing IP validity checks on allocation pools {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 09:02:36.374960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 09:02:36.502130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.545906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f833e335-aa58-4fb6-801a-d77e7b2c0472 None None] Network 95518c25-a3f1-46d6-b838-387120f2a7a2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:36.593931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Subnet': ['ID=50d2aae9-7ef9-4656-9575-88b2633ecbe7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:36.601281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Checking segment: {'id': '3ce008d9-eab4-4eaf-9482-079b79cc6c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'db704c27-c8e2-4cca-b059-69905b76de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:36.601659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network hostable DHCP agents. Network: db704c27-c8e2-4cca-b059-69905b76de70, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:36.624150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network db704c27-c8e2-4cca-b059-69905b76de70 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:36.634512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, db704c27-c8e2-4cca-b059-69905b76de70) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:36.640772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:36.642741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.654255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2892314-089e-42c3-ac2c-3ecf79e43c5c None None] Network db704c27-c8e2-4cca-b059-69905b76de70 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:36.663847 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0a14d961-34cc-4da7-b494-5954fccce02e tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5421057 Sep 22 09:02:36.666541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47818) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:36.784785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-90cd7387-2e0b-4526-ac68-2187bab214a8 None None] Provisioning for port 8303c839-e084-4737-9845-1442ccc0dd7a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:36.813185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:36.874924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8303c839-e084-4737-9845-1442ccc0dd7a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:36.880154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.063063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 8303c839-e084-4737-9845-1442ccc0dd7a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:37.067866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08593d53-9087-42ba-b047-46510c6b5589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-db704c27-c8e2-4cca-b059-69905b76de70', 'network_id': 'db704c27-c8e2-4cca-b059-69905b76de70', 'tenant_id': 'c13d1ac93ed745aaae23259fd525a6ae', 'fixed_ips': [{'subnet_id': '50d2aae9-7ef9-4656-9575-88b2633ecbe7'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:37.068674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-08593d53-9087-42ba-b047-46510c6b5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.081985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8303c839-e084-4737-9845-1442ccc0dd7a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:37.082357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.082681 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8303c839-e084-4737-9845-1442ccc0dd7a Sep 22 09:02:37.082848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.122422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Subnet': ['ID=50d2aae9-7ef9-4656-9575-88b2633ecbe7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:37.224470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.244376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff95ca3-e554-45b3-9b0c-9db308ba8595 None None] Network db704c27-c8e2-4cca-b059-69905b76de70 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:37.254201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db704c27-c8e2-4cca-b059-69905b76de70']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:37.269001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce008d9-eab4-4eaf-9482-079b79cc6c07') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:37.269299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce008d9-eab4-4eaf-9482-079b79cc6c07') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:37.280676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.296932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.303299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:37.303687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.360320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8303c839-e084-4737-9845-1442ccc0dd7a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:37.360620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.383964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1676a6dd-88f9-4a65-bf7c-c2877ff7b52b None None] Provisioning complete for port 8303c839-e084-4737-9845-1442ccc0dd7a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:37.384328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1676a6dd-88f9-4a65-bf7c-c2877ff7b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.384661 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1676a6dd-88f9-4a65-bf7c-c2877ff7b52b None None] Attempt 1 to provision port 8303c839-e084-4737-9845-1442ccc0dd7a Sep 22 09:02:37.397357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.413922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.424969 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Network': ['ID=db704c27-c8e2-4cca-b059-69905b76de70,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:37.433244 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-52f162b2-0974-417e-a2d3-c297225b7086 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/db704c27-c8e2-4cca-b059-69905b76de70 HTTP/1.1" status: 204 len: 168 time: 0.7615263 Sep 22 09:02:37.433933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47822) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:37.438948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1601556263'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:37.443805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:37.447605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:network and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:37.450405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:37.456229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:37.466089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:37.469499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.498047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:37.509276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.509691 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Added segment 0af24a55-5ad7-49fa-b76c-654384f194cf of type vlan for network 21b9e781-1485-474e-831f-2f8d48cd3942 Sep 22 09:02:37.521236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 8303c839-e084-4737-9845-1442ccc0dd7a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8303c839-e084-4737-9845-1442ccc0dd7a,segment=NetworkSegment(21cbf4f7-0543-4881-96da-e66bc9ff5dde),segment_id=21cbf4f7-0543-4881-96da-e66bc9ff5dde)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:37.529335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.541881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.571763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.577087 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:37.577658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.679483 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2449179 Sep 22 09:02:37.682572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47826) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:37.685705 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=8303c839-e084-4737-9845-1442ccc0dd7a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:37.688034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'subnet': {'network_id': '21b9e781-1485-474e-831f-2f8d48cd3942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:37.689900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1676a6dd-88f9-4a65-bf7c-c2877ff7b52b None None] Current status of the port 8303c839-e084-4737-9845-1442ccc0dd7a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:37.695845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcf9af-5d1f-43ca-82fb-08f347b3d45a tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Network': ['ID=21b9e781-1485-474e-831f-2f8d48cd3942,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:37.707060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 21b9e781-1485-474e-831f-2f8d48cd3942 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:37.798891 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:37.802742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:subnet and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:37.805637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:37.811396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:37.820332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:37.823832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:37.938848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3ce008d9-eab4-4eaf-9482-079b79cc6c07 resource provider aggregate not found Sep 22 09:02:37.958540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3ce008d9-eab4-4eaf-9482-079b79cc6c07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ce008d9-eab4-4eaf-9482-079b79cc6c07 found for delete ", "request_id": "req-d793057a-281a-45a7-917d-201289b907ce"}]} Sep 22 09:02:38.042799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.121080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Subnet': ['ID=b5a95ca7-bdb3-45e5-a4c8-6e77cdbd4b65,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:38.125047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Checking segment: {'id': '0af24a55-5ad7-49fa-b76c-654384f194cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b9e781-1485-474e-831f-2f8d48cd3942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:38.125400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network hostable DHCP agents. Network: 21b9e781-1485-474e-831f-2f8d48cd3942, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:38.143538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network 21b9e781-1485-474e-831f-2f8d48cd3942 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:38.152236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 21b9e781-1485-474e-831f-2f8d48cd3942) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:38.155957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:38.156524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.161614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6b2b5-9301-467a-8b4f-0caae2fda00b None None] Network 21b9e781-1485-474e-831f-2f8d48cd3942 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:38.176525 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-349ec527-72ba-46b0-9868-02d061c6c59b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4926970 Sep 22 09:02:38.181091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47834) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:38.186631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536921978'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:38.191502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:38.195955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:network and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:38.198752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:38.204549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:38.215344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:38.218645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.248065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:38.256702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.257041 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Added segment d35b586c-87b1-441f-bcd3-cf7290561bf4 of type vlan for network c611fc4d-d21b-417b-9d48-5d861b1dd481 Sep 22 09:02:38.283958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.315320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.321154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:38.321725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.386544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4abd906b-f7f3-4569-b041-27a12fa01ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.389330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-21b9e781-1485-474e-831f-2f8d48cd3942', 'network_id': '21b9e781-1485-474e-831f-2f8d48cd3942', 'tenant_id': 'c13d1ac93ed745aaae23259fd525a6ae', 'fixed_ips': [{'subnet_id': 'b5a95ca7-bdb3-45e5-a4c8-6e77cdbd4b65'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:38.390128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.417589 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2354302 Sep 22 09:02:38.420668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47838) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:38.426881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Request body: {'subnet': {'network_id': 'c611fc4d-d21b-417b-9d48-5d861b1dd481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:38.429049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20e40b-b4af-40ce-a1b0-6f893b7e5525 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Network': ['ID=c611fc4d-d21b-417b-9d48-5d861b1dd481,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:38.447310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c611fc4d-d21b-417b-9d48-5d861b1dd481 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:38.542647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:38.546498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Usage tracker for resource:subnet and tenant:c13d1ac93ed745aaae23259fd525a6ae is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:38.549335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:38.555690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:38.565401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Made reservation on behalf of c13d1ac93ed745aaae23259fd525a6ae for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:38.568802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.631768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Allocated IP 2001:db8::2 (21b9e781-1485-474e-831f-2f8d48cd3942/b5a95ca7-bdb3-45e5-a4c8-6e77cdbd4b65/78c32117-53c0-4b11-8b30-430dab8a8f10) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:38.792791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.832608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8303c839-e084-4737-9845-1442ccc0dd7a up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:38.869210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event updated for resources: {'Subnet': ['ID=1d44e374-1748-43e6-b601-01a5e880ead3,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:38.883342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Checking segment: {'id': 'd35b586c-87b1-441f-bcd3-cf7290561bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c611fc4d-d21b-417b-9d48-5d861b1dd481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:38.883702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network hostable DHCP agents. Network: c611fc4d-d21b-417b-9d48-5d861b1dd481, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:38.888062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.902754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Network c611fc4d-d21b-417b-9d48-5d861b1dd481 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:38.903870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Transition to ACTIVE for port object 78c32117-53c0-4b11-8b30-430dab8a8f10 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:38.913812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c611fc4d-d21b-417b-9d48-5d861b1dd481) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:38.919959 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:38.921202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:38.928570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Transition to ACTIVE for port object 78c32117-53c0-4b11-8b30-430dab8a8f10 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:38.930395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad016e0f-959e-4fc8-b51f-ac1493d89fda None None] Network c611fc4d-d21b-417b-9d48-5d861b1dd481 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:38.947456 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da5d975a-fb5f-4509-b8e8-0411a0f07c30 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5254939 Sep 22 09:02:38.949990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47842) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:39.005907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.070091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 8303c839-e084-4737-9845-1442ccc0dd7a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:39.070418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.070728 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 8303c839-e084-4737-9845-1442ccc0dd7a Sep 22 09:02:39.096344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.119070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Network 21b9e781-1485-474e-831f-2f8d48cd3942 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:39.131376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:39.138561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:39.165954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.209647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Pushing event updated for resources: {'Port': ['ID=78c32117-53c0-4b11-8b30-430dab8a8f10,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:39.239771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.279601 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Subnet': ['ID=1d44e374-1748-43e6-b601-01a5e880ead3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:39.352500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Attempting to bind port 78c32117-53c0-4b11-8b30-430dab8a8f10 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:39.352799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Attempting to bind port 78c32117-53c0-4b11-8b30-430dab8a8f10 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '0af24a55-5ad7-49fa-b76c-654384f194cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b9e781-1485-474e-831f-2f8d48cd3942'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:39.353153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Attempting to bind port 78c32117-53c0-4b11-8b30-430dab8a8f10 on network 21b9e781-1485-474e-831f-2f8d48cd3942 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:39.373923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.400021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c611fc4d-d21b-417b-9d48-5d861b1dd481']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:39.412033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35b586c-87b1-441f-bcd3-cf7290561bf4') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:39.412361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35b586c-87b1-441f-bcd3-cf7290561bf4') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:39.413217 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:39.413592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Checking segment: {'id': '0af24a55-5ad7-49fa-b76c-654384f194cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b9e781-1485-474e-831f-2f8d48cd3942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:39.414620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.415005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Bound using segment: {'id': '0af24a55-5ad7-49fa-b76c-654384f194cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b9e781-1485-474e-831f-2f8d48cd3942'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:39.415501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Bound port: 78c32117-53c0-4b11-8b30-430dab8a8f10, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af24a55-5ad7-49fa-b76c-654384f194cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '21b9e781-1485-474e-831f-2f8d48cd3942'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:39.415873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.424079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.441302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbc9cd-7247-4d40-a529-4c37728574b9 None None] Network c611fc4d-d21b-417b-9d48-5d861b1dd481 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:39.445466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.451558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:39.451949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.546405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.552041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.579755 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/c611fc4d-d21b-417b-9d48-5d861b1dd481 HTTP/1.1" status: 204 len: 168 time: 0.6285450 Sep 22 09:02:39.580687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73458-d604-4715-a27c-1eabf6cc5ad2 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Network': ['ID=c611fc4d-d21b-417b-9d48-5d861b1dd481,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:39.582194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 8303c839-e084-4737-9845-1442ccc0dd7a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:39.583248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:39.627541 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fc7afc-bbc6-4d5d-a0f1-468b0254ba53 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] GET failed (client error): The resource could not be found. Sep 22 09:02:39.627988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46fc7afc-bbc6-4d5d-a0f1-468b0254ba53 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Synchronizing usage tracker for tenant:c13d1ac93ed745aaae23259fd525a6ae on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:02:39.644645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46fc7afc-bbc6-4d5d-a0f1-468b0254ba53 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Unset dirty status for tenant:c13d1ac93ed745aaae23259fd525a6ae on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:02:39.645878 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46fc7afc-bbc6-4d5d-a0f1-468b0254ba53 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "GET /v2.0/subnets/1d44e374-1748-43e6-b601-01a5e880ead3 HTTP/1.1" status: 404 len: 337 time: 0.0620780 Sep 22 09:02:39.649189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:39.674047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff66e4d8-bf72-40fc-a93b-9595ec32e8c1 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] DELETE failed (client error): The resource could not be found. Sep 22 09:02:39.674502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff66e4d8-bf72-40fc-a93b-9595ec32e8c1 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:02:39.676224 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff66e4d8-bf72-40fc-a93b-9595ec32e8c1 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/c611fc4d-d21b-417b-9d48-5d861b1dd481 HTTP/1.1" status: 404 len: 339 time: 0.0261135 Sep 22 09:02:39.680013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47854) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:39.697472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.711965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] For port 78c32117-53c0-4b11-8b30-430dab8a8f10, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:39.717563 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bd76d4-8c33-4e68-8b5c-9654ceaeeb02 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] DELETE failed (client error): The resource could not be found. Sep 22 09:02:39.717980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bd76d4-8c33-4e68-8b5c-9654ceaeeb02 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:02:39.719685 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a7bd76d4-8c33-4e68-8b5c-9654ceaeeb02 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/subnets/1d44e374-1748-43e6-b601-01a5e880ead3 HTTP/1.1" status: 404 len: 337 time: 0.0387421 Sep 22 09:02:39.722203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:39.747860 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1928e3f7-c2bb-45bf-84e7-a86bf1c28cdc tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] DELETE failed (client error): The resource could not be found. Sep 22 09:02:39.748311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1928e3f7-c2bb-45bf-84e7-a86bf1c28cdc tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:02:39.752325 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1928e3f7-c2bb-45bf-84e7-a86bf1c28cdc tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/c611fc4d-d21b-417b-9d48-5d861b1dd481 HTTP/1.1" status: 404 len: 339 time: 0.0268626 Sep 22 09:02:39.752609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:39.756005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.758951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] For port 78c32117-53c0-4b11-8b30-430dab8a8f10, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=78c32117-53c0-4b11-8b30-430dab8a8f10,segment=NetworkSegment(0af24a55-5ad7-49fa-b76c-654384f194cf),segment_id=0af24a55-5ad7-49fa-b76c-654384f194cf)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:39.764481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.822551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Deleting subnet b5a95ca7-bdb3-45e5-a4c8-6e77cdbd4b65 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:02:39.825662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.841399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc612c-705e-415d-8a05-c275dcf92928 None None] Pushing event updated for resources: {'Port': ['ID=78c32117-53c0-4b11-8b30-430dab8a8f10,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:39.883843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:39.979726 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d35b586c-87b1-441f-bcd3-cf7290561bf4 resource provider aggregate not found Sep 22 09:02:39.995420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.022949 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d35b586c-87b1-441f-bcd3-cf7290561bf4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d35b586c-87b1-441f-bcd3-cf7290561bf4 found for delete ", "request_id": "req-ba44b412-a520-4cb4-ba44-2ce6d3024acf"}]} Sep 22 09:02:40.071427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.111521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a95ca7-bdb3-45e5-a4c8-6e77cdbd4b65,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:40.115956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.130654 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3af4338d-58c6-4d87-ac1a-20c04420e85d tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/subnets/b5a95ca7-bdb3-45e5-a4c8-6e77cdbd4b65 HTTP/1.1" status: 204 len: 168 time: 0.3769910 Sep 22 09:02:40.133383 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47870) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:40.251103 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.261869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Deleting port 78c32117-53c0-4b11-8b30-430dab8a8f10 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:40.262198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.569933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] For port 78c32117-53c0-4b11-8b30-430dab8a8f10, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=78c32117-53c0-4b11-8b30-430dab8a8f10,segment=NetworkSegment(0af24a55-5ad7-49fa-b76c-654384f194cf),segment_id=0af24a55-5ad7-49fa-b76c-654384f194cf)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:40.570839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.699408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Calling delete_port for 78c32117-53c0-4b11-8b30-430dab8a8f10 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:40.752824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715cf9e-fc03-48e1-8b71-978736297356 None None] Network 21b9e781-1485-474e-831f-2f8d48cd3942 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:40.782178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.836573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Port': ['ID=78c32117-53c0-4b11-8b30-430dab8a8f10,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:40.840353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No DVR routers for this DVR port 78c32117-53c0-4b11-8b30-430dab8a8f10 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:02:40.845961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-305e3091-e072-4d60-ac43-e98f31a5446c None None] Could not find standard attr ID for object 78c32117-53c0-4b11-8b30-430dab8a8f10. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:02:40.870461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 78c32117-53c0-4b11-8b30-430dab8a8f10 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:40.932292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 78c32117-53c0-4b11-8b30-430dab8a8f10 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:40.932638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 78c32117-53c0-4b11-8b30-430dab8a8f10 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 22 09:02:40.964554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:40.989620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b9e781-1485-474e-831f-2f8d48cd3942']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:41.002013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af24a55-5ad7-49fa-b76c-654384f194cf') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:41.002301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af24a55-5ad7-49fa-b76c-654384f194cf') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:41.006848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Port 78c32117-53c0-4b11-8b30-430dab8a8f10 not found, will not notify nova. {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 22 09:02:41.014344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.030266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.030408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.036373 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:41.036847 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.080550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce0b6b-787b-4777-a8cb-ae59d393f0f3 None None] DHCP port deletion for 21b9e781-1485-474e-831f-2f8d48cd3942 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:02:41.108095 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0af24a55-5ad7-49fa-b76c-654384f194cf resource provider aggregate not found Sep 22 09:02:41.129061 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0af24a55-5ad7-49fa-b76c-654384f194cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0af24a55-5ad7-49fa-b76c-654384f194cf found for delete ", "request_id": "req-1fbc6eb7-c591-4e2e-9594-ca94b1efe37a"}]} Sep 22 09:02:41.143596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.147997 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.173074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Network': ['ID=21b9e781-1485-474e-831f-2f8d48cd3942,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:41.175620 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aff9eaa6-ee7a-4dc2-b99e-c3cc7406ac4b tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/21b9e781-1485-474e-831f-2f8d48cd3942 HTTP/1.1" status: 204 len: 168 time: 1.0406151 Sep 22 09:02:41.178158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47878) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:41.218176 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c48b79-5572-486a-bac9-33a69356a224 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] DELETE failed (client error): The resource could not be found. Sep 22 09:02:41.218549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c48b79-5572-486a-bac9-33a69356a224 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:02:41.220171 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9c48b79-5572-486a-bac9-33a69356a224 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/subnets/50d2aae9-7ef9-4656-9575-88b2633ecbe7 HTTP/1.1" status: 404 len: 337 time: 0.0412595 Sep 22 09:02:41.222606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:41.247465 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9514c84-1fd5-49c3-9fbd-2528db41678f tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] DELETE failed (client error): The resource could not be found. Sep 22 09:02:41.247916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9514c84-1fd5-49c3-9fbd-2528db41678f tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:02:41.249478 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c9514c84-1fd5-49c3-9fbd-2528db41678f tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/db704c27-c8e2-4cca-b059-69905b76de70 HTTP/1.1" status: 404 len: 339 time: 0.0259976 Sep 22 09:02:41.251972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47886) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:41.384364 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a8bbdb-2acc-4faa-9d67-acf4fb773f67 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] DELETE failed (client error): The resource could not be found. Sep 22 09:02:41.384705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a8bbdb-2acc-4faa-9d67-acf4fb773f67 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:02:41.386368 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1a8bbdb-2acc-4faa-9d67-acf4fb773f67 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/subnets/c9a3537c-9d41-4ebf-8ec5-a3a7a375613f HTTP/1.1" status: 404 len: 337 time: 0.1334212 Sep 22 09:02:41.388891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47890) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:41.412953 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f2536c-d86d-45b5-ae12-10e566a99937 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] DELETE failed (client error): The resource could not be found. Sep 22 09:02:41.413391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f2536c-d86d-45b5-ae12-10e566a99937 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 09:02:41.415511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-76f2536c-d86d-45b5-ae12-10e566a99937 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/e468e25b-6991-4f85-b8da-46c1ca546767 HTTP/1.1" status: 404 len: 339 time: 0.0257411 Sep 22 09:02:41.417757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47894) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:41.480101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Deleting subnet a5a56305-ff4f-4af3-b702-f77f9ec823e2 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:02:41.482862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.537627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.617929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.688979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.732292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.736424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a56305-ff4f-4af3-b702-f77f9ec823e2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:41.738020 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82afe6-d174-48a4-9df9-bf3042a3cd5b None None] Network 95518c25-a3f1-46d6-b838-387120f2a7a2 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:41.744435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ea4c5b2-61c6-4df5-b6a0-48f43bfbd621 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/subnets/a5a56305-ff4f-4af3-b702-f77f9ec823e2 HTTP/1.1" status: 204 len: 168 time: 0.3257561 Sep 22 09:02:41.746853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47898) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:41.858432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.868894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Deleting port 8303c839-e084-4737-9845-1442ccc0dd7a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:41.869228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:41.994108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] DHCP port deletion for 95518c25-a3f1-46d6-b838-387120f2a7a2 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:02:41.998360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Deleting port 8303c839-e084-4737-9845-1442ccc0dd7a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:41.998736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.081161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] For port 8303c839-e084-4737-9845-1442ccc0dd7a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8303c839-e084-4737-9845-1442ccc0dd7a,segment=NetworkSegment(21cbf4f7-0543-4881-96da-e66bc9ff5dde),segment_id=21cbf4f7-0543-4881-96da-e66bc9ff5dde)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:42.081551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.201016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] For port 8303c839-e084-4737-9845-1442ccc0dd7a, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=8303c839-e084-4737-9845-1442ccc0dd7a,segment=NetworkSegment(21cbf4f7-0543-4881-96da-e66bc9ff5dde),segment_id=21cbf4f7-0543-4881-96da-e66bc9ff5dde)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:42.201407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.207316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Calling delete_port for 8303c839-e084-4737-9845-1442ccc0dd7a owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:42.289981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.324026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Calling delete_port for 8303c839-e084-4737-9845-1442ccc0dd7a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:42.335450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Port': ['ID=8303c839-e084-4737-9845-1442ccc0dd7a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:42.342627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] No DVR routers for this DVR port 8303c839-e084-4737-9845-1442ccc0dd7a on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:02:42.394831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:02:42.395186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:02:42.464079 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.491708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95518c25-a3f1-46d6-b838-387120f2a7a2']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:42.504328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cbf4f7-0543-4881-96da-e66bc9ff5dde') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:42.504620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cbf4f7-0543-4881-96da-e66bc9ff5dde') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:42.516040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.531276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.537102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:42.537537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.577913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.609531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 21cbf4f7-0543-4881-96da-e66bc9ff5dde resource provider aggregate not found Sep 22 09:02:42.633542 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 21cbf4f7-0543-4881-96da-e66bc9ff5dde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21cbf4f7-0543-4881-96da-e66bc9ff5dde found for delete ", "request_id": "req-b6a2e275-15d4-44ad-bad1-f5752ba1ce3a"}]} Sep 22 09:02:42.647738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.652685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.676869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] Pushing event deleted for resources: {'Network': ['ID=95518c25-a3f1-46d6-b838-387120f2a7a2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:42.682359 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d4653c46-7a5c-4aa5-8cc6-9fece7dfb3e5 tempest-NetworksIpV6Test-2117820567 tempest-NetworksIpV6Test-2117820567-project] 10.222.0.42 "DELETE /v2.0/networks/95518c25-a3f1-46d6-b838-387120f2a7a2 HTTP/1.1" status: 204 len: 168 time: 0.9345660 Sep 22 09:02:42.826965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8303c839-e084-4737-9845-1442ccc0dd7a no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:42.863585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 8303c839-e084-4737-9845-1442ccc0dd7a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:42.863930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 8303c839-e084-4737-9845-1442ccc0dd7a not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:42.864337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 78c32117-53c0-4b11-8b30-430dab8a8f10 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:42.903475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Deleting port 8303c839-e084-4737-9845-1442ccc0dd7a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:42.903843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:42.930660 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 78c32117-53c0-4b11-8b30-430dab8a8f10 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:42.930989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 78c32117-53c0-4b11-8b30-430dab8a8f10 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:42.963166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47910) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:42.979703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5df26-bdb8-49dd-b667-5f2b23556344 None None] The port '8303c839-e084-4737-9845-1442ccc0dd7a' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:02:43.111653 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4524da0a-a97b-48a3-b203-24154c95cf11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c13d1ac93ed745aaae23259fd525a6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472285 Sep 22 09:02:43.114085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47916) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:43.170631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-006d2fa4-7c38-40d7-b315-3f1f81aed097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:43.195116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-006d2fa4-7c38-40d7-b315-3f1f81aed097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:43.251360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-006d2fa4-7c38-40d7-b315-3f1f81aed097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:43.267482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d2fa4-7c38-40d7-b315-3f1f81aed097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080a17a1-3a96-4ac0-bb91-bc4c14715089,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:43.272270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-006d2fa4-7c38-40d7-b315-3f1f81aed097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:43.272923 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-006d2fa4-7c38-40d7-b315-3f1f81aed097 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/080a17a1-3a96-4ac0-bb91-bc4c14715089 HTTP/1.1" status: 204 len: 168 time: 0.1579559 Sep 22 09:02:43.930061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47940) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:44.029513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-810461839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:44.036177 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:44.040611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Usage tracker for resource:router and tenant:14ebc826a1b34306bc59c1e3db446b90 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:44.043535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:44.049680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:44.060059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.061214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.076115 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.093447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.115288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.116432 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c51a7f3f-5985-43a1-bf16-6325f07de162 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1853812 Sep 22 09:02:44.119896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47946) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:44.125326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1471838899'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:44.130749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:44.135022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Usage tracker for resource:network and tenant:14ebc826a1b34306bc59c1e3db446b90 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:44.137840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:44.143831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:44.152725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Made reservation on behalf of 14ebc826a1b34306bc59c1e3db446b90 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:44.156205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.168295 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.182857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:44.186571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Usage tracker for resource:security_group_rule and tenant:14ebc826a1b34306bc59c1e3db446b90 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:44.189286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:44.194751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:44.277396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.280999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.317307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:44.322344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466b71f3-a954-4ba3-a851-d7277262846b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:44.328932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.329268 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Added segment 24483140-b4c2-4405-825a-936f177c482b of type vlan for network 71557a37-365e-41ee-baf2-44d9f35e84df Sep 22 09:02:44.354923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.383036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.388516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:44.389125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.499419 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3784175 Sep 22 09:02:44.502038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926544aa-c5e6-441f-8db9-df14b42ffd3c tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event updated for resources: {'Network': ['ID=71557a37-365e-41ee-baf2-44d9f35e84df,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:44.502238 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:44.507913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Request body: {'subnet': {'network_id': '71557a37-365e-41ee-baf2-44d9f35e84df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:44.513448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 71557a37-365e-41ee-baf2-44d9f35e84df details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:44.622163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:44.626127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Usage tracker for resource:subnet and tenant:14ebc826a1b34306bc59c1e3db446b90 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:44.629493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:44.635428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:44.645483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Made reservation on behalf of 14ebc826a1b34306bc59c1e3db446b90 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:44.649653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.861703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.939109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event updated for resources: {'Subnet': ['ID=a8e0be91-ed6f-4744-b920-5bbf427568fe,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:44.948071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Checking segment: {'id': '24483140-b4c2-4405-825a-936f177c482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '71557a37-365e-41ee-baf2-44d9f35e84df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:44.948433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Network hostable DHCP agents. Network: 71557a37-365e-41ee-baf2-44d9f35e84df, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:44.968889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Network 71557a37-365e-41ee-baf2-44d9f35e84df is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:44.978100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 71557a37-365e-41ee-baf2-44d9f35e84df) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:44.981992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:44.982625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:44.987612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3608ae5d-2df4-47a4-bacc-f1e33e74fe01 None None] Network 71557a37-365e-41ee-baf2-44d9f35e84df requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:45.003554 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ce2bcf77-6ecb-480e-bbbe-19691f2f605f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5001612 Sep 22 09:02:45.006610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47956) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:45.012493 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1361988291'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:45.017227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:45.021101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Usage tracker for resource:network and tenant:14ebc826a1b34306bc59c1e3db446b90 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:45.024727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:45.030586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:45.040931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Made reservation on behalf of 14ebc826a1b34306bc59c1e3db446b90 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:45.044511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.072071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:45.080766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.081108 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Added segment 2136397b-d392-4207-8188-5c2ce13812f5 of type vlan for network 12a64688-626c-41a7-9e67-70de0ef215c5 Sep 22 09:02:45.110520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.140525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.146118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:45.146687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.202276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-71557a37-365e-41ee-baf2-44d9f35e84df', 'network_id': '71557a37-365e-41ee-baf2-44d9f35e84df', 'tenant_id': '14ebc826a1b34306bc59c1e3db446b90', 'fixed_ips': [{'subnet_id': 'a8e0be91-ed6f-4744-b920-5bbf427568fe'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:45.203090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.247292 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2396066 Sep 22 09:02:45.250350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:45.258215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Request body: {'subnet': {'network_id': '12a64688-626c-41a7-9e67-70de0ef215c5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:45.360588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Allocated IP 172.20.0.2 (71557a37-365e-41ee-baf2-44d9f35e84df/a8e0be91-ed6f-4744-b920-5bbf427568fe/31c4a4e6-8f64-488c-97e3-f832a9bb350e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:45.378742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc98c5-6117-4d41-9400-f8e874234709 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event updated for resources: {'Network': ['ID=12a64688-626c-41a7-9e67-70de0ef215c5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:45.392538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 12a64688-626c-41a7-9e67-70de0ef215c5 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:45.466250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:45.470090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Usage tracker for resource:subnet and tenant:14ebc826a1b34306bc59c1e3db446b90 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:45.472900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:45.478567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:45.488387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Made reservation on behalf of 14ebc826a1b34306bc59c1e3db446b90 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:45.491887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.662192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.672791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Transition to ACTIVE for port object 31c4a4e6-8f64-488c-97e3-f832a9bb350e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:45.691370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Transition to ACTIVE for port object 31c4a4e6-8f64-488c-97e3-f832a9bb350e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:45.698072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.710794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.761202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Network 71557a37-365e-41ee-baf2-44d9f35e84df is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:45.763834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:45.767631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:45.776356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Pushing event updated for resources: {'Port': ['ID=31c4a4e6-8f64-488c-97e3-f832a9bb350e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:45.792603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event updated for resources: {'Subnet': ['ID=22d93af9-816b-4c22-bda3-942d5f5d40d7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:45.796608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Checking segment: {'id': '2136397b-d392-4207-8188-5c2ce13812f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '12a64688-626c-41a7-9e67-70de0ef215c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:45.796965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Network hostable DHCP agents. Network: 12a64688-626c-41a7-9e67-70de0ef215c5, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:45.816231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Network 12a64688-626c-41a7-9e67-70de0ef215c5 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:45.825718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 12a64688-626c-41a7-9e67-70de0ef215c5) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:45.829621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:45.830207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.852766 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28e46637-c407-43fd-a630-89ea0f015c9f tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6015167 Sep 22 09:02:45.855612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 47964) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:45.857408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ae208-cfc1-471b-b15c-51ad12a1267a None None] Network 12a64688-626c-41a7-9e67-70de0ef215c5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:45.860841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-586b1344-aeb7-46d5-8823-4ae1642e3f91 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Request body: {'router': {'external_gateway_info': {'network_id': '12a64688-626c-41a7-9e67-70de0ef215c5'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:45.948329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Attempting to bind port 31c4a4e6-8f64-488c-97e3-f832a9bb350e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:45.948699 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Attempting to bind port 31c4a4e6-8f64-488c-97e3-f832a9bb350e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '24483140-b4c2-4405-825a-936f177c482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '71557a37-365e-41ee-baf2-44d9f35e84df'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:45.949064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Attempting to bind port 31c4a4e6-8f64-488c-97e3-f832a9bb350e on network 71557a37-365e-41ee-baf2-44d9f35e84df {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:45.958783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:45.959137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Checking segment: {'id': '24483140-b4c2-4405-825a-936f177c482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '71557a37-365e-41ee-baf2-44d9f35e84df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:45.959556 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:45.959940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Bound using segment: {'id': '24483140-b4c2-4405-825a-936f177c482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '71557a37-365e-41ee-baf2-44d9f35e84df'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:45.961706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Bound port: 31c4a4e6-8f64-488c-97e3-f832a9bb350e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24483140-b4c2-4405-825a-936f177c482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '71557a37-365e-41ee-baf2-44d9f35e84df'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:45.961706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.196788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] For port 31c4a4e6-8f64-488c-97e3-f832a9bb350e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:46.244507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-586b1344-aeb7-46d5-8823-4ae1642e3f91 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.250823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] For port 31c4a4e6-8f64-488c-97e3-f832a9bb350e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=31c4a4e6-8f64-488c-97e3-f832a9bb350e,segment=NetworkSegment(24483140-b4c2-4405-825a-936f177c482b),segment_id=24483140-b4c2-4405-825a-936f177c482b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:46.257509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.296302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e79716-ea5f-4c52-9db9-b389c7776f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-12a64688-626c-41a7-9e67-70de0ef215c5', 'network_id': '12a64688-626c-41a7-9e67-70de0ef215c5', 'tenant_id': '14ebc826a1b34306bc59c1e3db446b90', 'fixed_ips': [{'subnet_id': '22d93af9-816b-4c22-bda3-942d5f5d40d7'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:46.297112 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59e79716-ea5f-4c52-9db9-b389c7776f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.401234 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-586b1344-aeb7-46d5-8823-4ae1642e3f91 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 09:02:46.403182 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-586b1344-aeb7-46d5-8823-4ae1642e3f91 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "PUT /v2.0/routers/6f87db4d-f760-47f6-bd9d-d8c8e9139b77 HTTP/1.1" status: 400 len: 364 time: 0.5457051 Sep 22 09:02:46.408202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47968) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:46.412548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e048d1-7587-48e2-ab6d-e764d62d0ce4 None None] Pushing event updated for resources: {'Port': ['ID=31c4a4e6-8f64-488c-97e3-f832a9bb350e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:46.479442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Deleting subnet 22d93af9-816b-4c22-bda3-942d5f5d40d7 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:02:46.483509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.560560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.633463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.707893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-59e79716-ea5f-4c52-9db9-b389c7776f5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d93af9-816b-4c22-bda3-942d5f5d40d7: This subnet is being modified by another concurrent operation. Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22d93af9-816b-4c22-bda3-942d5f5d40d7: This subnet is being modified by another concurrent operation. Sep 22 09:02:46.710341 dv-neutron-857569-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 09:02:46.729612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3527c-0f0e-4856-b753-72268b7864e8 None None] Network 12a64688-626c-41a7-9e67-70de0ef215c5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:46.747890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event deleted for resources: {'Subnet': ['ID=22d93af9-816b-4c22-bda3-942d5f5d40d7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:46.751271 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.757536 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bc16424b-f938-4265-9ab8-dfd1388fbfc2 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "DELETE /v2.0/subnets/22d93af9-816b-4c22-bda3-942d5f5d40d7 HTTP/1.1" status: 204 len: 168 time: 0.3482773 Sep 22 09:02:46.759965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:46.885706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:46.894745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 31c4a4e6-8f64-488c-97e3-f832a9bb350e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:46.976054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 31c4a4e6-8f64-488c-97e3-f832a9bb350e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:47.032118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.058127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a64688-626c-41a7-9e67-70de0ef215c5']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:47.071502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2136397b-d392-4207-8188-5c2ce13812f5') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:47.071805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2136397b-d392-4207-8188-5c2ce13812f5') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:47.083817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.101001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.107983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:47.108524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.178251 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2136397b-d392-4207-8188-5c2ce13812f5 resource provider aggregate not found Sep 22 09:02:47.303898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2136397b-d392-4207-8188-5c2ce13812f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2136397b-d392-4207-8188-5c2ce13812f5 found for delete ", "request_id": "req-cb064c60-983e-4a05-a2d9-48b667c20728"}]} Sep 22 09:02:47.316285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a80914-e210-490c-8c36-f26bd518c756 None None] Network 71557a37-365e-41ee-baf2-44d9f35e84df requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:47.319653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.340147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.346676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event deleted for resources: {'Network': ['ID=12a64688-626c-41a7-9e67-70de0ef215c5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:47.353245 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-72aea78d-2765-414c-992f-45b53c1ddf5e tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "DELETE /v2.0/networks/12a64688-626c-41a7-9e67-70de0ef215c5 HTTP/1.1" status: 204 len: 168 time: 0.5899277 Sep 22 09:02:47.353622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47980) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:47.417712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Deleting subnet a8e0be91-ed6f-4744-b920-5bbf427568fe {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:02:47.420900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.439440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Provisioning for port 31c4a4e6-8f64-488c-97e3-f832a9bb350e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:47.449378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Provisioning complete for port 31c4a4e6-8f64-488c-97e3-f832a9bb350e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:47.449746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.450072 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Attempt 1 to provision port 31c4a4e6-8f64-488c-97e3-f832a9bb350e Sep 22 09:02:47.479666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.561961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.633744 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.656104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Current status of the port 31c4a4e6-8f64-488c-97e3-f832a9bb350e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:47.656477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.675341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e0be91-ed6f-4744-b920-5bbf427568fe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:47.678970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.685803 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d8f8951-8873-493e-b723-60963ebde548 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "DELETE /v2.0/subnets/a8e0be91-ed6f-4744-b920-5bbf427568fe HTTP/1.1" status: 204 len: 168 time: 0.3314607 Sep 22 09:02:47.688237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:47.748017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:02:47.748563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:02:47.803274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.814663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Deleting port 31c4a4e6-8f64-488c-97e3-f832a9bb350e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:47.814918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:47.883426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0cfdd3-210c-4da5-b1c9-84f2c2027ce8 None None] Network 71557a37-365e-41ee-baf2-44d9f35e84df requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:48.019062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] For port 31c4a4e6-8f64-488c-97e3-f832a9bb350e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=31c4a4e6-8f64-488c-97e3-f832a9bb350e,segment=NetworkSegment(24483140-b4c2-4405-825a-936f177c482b),segment_id=24483140-b4c2-4405-825a-936f177c482b)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:48.019369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.124003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] DHCP port deletion for 71557a37-365e-41ee-baf2-44d9f35e84df request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:02:48.128704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Deleting port 31c4a4e6-8f64-488c-97e3-f832a9bb350e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:48.129166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.145706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Calling delete_port for 31c4a4e6-8f64-488c-97e3-f832a9bb350e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:48.221670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.269086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event deleted for resources: {'Port': ['ID=31c4a4e6-8f64-488c-97e3-f832a9bb350e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:48.270913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] No DVR routers for this DVR port 31c4a4e6-8f64-488c-97e3-f832a9bb350e on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:02:48.341083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-44179ab2-2f32-4179-a922-b01bb08e26ae None None] Port 31c4a4e6-8f64-488c-97e3-f832a9bb350e update to ACTIVE by agent not found {{(pid=89053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 22 09:02:48.367724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] For port 31c4a4e6-8f64-488c-97e3-f832a9bb350e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=31c4a4e6-8f64-488c-97e3-f832a9bb350e,segment=NetworkSegment(24483140-b4c2-4405-825a-936f177c482b),segment_id=24483140-b4c2-4405-825a-936f177c482b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:48.368024 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.395338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.425112 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71557a37-365e-41ee-baf2-44d9f35e84df']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:48.436935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24483140-b4c2-4405-825a-936f177c482b') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:48.437232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24483140-b4c2-4405-825a-936f177c482b') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:48.448462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.464878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.470883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:02:48.471291 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.498484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Calling delete_port for 31c4a4e6-8f64-488c-97e3-f832a9bb350e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:02:48.536533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0352c807-a2d7-4f42-82d9-38de4ea3bda5 None None] Could not find standard attr ID for object 31c4a4e6-8f64-488c-97e3-f832a9bb350e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 09:02:48.572897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.573386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:02:48.574006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:02:48.591257 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:48.602548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Pushing event deleted for resources: {'Network': ['ID=71557a37-365e-41ee-baf2-44d9f35e84df,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:48.605571 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa92c958-6ef9-48a0-9e48-776bcfbe19b9 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "DELETE /v2.0/networks/71557a37-365e-41ee-baf2-44d9f35e84df HTTP/1.1" status: 204 len: 168 time: 0.9164152 Sep 22 09:02:48.608189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47988) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:48.661410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0f58464-763c-4bef-bf3c-48c898aab939 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Synchronizing usage tracker for tenant:14ebc826a1b34306bc59c1e3db446b90 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:02:48.676749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0f58464-763c-4bef-bf3c-48c898aab939 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Unset dirty status for tenant:14ebc826a1b34306bc59c1e3db446b90 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:02:48.678003 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e0f58464-763c-4bef-bf3c-48c898aab939 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "GET /v2.0/ports?device_id=6f87db4d-f760-47f6-bd9d-d8c8e9139b77 HTTP/1.1" status: 200 len: 205 time: 0.0689216 Sep 22 09:02:48.680525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 47992) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:48.827104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 31c4a4e6-8f64-488c-97e3-f832a9bb350e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:02:48.862279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 31c4a4e6-8f64-488c-97e3-f832a9bb350e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:02:48.862553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 31c4a4e6-8f64-488c-97e3-f832a9bb350e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:02:48.912435 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbd5be06-21ff-498d-809b-1e1cde751656 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.075414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Deleting port 31c4a4e6-8f64-488c-97e3-f832a9bb350e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:02:49.075799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.187500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2edd87c8-f008-4308-918e-441b897a2c2d None None] The port '31c4a4e6-8f64-488c-97e3-f832a9bb350e' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:02:49.202199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007489a-07ce-4343-8b46-65513e981096 None None] get_active_networks_info from dv-neutron-857569-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 09:02:49.212701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbd5be06-21ff-498d-809b-1e1cde751656 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.214895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbd5be06-21ff-498d-809b-1e1cde751656 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.236545 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbd5be06-21ff-498d-809b-1e1cde751656 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.237095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5be06-21ff-498d-809b-1e1cde751656 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Fanout notify agent at l3_agent the message router_deleted on router 6f87db4d-f760-47f6-bd9d-d8c8e9139b77 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:02:49.249450 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbd5be06-21ff-498d-809b-1e1cde751656 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.252908 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dbd5be06-21ff-498d-809b-1e1cde751656 tempest-RoutersNegativeTest-170990261 tempest-RoutersNegativeTest-170990261-project] 10.222.0.42 "DELETE /v2.0/routers/6f87db4d-f760-47f6-bd9d-d8c8e9139b77 HTTP/1.1" status: 204 len: 168 time: 0.5690823 Sep 22 09:02:49.279245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007489a-07ce-4343-8b46-65513e981096 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 09:02:49.323063 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 24483140-b4c2-4405-825a-936f177c482b resource provider aggregate not found Sep 22 09:02:49.339023 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 24483140-b4c2-4405-825a-936f177c482b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24483140-b4c2-4405-825a-936f177c482b found for delete ", "request_id": "req-2727e25f-7415-4499-8b05-36a550aed3f7"}]} Sep 22 09:02:49.520922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48004) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:49.670761 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bffb4cb3-6ecb-4b57-bc2a-92fec6caf278 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14ebc826a1b34306bc59c1e3db446b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486523 Sep 22 09:02:49.673247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48010) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:49.730031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfcf34b-bf62-4bc7-9e5f-80ea99cc456c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.758293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfcf34b-bf62-4bc7-9e5f-80ea99cc456c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.813010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfcf34b-bf62-4bc7-9e5f-80ea99cc456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.829164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcf34b-bf62-4bc7-9e5f-80ea99cc456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466b71f3-a954-4ba3-a851-d7277262846b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:49.833570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfcf34b-bf62-4bc7-9e5f-80ea99cc456c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:49.837856 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2dfcf34b-bf62-4bc7-9e5f-80ea99cc456c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/466b71f3-a954-4ba3-a851-d7277262846b HTTP/1.1" status: 204 len: 168 time: 0.1605504 Sep 22 09:02:50.485380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48034) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:50.586675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-537561315-network', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:50.591494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:50.595410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Usage tracker for resource:network and tenant:176e7e90db32423b815adae3f49e4b0c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:50.598399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:50.604262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:50.614210 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Made reservation on behalf of 176e7e90db32423b815adae3f49e4b0c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:50.616539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.629253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.644989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:50.648830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Usage tracker for resource:security_group_rule and tenant:176e7e90db32423b815adae3f49e4b0c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:50.651727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:50.657455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:50.740566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.744676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.773720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:50.781930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60a69fc-7acc-4163-abbe-4fc1d9a901df,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:50.787505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.787863 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Added segment c3a88ca5-b989-429f-b542-2d7dc01b59f3 of type vlan for network b4842098-57c3-4784-a7b3-3ababfe69dc9 Sep 22 09:02:50.814994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.845360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.846282 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:50.846854 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:50.945721 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4592035 Sep 22 09:02:50.946627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8c2ff-ad84-4b1a-b67e-2eb08759a941 admin admin] Pushing event updated for resources: {'Network': ['ID=b4842098-57c3-4784-a7b3-3ababfe69dc9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:50.948734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:50.954838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Request body: {'subnet': {'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-subnet', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:50.959937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:50.964847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Usage tracker for resource:subnet and tenant:176e7e90db32423b815adae3f49e4b0c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:50.965805 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:50.968050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:50.975007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:50.986116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Made reservation on behalf of 176e7e90db32423b815adae3f49e4b0c for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:50.988456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.183080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.257645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:51.265083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Checking segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:51.265432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Network hostable DHCP agents. Network: b4842098-57c3-4784-a7b3-3ababfe69dc9, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:51.284072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:51.293355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, b4842098-57c3-4784-a7b3-3ababfe69dc9) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:51.297293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:51.297866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.302572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcfa95b-87ac-4d3c-923e-56d3fd2b8052 None None] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:51.317570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80e043b6-c459-4412-b315-efaa8e10fe9e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3671396 Sep 22 09:02:51.320411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48044) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:51.325915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:51.330656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:51.334576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Usage tracker for resource:router and tenant:176e7e90db32423b815adae3f49e4b0c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:51.338124 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:51.343950 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:51.354959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.356039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.370763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.521818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-b4842098-57c3-4784-a7b3-3ababfe69dc9', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'fixed_ips': [{'subnet_id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:51.522627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.636705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.672485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Allocated IP 172.20.0.2 (b4842098-57c3-4784-a7b3-3ababfe69dc9/8a95caec-5aa0-47e1-a1bc-89b44c65e1f6/2810d086-4942-46ce-87c4-99d7e34e8b13) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:51.881372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.892519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Transition to ACTIVE for port object 2810d086-4942-46ce-87c4-99d7e34e8b13 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:51.911114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Transition to ACTIVE for port object 2810d086-4942-46ce-87c4-99d7e34e8b13 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:51.917709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:51.988567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:51.991615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:51.996083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:52.001913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Pushing event updated for resources: {'Port': ['ID=2810d086-4942-46ce-87c4-99d7e34e8b13,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:52.069304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:52.098732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:52.103447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Attempting to bind port 2810d086-4942-46ce-87c4-99d7e34e8b13 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:52.103817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Attempting to bind port 2810d086-4942-46ce-87c4-99d7e34e8b13 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:52.104179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Attempting to bind port 2810d086-4942-46ce-87c4-99d7e34e8b13 on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:52.109294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:52.109665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Checking segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:52.110060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:52.110446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Bound using segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:52.110904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Bound port: 2810d086-4942-46ce-87c4-99d7e34e8b13, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:52.111298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:52.201110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] For port 2810d086-4942-46ce-87c4-99d7e34e8b13, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:52.204334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] For port 2810d086-4942-46ce-87c4-99d7e34e8b13, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2810d086-4942-46ce-87c4-99d7e34e8b13,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:52.208575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:52.234626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Allocated IP 172.26.8.26 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:52.284916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c747a3-1d14-4f45-81d2-bf411a64aab2 None None] Pushing event updated for resources: {'Port': ['ID=2810d086-4942-46ce-87c4-99d7e34e8b13,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:52.390994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:52.436564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:52.511494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:52.514578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:52.518535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:52.548914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:52.859466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2810d086-4942-46ce-87c4-99d7e34e8b13 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:52.937212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2810d086-4942-46ce-87c4-99d7e34e8b13 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:52.948157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:53.168317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3abbef2-51f6-4430-b628-577f7c978c88 None None] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:53.251176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Provisioning for port 2810d086-4942-46ce-87c4-99d7e34e8b13 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:53.291516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Provisioning complete for port 2810d086-4942-46ce-87c4-99d7e34e8b13 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:53.291887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:53.292219 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Attempt 1 to provision port 2810d086-4942-46ce-87c4-99d7e34e8b13 Sep 22 09:02:53.297880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:53.526570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Current status of the port 2810d086-4942-46ce-87c4-99d7e34e8b13 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:53.526860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:53.572155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] For port 2810d086-4942-46ce-87c4-99d7e34e8b13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2810d086-4942-46ce-87c4-99d7e34e8b13,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:53.576462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:53.615409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Router 7f2be879-7f69-4f44-8b78-5a7489e265d0 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:02:53.645722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e31e3b-1da8-4a18-a397-855bc4ccd013 None None] Pushing event updated for resources: {'Port': ['ID=2810d086-4942-46ce-87c4-99d7e34e8b13,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:53.800465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d4c858f5-c2db-4270-94eb-cda4ad42daea None None] Provisioning complete for port 2810d086-4942-46ce-87c4-99d7e34e8b13 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:53.800831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d4c858f5-c2db-4270-94eb-cda4ad42daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:53.801193 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d4c858f5-c2db-4270-94eb-cda4ad42daea None None] Attempt 1 to provision port 2810d086-4942-46ce-87c4-99d7e34e8b13 Sep 22 09:02:53.808272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:02:53.817055 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Sync routers for ids ['7f2be879-7f69-4f44-8b78-5a7489e265d0'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:02:53.825916 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Routers {'7f2be879-7f69-4f44-8b78-5a7489e265d0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:02:53.826592 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7f2be879-7f69-4f44-8b78-5a7489e265d0'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:53.835286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:53.839097 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d9a01ba-2daa-4a45-b4e6-8afe52f8c3d5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5150483 Sep 22 09:02:53.839703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:53.925227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d4c858f5-c2db-4270-94eb-cda4ad42daea None None] Current status of the port 2810d086-4942-46ce-87c4-99d7e34e8b13 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:54.002257 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Set router 7f2be879-7f69-4f44-8b78-5a7489e265d0 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:02:54.281580 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:02:52Z', 'revision_number': 3, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port': {'id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:52Z', 'updated_at': '2022-09-22T09:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:54.285432 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Checking router: 7f2be879-7f69-4f44-8b78-5a7489e265d0 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:02:54.285768 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Updating router 7f2be879-7f69-4f44-8b78-5a7489e265d0 port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:02:54.335655 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.526465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.659368 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.670577 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Transition to ACTIVE for port object da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:54.677060 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.733264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Allocated IP 172.20.0.1 (b4842098-57c3-4784-a7b3-3ababfe69dc9/8a95caec-5aa0-47e1-a1bc-89b44c65e1f6/984c6699-6230-4ea7-8329-61ae62abf758) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:54.739759 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Attempting to bind port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:54.740116 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Attempting to bind port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:54.740464 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Attempting to bind port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:54.749156 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:54.749523 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:54.749912 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.750291 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:54.750735 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Bound port: da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:54.751092 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.792964 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Pushing event updated for resources: {'Port': ['ID=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:54.806588 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.806921 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.807270 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.807601 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.807919 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.808241 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.808554 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.808862 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.809177 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.814029 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.814029 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.814029 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:02:54.840365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2810d086-4942-46ce-87c4-99d7e34e8b13 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:54.846461 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] For port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:54.849629 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] For port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:54.853704 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.887631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.911431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Transition to ACTIVE for port object 984c6699-6230-4ea7-8329-61ae62abf758 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:54.915792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Routers {'7f2be879-7f69-4f44-8b78-5a7489e265d0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:02:54.916393 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7f2be879-7f69-4f44-8b78-5a7489e265d0'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:54.923852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2810d086-4942-46ce-87c4-99d7e34e8b13 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:54.924216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:54.924544 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2810d086-4942-46ce-87c4-99d7e34e8b13 Sep 22 09:02:54.944322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:55.003329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:55.011436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:55.014649 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:55.052241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2810d086-4942-46ce-87c4-99d7e34e8b13 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:55.106808 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1913fd-2492-4ba9-920e-8ab6f9cb2fa8 None None] Pushing event updated for resources: {'Port': ['ID=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:55.135770 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] Set router 7f2be879-7f69-4f44-8b78-5a7489e265d0 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:02:55.220716 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Pushing event updated for resources: {'Port': ['ID=984c6699-6230-4ea7-8329-61ae62abf758,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:55.229191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:55.253922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Provisioning for port 984c6699-6230-4ea7-8329-61ae62abf758 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:55.259480 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Provisioning complete for port 984c6699-6230-4ea7-8329-61ae62abf758 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:55.260200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:55.260708 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 1 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:55.315828 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:55.417373 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:02:52Z', 'revision_number': 3, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port': {'id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:52Z', 'updated_at': '2022-09-22T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:55.421269 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c57fedd-13de-439d-ab2c-1e6632ee3c72 None None] The sync data for ids ['7f2be879-7f69-4f44-8b78-5a7489e265d0'] in dv-neutron-857569-1-hyperv is: [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:02:52Z', 'revision_number': 3, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port': {'id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:52Z', 'updated_at': '2022-09-22T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:02:55.484460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:55.720301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:55.725828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:55.817261 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 2 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:55.834725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:55.838905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Pushing event updated for resources: {'Port': ['ID=984c6699-6230-4ea7-8329-61ae62abf758,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:55.879244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:55.984754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:55.985899 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:56.186405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Router 7f2be879-7f69-4f44-8b78-5a7489e265d0 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:02:56.366629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:02:56.376198 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fa2251f9-4d66-4417-85cf-b567ed3a82f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f2be879-7f69-4f44-8b78-5a7489e265d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355318 Sep 22 09:02:56.380732 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 3 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:56.433774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:56.459460 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:02:56.860744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:56.892404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Sync routers for ids ['7f2be879-7f69-4f44-8b78-5a7489e265d0'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:02:56.896718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48066) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:56.902503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-624260282-network', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:56.907500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:56.911310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Usage tracker for resource:network and tenant:1f49f1f550ff4f4d8f67acfd01b8ea41 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:56.914743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:56.920845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:56.924349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Routers {'7f2be879-7f69-4f44-8b78-5a7489e265d0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:02:56.925045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7f2be879-7f69-4f44-8b78-5a7489e265d0'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:56.936729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Made reservation on behalf of 1f49f1f550ff4f4d8f67acfd01b8ea41 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:56.939296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:56.951162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:56.965609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:56.969375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Usage tracker for resource:security_group_rule and tenant:1f49f1f550ff4f4d8f67acfd01b8ea41 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:56.972185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:56.978403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:56.979407 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 4 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:57.064264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.067917 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.097084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:02:57.105834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d044b2-88e7-4d48-ad5a-367b0061b953,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:57.113706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.114195 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Added segment 1b584644-0ea9-4493-ac62-1a210a85a64d of type vlan for network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f Sep 22 09:02:57.132986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:57.142916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.147499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:02:57.159291 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:57.159665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.160002 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 Sep 22 09:02:57.173061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.174147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:57.174943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.190737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Set router 7f2be879-7f69-4f44-8b78-5a7489e265d0 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:02:57.278264 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3803818 Sep 22 09:02:57.279200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090210-b82f-45a9-898a-d8d97f4fccce admin admin] Pushing event updated for resources: {'Network': ['ID=c01355a9-dcc3-4475-a5f6-9ecd0c9d163f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:57.281275 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:57.287577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Request body: {'subnet': {'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-subnet', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:57.293366 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:57.297298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Usage tracker for resource:subnet and tenant:1f49f1f550ff4f4d8f67acfd01b8ea41 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:57.300242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:57.306469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:57.316061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Made reservation on behalf of 1f49f1f550ff4f4d8f67acfd01b8ea41 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:02:57.318333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.331253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:02:57.632117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.635037 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 5 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:57.688131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:57.688510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.713855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a54f47-fcab-4dcc-8e3e-7a329e9198f1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:57.724424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Checking segment: {'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:57.724775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Network hostable DHCP agents. Network: c01355a9-dcc3-4475-a5f6-9ecd0c9d163f, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:02:57.743888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:02:57.753714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c01355a9-dcc3-4475-a5f6-9ecd0c9d163f) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:57.757706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:02:57.757882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:57.758869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.760561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:02:57.765575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05583ad7-dfca-4b55-a8bc-b91e38f55015 None None] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:02:57.783292 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-82c77f9c-b2e0-41b4-b04e-f70d09f2a68b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4980178 Sep 22 09:02:57.783507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.784734 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:02:57.789975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:02:57.794745 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:02:57.798639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Usage tracker for resource:router and tenant:1f49f1f550ff4f4d8f67acfd01b8ea41 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:02:57.801529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:02:57.807406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:02:57.818065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.819085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.833886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:57.957342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:58.009447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:02:55Z', 'revision_number': 4, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port': {'id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:52Z', 'updated_at': '2022-09-22T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '984c6699-6230-4ea7-8329-61ae62abf758', 'name': '', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'mac_address': 'fa:16:3e:b7:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:54Z', 'updated_at': '2022-09-22T09:02:55Z', 'revision_number': 2, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'subnets': [{'id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:58.017710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Checking router: 7f2be879-7f69-4f44-8b78-5a7489e265d0 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:02:58.018063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Updating router 7f2be879-7f69-4f44-8b78-5a7489e265d0 port 984c6699-6230-4ea7-8329-61ae62abf758 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:02:58.112154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.122634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c01355a9-dcc3-4475-a5f6-9ecd0c9d163f', 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'fixed_ips': [{'subnet_id': '46a54f47-fcab-4dcc-8e3e-7a329e9198f1'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:02:58.123457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.217729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.287747 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 6 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:58.424090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:58.506577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Allocated IP 172.20.0.2 (c01355a9-dcc3-4475-a5f6-9ecd0c9d163f/46a54f47-fcab-4dcc-8e3e-7a329e9198f1/2e4e19f4-d200-464f-99c3-3e413cac96cb) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:58.527398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.557425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.695261 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Allocated IP 172.26.8.231 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/5c4a5bb1-359a-4cf1-be7f-9e56ea802368) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:02:58.804972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.825398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.827965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Transition to ACTIVE for port object 984c6699-6230-4ea7-8329-61ae62abf758 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:58.839349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.855721 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.886214 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:58.889740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Transition to ACTIVE for port object 2e4e19f4-d200-464f-99c3-3e413cac96cb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:58.921497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:02:58.957589 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:58.960746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:58.969624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:58.974727 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 7 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:59.000304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:59.101223 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Transition to ACTIVE for port object 2e4e19f4-d200-464f-99c3-3e413cac96cb will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:02:59.153369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.210826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07fbb-672a-4cda-add2-01ae32f24886 None None] Pushing event updated for resources: {'Port': ['ID=984c6699-6230-4ea7-8329-61ae62abf758,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:59.219673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:02:59.292976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:02:59.293852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Attempting to bind port 984c6699-6230-4ea7-8329-61ae62abf758 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:59.294208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Attempting to bind port 984c6699-6230-4ea7-8329-61ae62abf758 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:59.294562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Attempting to bind port 984c6699-6230-4ea7-8329-61ae62abf758 on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:59.300105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:02:59.305320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:02:59.309778 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:59.310137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Checking segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:59.310523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.310896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Bound using segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:59.311372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Bound port: 984c6699-6230-4ea7-8329-61ae62abf758, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:59.311733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.333337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:02:59.333696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.334023 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 Sep 22 09:02:59.397701 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Pushing event updated for resources: {'Port': ['ID=2e4e19f4-d200-464f-99c3-3e413cac96cb,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:59.496752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.537568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Attempting to bind port 2e4e19f4-d200-464f-99c3-3e413cac96cb on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:02:59.537928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Attempting to bind port 2e4e19f4-d200-464f-99c3-3e413cac96cb by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:02:59.538278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Attempting to bind port 2e4e19f4-d200-464f-99c3-3e413cac96cb on network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:02:59.550929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:02:59.551317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Checking segment: {'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:02:59.551703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.552085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Bound using segment: {'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:02:59.552534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Bound port: 2e4e19f4-d200-464f-99c3-3e413cac96cb, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:02:59.552897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.625724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] For port 984c6699-6230-4ea7-8329-61ae62abf758, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:59.665748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] For port 984c6699-6230-4ea7-8329-61ae62abf758, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=984c6699-6230-4ea7-8329-61ae62abf758,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:59.672368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.733690 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Attempt 8 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:02:59.771454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:02:59.807447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Routers {'7f2be879-7f69-4f44-8b78-5a7489e265d0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:02:59.808076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7f2be879-7f69-4f44-8b78-5a7489e265d0'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:02:59.835032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.866737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] For port 2e4e19f4-d200-464f-99c3-3e413cac96cb, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:02:59.903879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07fbb-672a-4cda-add2-01ae32f24886 None None] Pushing event updated for resources: {'Port': ['ID=984c6699-6230-4ea7-8329-61ae62abf758,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:02:59.907256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] For port 2e4e19f4-d200-464f-99c3-3e413cac96cb, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2e4e19f4-d200-464f-99c3-3e413cac96cb,segment=NetworkSegment(1b584644-0ea9-4493-ac62-1a210a85a64d),segment_id=1b584644-0ea9-4493-ac62-1a210a85a64d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:02:59.922959 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:02:59.925785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bf2238c-67ca-41f1-b28b-4aade14506c0 None None] Port 984c6699-6230-4ea7-8329-61ae62abf758 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:03:00.052782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:03:00.090628 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] Set router 7f2be879-7f69-4f44-8b78-5a7489e265d0 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:03:00.144398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b0f6-d932-4d8f-8d3c-9771b52da4d2 None None] Pushing event updated for resources: {'Port': ['ID=2e4e19f4-d200-464f-99c3-3e413cac96cb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:00.267531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:03:00.277688 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Sync routers for ids ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:03:00.292042 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Routers {'066bc9d1-ce5f-4e0e-997d-b96643505cc6'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:03:00.292672 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:00.311620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:00.312870 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e4672111-eb2a-4ffb-9121-6a9f3433d9e3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5271273 Sep 22 09:03:00.315603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48078) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:03:00.455945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:02:55Z', 'revision_number': 4, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port': {'id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:52Z', 'updated_at': '2022-09-22T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '984c6699-6230-4ea7-8329-61ae62abf758', 'name': '', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'mac_address': 'fa:16:3e:b7:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:54Z', 'updated_at': '2022-09-22T09:02:59Z', 'revision_number': 4, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'subnets': [{'id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:00.460406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce46007-1836-4bde-9669-3c7503af5a27 None None] The sync data for ids ['7f2be879-7f69-4f44-8b78-5a7489e265d0'] in dv-neutron-857569-1-hyperv is: [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:02:55Z', 'revision_number': 4, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port': {'id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:52Z', 'updated_at': '2022-09-22T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '984c6699-6230-4ea7-8329-61ae62abf758', 'name': '', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'mac_address': 'fa:16:3e:b7:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:54Z', 'updated_at': '2022-09-22T09:02:59Z', 'revision_number': 4, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'subnets': [{'id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:03:00.484318 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Set router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:03:00.805461 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:02:59Z', 'revision_number': 3, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port': {'id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:58Z', 'updated_at': '2022-09-22T09:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:00.811703 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Checking router: 066bc9d1-ce5f-4e0e-997d-b96643505cc6 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:03:00.812005 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Updating router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:03:00.902791 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:00.935670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2e4e19f4-d200-464f-99c3-3e413cac96cb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:01.041613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 2e4e19f4-d200-464f-99c3-3e413cac96cb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:01.050669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 984c6699-6230-4ea7-8329-61ae62abf758 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:01.148890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 984c6699-6230-4ea7-8329-61ae62abf758 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:01.161796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 984c6699-6230-4ea7-8329-61ae62abf758 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:01.162323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.162758 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:03:01.331949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e76eaa-8fb2-47b4-8307-d14ec2274d57 None None] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:03:01.395948 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.409010 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Transition to ACTIVE for port object 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:03:01.421316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.423816 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.506245 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Attempting to bind port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:03:01.506540 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Attempting to bind port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:03:01.513145 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Attempting to bind port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:03:01.522887 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:03:01.524247 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:03:01.524655 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.525047 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:03:01.525519 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Bound port: 5c4a5bb1-359a-4cf1-be7f-9e56ea802368, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:03:01.525891 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.560875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Provisioning for port 2e4e19f4-d200-464f-99c3-3e413cac96cb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:01.567019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 984c6699-6230-4ea7-8329-61ae62abf758 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:01.567429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.590611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Provisioning complete for port 2e4e19f4-d200-464f-99c3-3e413cac96cb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:01.591093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.592918 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Attempt 1 to provision port 2e4e19f4-d200-464f-99c3-3e413cac96cb Sep 22 09:03:01.620054 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] For port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:03:01.623875 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] For port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:03:01.634981 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f157e-153f-44ac-aa40-9c4c42667fc6 None None] Pushing event updated for resources: {'Port': ['ID=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:01.638632 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.722762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 984c6699-6230-4ea7-8329-61ae62abf758, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=984c6699-6230-4ea7-8329-61ae62abf758,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:01.772334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Allocated IP 172.20.0.1 (c01355a9-dcc3-4475-a5f6-9ecd0c9d163f/46a54f47-fcab-4dcc-8e3e-7a329e9198f1/7d7fcb68-7e66-4360-a080-995f317a69fd) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:03:01.795842 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f157e-153f-44ac-aa40-9c4c42667fc6 None None] Pushing event updated for resources: {'Port': ['ID=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:01.817169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:01.837283 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Routers {'066bc9d1-ce5f-4e0e-997d-b96643505cc6'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:03:01.838441 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:01.909677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=984c6699-6230-4ea7-8329-61ae62abf758,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:02.004759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Current status of the port 2e4e19f4-d200-464f-99c3-3e413cac96cb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:02.005135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.034982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.054717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] For port 2e4e19f4-d200-464f-99c3-3e413cac96cb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2e4e19f4-d200-464f-99c3-3e413cac96cb,segment=NetworkSegment(1b584644-0ea9-4493-ac62-1a210a85a64d),segment_id=1b584644-0ea9-4493-ac62-1a210a85a64d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:02.060587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.060965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Transition to ACTIVE for port object 7d7fcb68-7e66-4360-a080-995f317a69fd will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:03:02.087189 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] Set router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:03:02.096249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.142478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2aa15-f17f-4b55-aa6d-315c97bd2b85 None None] Pushing event updated for resources: {'Port': ['ID=2e4e19f4-d200-464f-99c3-3e413cac96cb,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:02.191586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:03:02.195781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:03:02.199880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:03:02.247640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Pushing event updated for resources: {'Port': ['ID=7d7fcb68-7e66-4360-a080-995f317a69fd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:02.261906 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.288694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1874b5b5-9128-4782-8f65-5467848703c2 None None] Provisioning complete for port 2e4e19f4-d200-464f-99c3-3e413cac96cb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:02.289795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1874b5b5-9128-4782-8f65-5467848703c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.289966 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1874b5b5-9128-4782-8f65-5467848703c2 None None] Attempt 1 to provision port 2e4e19f4-d200-464f-99c3-3e413cac96cb Sep 22 09:03:02.423144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.428499 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:02:59Z', 'revision_number': 3, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port': {'id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:58Z', 'updated_at': '2022-09-22T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:02.433387 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7235e668-a4ec-49f6-b8b2-48690fd254f7 None None] The sync data for ids ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'] in dv-neutron-857569-1-hyperv is: [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:02:59Z', 'revision_number': 3, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port': {'id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:58Z', 'updated_at': '2022-09-22T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:03:02.433606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1874b5b5-9128-4782-8f65-5467848703c2 None None] Current status of the port 2e4e19f4-d200-464f-99c3-3e413cac96cb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:02.555630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Provisioning for port 7d7fcb68-7e66-4360-a080-995f317a69fd completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:02.560843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Provisioning complete for port 7d7fcb68-7e66-4360-a080-995f317a69fd triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:02.561213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.561547 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Attempt 1 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:02.618457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Port 7d7fcb68-7e66-4360-a080-995f317a69fd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:02.682075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.686437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.802310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:02.805963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Pushing event updated for resources: {'Port': ['ID=7d7fcb68-7e66-4360-a080-995f317a69fd,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:02.938207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2e4e19f4-d200-464f-99c3-3e413cac96cb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:02.972792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:03:02.977498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:03:03.017221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 2e4e19f4-d200-464f-99c3-3e413cac96cb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:03.017726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:03.018065 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 2e4e19f4-d200-464f-99c3-3e413cac96cb Sep 22 09:03:03.122414 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Attempt 2 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:03.186958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Port 7d7fcb68-7e66-4360-a080-995f317a69fd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:03.193199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:03:03.208373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2e4e19f4-d200-464f-99c3-3e413cac96cb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:03.209449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:03.286927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:03.296131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:03.296828 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:03.296920 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 Sep 22 09:03:03.424540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:03.424917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:03.442502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:03.446904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:03.447672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 984c6699-6230-4ea7-8329-61ae62abf758 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:03.505823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:03:03.514930 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4baf104-a184-4d00-8627-e77a12fb64da admin admin] 10.222.0.42 "PUT /v2.0/routers/066bc9d1-ce5f-4e0e-997d-b96643505cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1983411 Sep 22 09:03:03.561449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:03.573340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 984c6699-6230-4ea7-8329-61ae62abf758 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:03.573659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:03.573994 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 984c6699-6230-4ea7-8329-61ae62abf758 Sep 22 09:03:03.688971 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Attempt 3 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:03.731405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 984c6699-6230-4ea7-8329-61ae62abf758 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:03.746170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Port 7d7fcb68-7e66-4360-a080-995f317a69fd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:04.014212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Sync routers for ids ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:03:04.024462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Routers {'066bc9d1-ce5f-4e0e-997d-b96643505cc6'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:03:04.025072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:04.171468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-7d7dad89-32c2-4c3d-bf0c-66f797f26780 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:04.172813 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-7d7dad89-32c2-4c3d-bf0c-66f797f26780 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 816 time: 0.1505024 Sep 22 09:03:04.187546 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-311cf420-06eb-42a1-96bc-41925c7b2d8c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/quotas/176e7e90db32423b815adae3f49e4b0c HTTP/1.1" status: 200 len: 375 time: 0.0090744 Sep 22 09:03:04.232996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Set router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:03:04.276380 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Attempt 4 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:04.281605 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-e263711e-7ab7-4cee-80c8-b71ad32522b1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888793 Sep 22 09:03:04.406026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Port 7d7fcb68-7e66-4360-a080-995f317a69fd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:04.420978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-04c0b8c1-af7d-420d-a791-572c8039eff6 service neutron] 10.222.0.42 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271040 Sep 22 09:03:04.557632 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-e859c41b-6061-450a-a40b-083f57d25439 service neutron] 10.222.0.42 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267762 Sep 22 09:03:04.587860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:03:02Z', 'revision_number': 4, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port': {'id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:58Z', 'updated_at': '2022-09-22T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '7d7fcb68-7e66-4360-a080-995f317a69fd', 'name': '', 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'mac_address': 'fa:16:3e:ad:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '46a54f47-fcab-4dcc-8e3e-7a329e9198f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:03:01Z', 'updated_at': '2022-09-22T09:03:02Z', 'revision_number': 2, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'subnets': [{'id': '46a54f47-fcab-4dcc-8e3e-7a329e9198f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:04.591780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Checking router: 066bc9d1-ce5f-4e0e-997d-b96643505cc6 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:03:04.592167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Updating router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 port 7d7fcb68-7e66-4360-a080-995f317a69fd binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:03:04.647786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:04.747635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-80cc72c3-e808-49c4-87e0-23da4b371f1c req-38874b0b-17f6-4994-8780-ccb562253e4f tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:03:04.766052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-80cc72c3-e808-49c4-87e0-23da4b371f1c req-38874b0b-17f6-4994-8780-ccb562253e4f tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:03:04.767514 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80cc72c3-e808-49c4-87e0-23da4b371f1c req-38874b0b-17f6-4994-8780-ccb562253e4f tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 210 time: 0.0756438 Sep 22 09:03:04.858885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:04.906967 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Attempt 5 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:05.017641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Port 7d7fcb68-7e66-4360-a080-995f317a69fd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:05.034537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:05.034979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:05.035344 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 Sep 22 09:03:05.192684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:05.223546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Transition to ACTIVE for port object 7d7fcb68-7e66-4360-a080-995f317a69fd will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:03:05.232362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:05.234496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:05.425665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319036-c8a9-478a-9183-a2bc295fbf19 None None] Pushing event updated for resources: {'Port': ['ID=7d7fcb68-7e66-4360-a080-995f317a69fd,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:05.449153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Attempting to bind port 7d7fcb68-7e66-4360-a080-995f317a69fd on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:03:05.449450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Attempting to bind port 7d7fcb68-7e66-4360-a080-995f317a69fd by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:03:05.449808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Attempting to bind port 7d7fcb68-7e66-4360-a080-995f317a69fd on network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:03:05.454930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:03:05.455335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Checking segment: {'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:03:05.455727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:05.456109 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Bound using segment: {'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:03:05.456559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Bound port: 7d7fcb68-7e66-4360-a080-995f317a69fd, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b584644-0ea9-4493-ac62-1a210a85a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:03:05.456926 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:05.534212 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Attempt 6 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:05.615271 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Port 7d7fcb68-7e66-4360-a080-995f317a69fd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:05.625189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] For port 7d7fcb68-7e66-4360-a080-995f317a69fd, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:03:05.628368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] For port 7d7fcb68-7e66-4360-a080-995f317a69fd, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7d7fcb68-7e66-4360-a080-995f317a69fd,segment=NetworkSegment(1b584644-0ea9-4493-ac62-1a210a85a64d),segment_id=1b584644-0ea9-4493-ac62-1a210a85a64d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:03:05.632340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:05.694764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Routers {'066bc9d1-ce5f-4e0e-997d-b96643505cc6'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:03:05.695988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:02:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:05.782888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319036-c8a9-478a-9183-a2bc295fbf19 None None] Pushing event updated for resources: {'Port': ['ID=7d7fcb68-7e66-4360-a080-995f317a69fd,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:05.821805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-6761035d-8628-4cd6-a77b-2d37864d7577 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:05.823397 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-6761035d-8628-4cd6-a77b-2d37864d7577 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 816 time: 0.1661320 Sep 22 09:03:05.835034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Request body: {'port': {'device_id': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'admin_state_up': True, 'tenant_id': '176e7e90db32423b815adae3f49e4b0c'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:03:05.889533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] Set router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:03:05.995503 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23b266a9-35ca-40e9-a081-72d4d3d25e9c req-d0595ce4-fd8a-46a0-8fd2-2d561351ade0 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 210 time: 0.0590718 Sep 22 09:03:06.044315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:03:06.053811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:03:06.065971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Made reservation on behalf of 176e7e90db32423b815adae3f49e4b0c for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:03:06.069562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.121397 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Attempt 7 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:06.240118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Allocated IP 172.20.0.6 (b4842098-57c3-4784-a7b3-3ababfe69dc9/8a95caec-5aa0-47e1-a1bc-89b44c65e1f6/3c80b5fb-c79c-4a04-8b13-b40eed16fc4c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:03:06.246076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a88f8d85-551a-4060-b843-e986af00ffc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.248379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f174d3c8-9e2f-42c0-8336-f00bb0feade0 None None] Port 7d7fcb68-7e66-4360-a080-995f317a69fd had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:03:06.270894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:03:02Z', 'revision_number': 4, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port': {'id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:58Z', 'updated_at': '2022-09-22T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '7d7fcb68-7e66-4360-a080-995f317a69fd', 'name': '', 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'mac_address': 'fa:16:3e:ad:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '46a54f47-fcab-4dcc-8e3e-7a329e9198f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:03:01Z', 'updated_at': '2022-09-22T09:03:05Z', 'revision_number': 4, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'subnets': [{'id': '46a54f47-fcab-4dcc-8e3e-7a329e9198f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:03:06.275635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ac0a6-f0b9-4ae7-9966-b478736d9ed4 None None] The sync data for ids ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'] in dv-neutron-857569-1-hyperv is: [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:03:02Z', 'revision_number': 4, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port': {'id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:58Z', 'updated_at': '2022-09-22T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '7d7fcb68-7e66-4360-a080-995f317a69fd', 'name': '', 'network_id': 'c01355a9-dcc3-4475-a5f6-9ecd0c9d163f', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'mac_address': 'fa:16:3e:ad:63:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '46a54f47-fcab-4dcc-8e3e-7a329e9198f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:03:01Z', 'updated_at': '2022-09-22T09:03:05Z', 'revision_number': 4, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'subnets': [{'id': '46a54f47-fcab-4dcc-8e3e-7a329e9198f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:03:06.463082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.480790 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Transition to ACTIVE for port object 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:03:06.505783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.580958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:03:06.584153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:03:06.588810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:03:06.619534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Pushing event updated for resources: {'Port': ['ID=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:06.657612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:06.658512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.688694 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-00905f99-abce-49bb-8a26-5f2285a564c1 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574650 Sep 22 09:03:06.701397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Request body: {'port': {'device_id': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:03:06.815502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Provisioning for port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:06.821631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Provisioning complete for port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:06.822124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.822326 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Attempt 1 to provision port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c Sep 22 09:03:06.902318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:06.911025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7d7fcb68-7e66-4360-a080-995f317a69fd up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:06.961198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.991408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 7d7fcb68-7e66-4360-a080-995f317a69fd completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:06.997688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 7d7fcb68-7e66-4360-a080-995f317a69fd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:06.998123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:06.998535 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:07.131954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 7d7fcb68-7e66-4360-a080-995f317a69fd is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:07.132316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:07.175977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 7d7fcb68-7e66-4360-a080-995f317a69fd, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7d7fcb68-7e66-4360-a080-995f317a69fd,segment=NetworkSegment(1b584644-0ea9-4493-ac62-1a210a85a64d),segment_id=1b584644-0ea9-4493-ac62-1a210a85a64d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:07.181694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:07.226205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1eb88-fce7-4d6e-9ced-0d1c6772d803 req-9ad2c15b-627e-402d-8160-20e5d5f62633 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:07.228392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-07d1eb88-fce7-4d6e-9ced-0d1c6772d803 req-9ad2c15b-627e-402d-8160-20e5d5f62633 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 931 time: 0.1054566 Sep 22 09:03:07.277557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=7d7fcb68-7e66-4360-a080-995f317a69fd,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:07.280237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-07d1eb88-fce7-4d6e-9ced-0d1c6772d803 req-077b66e3-8a1c-4990-af82-51071c0757d7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:03:07.302843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-07d1eb88-fce7-4d6e-9ced-0d1c6772d803 req-077b66e3-8a1c-4990-af82-51071c0757d7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:03:07.304362 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-07d1eb88-fce7-4d6e-9ced-0d1c6772d803 req-077b66e3-8a1c-4990-af82-51071c0757d7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688553 Sep 22 09:03:07.364782 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:03:07.373587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:07.389560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Transition to ACTIVE for port object 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:03:07.393325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:07.404017 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Attempt 2 to provision port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c Sep 22 09:03:07.465021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:07.589262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Pushing event updated for resources: {'Port': ['ID=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:07.627604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Attempting to bind port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:03:07.627844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Attempting to bind port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:03:07.628170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Attempting to bind port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:03:07.632786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c on network b4842098-57c3-4784-a7b3-3ababfe69dc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:03:07.633109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Attempting to bind port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:03:07.638167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:03:07.638501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Checking segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:03:07.638881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Bound using segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:03:07.639333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Bound port: 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:03:07.639676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:07.730059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] For port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:03:07.733081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] For port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:03:07.736563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:07.766639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:07.767274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:07.768662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] 10.222.0.48 "PUT /v2.0/ports/3c80b5fb-c79c-4a04-8b13-b40eed16fc4c HTTP/1.1" status: 200 len: 1093 time: 1.0721176 Sep 22 09:03:07.769173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'tag': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:03:07.771551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21874d9d-08af-4d31-925d-262f972e82cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b039af68-4573-4b76-be61-4cf10bd5b4b4", "tag": "3c80b5fb-c79c-4a04-8b13-b40eed16fc4c"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:03:07.850853 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a554921-abbf-4fa5-b919-13b8d5680463 x-openstack-request-id: req-3a554921-abbf-4fa5-b919-13b8d5680463 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:03:07.851138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b039af68-4573-4b76-be61-4cf10bd5b4b4", "tag": "3c80b5fb-c79c-4a04-8b13-b40eed16fc4c", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:03:07.851997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a554921-abbf-4fa5-b919-13b8d5680463 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:03:07.852390 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a554921-abbf-4fa5-b919-13b8d5680463'] response: {'name': 'network-changed', 'server_uuid': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'tag': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c', 'status': 'completed', 'code': 200} Sep 22 09:03:07.871925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9015d81-41db-4b91-9785-6ff814b42861 service neutron] Pushing event updated for resources: {'Port': ['ID=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:07.901358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-0aee1f6e-8bfd-4790-8b28-a16467b10970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:07.902861 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-0aee1f6e-8bfd-4790-8b28-a16467b10970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 1096 time: 0.0915351 Sep 22 09:03:07.966151 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Attempt 3 to provision port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c Sep 22 09:03:07.972866 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-382b4682-56e5-4024-b8c2-a4763921e648 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c HTTP/1.1" status: 200 len: 217 time: 0.0639098 Sep 22 09:03:08.029636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc885c-3e76-49fd-8a5d-d8a6d0f912fb None None] Port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:03:08.040825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-641c2718-7a7c-4ac9-a126-a165242b80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:08.042287 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-641c2718-7a7c-4ac9-a126-a165242b80ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.0625567 Sep 22 09:03:08.123753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-40470745-b397-4165-87cd-4ca12bc0cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:08.125233 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-40470745-b397-4165-87cd-4ca12bc0cb1c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775390 Sep 22 09:03:08.257291 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-fd452ae1-0363-4fdb-b94c-dc9a9f23f6d6 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263096 Sep 22 09:03:08.359520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2370e0ef-499c-4441-b224-afa181a095cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:08.391156 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-864e0a5e-bf0b-42df-a9df-ee668ab9c1f3 req-0a2f66f3-5c2c-4bb0-ac2d-38426fe372de service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279700 Sep 22 09:03:08.515496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf2201-54e5-4181-ae61-fa9043b9f568 req-c707ed5e-adec-47b5-a763-a3795476601c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:08.516981 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cdf2201-54e5-4181-ae61-fa9043b9f568 req-c707ed5e-adec-47b5-a763-a3795476601c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 943 time: 0.0943065 Sep 22 09:03:08.517527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874d9d-08af-4d31-925d-262f972e82cc req-ba4c9d75-ec68-4e61-b3a8-aae3d8718bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:08.519012 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21874d9d-08af-4d31-925d-262f972e82cc req-ba4c9d75-ec68-4e61-b3a8-aae3d8718bb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 1096 time: 0.0830915 Sep 22 09:03:08.561142 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cdf2201-54e5-4181-ae61-fa9043b9f568 req-6896cf65-9162-4bf8-8faf-357737dcade9 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Sep 22 09:03:08.648086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874d9d-08af-4d31-925d-262f972e82cc req-25094289-592b-4b55-8bfe-4eca7728c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:08.649497 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21874d9d-08af-4d31-925d-262f972e82cc req-25094289-592b-4b55-8bfe-4eca7728c98c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 917 time: 0.1246083 Sep 22 09:03:08.812012 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21874d9d-08af-4d31-925d-262f972e82cc req-c57bdb84-3461-469c-981d-1eb6b9f0e755 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c HTTP/1.1" status: 200 len: 217 time: 0.1560094 Sep 22 09:03:08.845907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7d7fcb68-7e66-4360-a080-995f317a69fd up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:08.876595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874d9d-08af-4d31-925d-262f972e82cc req-58291d16-73e9-4d4e-8651-e5ca7919e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:08.878027 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21874d9d-08af-4d31-925d-262f972e82cc req-58291d16-73e9-4d4e-8651-e5ca7919e3c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.0599039 Sep 22 09:03:08.912769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 7d7fcb68-7e66-4360-a080-995f317a69fd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:08.913129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:08.913460 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 7d7fcb68-7e66-4360-a080-995f317a69fd Sep 22 09:03:08.965702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874d9d-08af-4d31-925d-262f972e82cc req-cd5c02e5-b26d-4083-887b-9f0837f61196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:08.967806 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21874d9d-08af-4d31-925d-262f972e82cc req-cd5c02e5-b26d-4083-887b-9f0837f61196 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835528 Sep 22 09:03:09.035162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 7d7fcb68-7e66-4360-a080-995f317a69fd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:09.099371 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21874d9d-08af-4d31-925d-262f972e82cc req-ba4e8d86-2dc3-4846-aa26-cec2689c8e0c service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252127 Sep 22 09:03:09.231394 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21874d9d-08af-4d31-925d-262f972e82cc req-7d6e439d-d6c6-4542-8694-83f76e0628a5 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250386 Sep 22 09:03:09.640795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:09.674823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:09.768340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cbb92-3ff3-4b5a-ae91-2e26c1b5c93d req-a63f12dc-b37a-4b87-b774-f87341143c60 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:09.768917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-079cbb92-3ff3-4b5a-ae91-2e26c1b5c93d req-a63f12dc-b37a-4b87-b774-f87341143c60 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:03:09.784662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-079cbb92-3ff3-4b5a-ae91-2e26c1b5c93d req-a63f12dc-b37a-4b87-b774-f87341143c60 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:03:09.786384 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-079cbb92-3ff3-4b5a-ae91-2e26c1b5c93d req-a63f12dc-b37a-4b87-b774-f87341143c60 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 943 time: 0.1084201 Sep 22 09:03:09.831607 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-079cbb92-3ff3-4b5a-ae91-2e26c1b5c93d req-17989760-97a2-4a09-bc39-6bfc9e539e93 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Sep 22 09:03:10.964460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:03:10.974241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:11.043174 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1bb9-6045-468c-b409-095ce81e6c84 req-f35c3575-ce2b-49de-9566-2d4b8f4f3b1d tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:11.044859 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2edb1bb9-6045-468c-b409-095ce81e6c84 req-f35c3575-ce2b-49de-9566-2d4b8f4f3b1d tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 943 time: 0.0934126 Sep 22 09:03:11.093610 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2edb1bb9-6045-468c-b409-095ce81e6c84 req-203dc13a-4c1f-4155-a40e-3040656b5090 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Sep 22 09:03:11.142998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:11.155522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'port_id': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c', 'mac_address': 'fa:16:3e:98:fc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:03:11.221076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:11.221477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:11.239051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:03:11.255618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:11.259869 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:11.328206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:11.335340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.335739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.336076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.336407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.336737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.337066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.337389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.337713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.338039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.338355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.338676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.339005 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:11.464283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['3c80b5fb-c79c-4a04-8b13-b40eed16fc4c'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:03:12.290877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8971e9-3cc6-4bac-a037-003bfdaac3fc req-7190c8e1-cf8a-403c-9f7e-d9d257f3ae0a tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:12.292262 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f8971e9-3cc6-4bac-a037-003bfdaac3fc req-7190c8e1-cf8a-403c-9f7e-d9d257f3ae0a tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 944 time: 0.0899606 Sep 22 09:03:12.335606 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f8971e9-3cc6-4bac-a037-003bfdaac3fc req-242d9fd3-87ad-422e-a01b-444c271e2bbd tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Sep 22 09:03:12.573626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:12.968474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:13.036401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:13.041114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:13.041481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:13.041818 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c Sep 22 09:03:13.163857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:13.164131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:13.190844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:03:13.193142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54307800-c701-4d64-9311-d2fc92620510" -d '{"events": [{"server_uuid": "b039af68-4573-4b76-be61-4cf10bd5b4b4", "name": "network-vif-plugged", "status": "completed", "tag": "3c80b5fb-c79c-4a04-8b13-b40eed16fc4c"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:03:13.201232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:13.205586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:13.244574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8ab02-04d6-4eb3-af02-6390e32ab275 x-openstack-request-id: req-62e8ab02-04d6-4eb3-af02-6390e32ab275 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:03:13.244865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b039af68-4573-4b76-be61-4cf10bd5b4b4", "name": "network-vif-plugged", "status": "completed", "tag": "3c80b5fb-c79c-4a04-8b13-b40eed16fc4c", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:03:13.245116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62e8ab02-04d6-4eb3-af02-6390e32ab275 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:03:13.245503 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e8ab02-04d6-4eb3-af02-6390e32ab275'] response: {'server_uuid': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c', 'code': 200} Sep 22 09:03:13.278904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:13.564609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c844d-6662-4f18-b489-fde3ff8376c9 req-41ba3b2d-c64a-4878-97a4-66aa0acb1e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:13.566087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-815c844d-6662-4f18-b489-fde3ff8376c9 req-41ba3b2d-c64a-4878-97a4-66aa0acb1e70 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 1098 time: 0.1609383 Sep 22 09:03:13.579060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af958bc7-4087-410d-a4c4-13b343a3c5c3 req-d9ef671a-ada5-4d8b-a1ba-62a6fca75552 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:13.580491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af958bc7-4087-410d-a4c4-13b343a3c5c3 req-d9ef671a-ada5-4d8b-a1ba-62a6fca75552 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 945 time: 0.1257312 Sep 22 09:03:13.647498 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-815c844d-6662-4f18-b489-fde3ff8376c9 req-58e64412-bec8-4d41-8de3-e1940be63c38 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660505 Sep 22 09:03:13.652393 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af958bc7-4087-410d-a4c4-13b343a3c5c3 req-bd23a941-d88e-4c5f-af82-77a5cffef3e7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587609 Sep 22 09:03:14.851531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75232e62-7f59-4d52-9e73-aca6665e2c40 req-056f5960-8df1-450c-9916-dcc3fed7545d tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:14.852994 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75232e62-7f59-4d52-9e73-aca6665e2c40 req-056f5960-8df1-450c-9916-dcc3fed7545d tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 945 time: 0.0876899 Sep 22 09:03:14.896055 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75232e62-7f59-4d52-9e73-aca6665e2c40 req-9ffd3528-c3db-4a83-a595-223a3d3c046b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374875 Sep 22 09:03:15.094379 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02fa0e-9f9c-4b28-908d-1e3e74f5fc4d req-83b02cfa-79ee-4c4f-ad12-bafb9b2b7f0e tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:15.095818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc02fa0e-9f9c-4b28-908d-1e3e74f5fc4d req-83b02cfa-79ee-4c4f-ad12-bafb9b2b7f0e tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 945 time: 0.0874767 Sep 22 09:03:15.139541 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc02fa0e-9f9c-4b28-908d-1e3e74f5fc4d req-86107ed6-0eef-41bb-b489-02364c8a0d4c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373812 Sep 22 09:03:23.767251 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-8e6c90fc-f1f4-4da0-b245-75370d5c688c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750275 Sep 22 09:03:23.917410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-e550e478-1376-44e6-a329-9af0a701b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:23.918915 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-e550e478-1376-44e6-a329-9af0a701b5cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 1098 time: 0.0874786 Sep 22 09:03:24.061841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-4c0bcc45-8a98-4f72-bf3e-df8cef935dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:24.063189 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-4c0bcc45-8a98-4f72-bf3e-df8cef935dac service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 917 time: 0.1260197 Sep 22 09:03:24.129005 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-70960b58-d456-491d-90be-3e808c9127c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c HTTP/1.1" status: 200 len: 217 time: 0.0598390 Sep 22 09:03:24.192010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-35d73cda-c9c1-4149-abe8-23b1d8aeb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:24.193381 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-35d73cda-c9c1-4149-abe8-23b1d8aeb559 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.0590162 Sep 22 09:03:24.279078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-60ef41a2-caef-4242-b4f5-d8464cba9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:24.280594 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-60ef41a2-caef-4242-b4f5-d8464cba9e2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775886 Sep 22 09:03:24.512043 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-6c47a732-aa12-4cb6-8032-4875c3878b2e service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143044 Sep 22 09:03:24.645529 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c387f2b-c054-45b1-98ee-79f822d3aa75 req-69d41e71-b226-4aeb-b680-d1284f6ebf38 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274989 Sep 22 09:03:29.587105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b97cee-feb5-469d-9db8-fff42321d81b req-572e4cd6-73af-4f99-91ef-beeb3533ed78 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:29.588555 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-39b97cee-feb5-469d-9db8-fff42321d81b req-572e4cd6-73af-4f99-91ef-beeb3533ed78 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 945 time: 0.0896575 Sep 22 09:03:29.631322 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-39b97cee-feb5-469d-9db8-fff42321d81b req-7477949b-8756-40b0-a027-40038ef88973 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 Sep 22 09:03:30.830909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fe93a-cb2c-459c-87b3-15f986deb1df req-57b6bc52-bdc4-4f42-9457-fbd5a1008173 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:30.832401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b55fe93a-cb2c-459c-87b3-15f986deb1df req-57b6bc52-bdc4-4f42-9457-fbd5a1008173 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 945 time: 0.0925779 Sep 22 09:03:30.876817 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b55fe93a-cb2c-459c-87b3-15f986deb1df req-8663ba97-5545-4fc3-a4e8-61e831e997d7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377126 Sep 22 09:03:31.031649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-5ed66f50-25f4-4a10-9c47-63145bbc5c42 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:31.033074 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-5ed66f50-25f4-4a10-9c47-63145bbc5c42 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 945 time: 0.0881977 Sep 22 09:03:31.102015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Deleting port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:03:31.102354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:31.345139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] For port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:31.345408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:31.464930 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Calling delete_port for 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:03:31.606433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:31.619012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['3c80b5fb-c79c-4a04-8b13-b40eed16fc4c'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:03:31.655993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Pushing event deleted for resources: {'Port': ['ID=3c80b5fb-c79c-4a04-8b13-b40eed16fc4c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:31.747262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] No DVR routers for this DVR port 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:03:31.749763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:31.752521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'name': 'network-vif-deleted', 'tag': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:03:31.754806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dd50dc-3a82-4858-8af3-37c92c799179" -d '{"events": [{"server_uuid": "b039af68-4573-4b76-be61-4cf10bd5b4b4", "name": "network-vif-deleted", "tag": "3c80b5fb-c79c-4a04-8b13-b40eed16fc4c"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:03:31.768933 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28a48a7c-1bfe-4288-b7ec-4a3e2481acf0 req-f7736a7e-3602-4f4c-b50d-6d915850277c tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "DELETE /v2.0/ports/3c80b5fb-c79c-4a04-8b13-b40eed16fc4c HTTP/1.1" status: 204 len: 173 time: 0.7300541 Sep 22 09:03:31.803563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e14ea3-2e30-4fe0-ae9c-234842f66654 x-openstack-request-id: req-a2e14ea3-2e30-4fe0-ae9c-234842f66654 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:03:31.803852 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b039af68-4573-4b76-be61-4cf10bd5b4b4", "name": "network-vif-deleted", "tag": "3c80b5fb-c79c-4a04-8b13-b40eed16fc4c", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:03:31.804100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2e14ea3-2e30-4fe0-ae9c-234842f66654 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:03:31.805283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e14ea3-2e30-4fe0-ae9c-234842f66654'] response: {'server_uuid': 'b039af68-4573-4b76-be61-4cf10bd5b4b4', 'name': 'network-vif-deleted', 'tag': '3c80b5fb-c79c-4a04-8b13-b40eed16fc4c', 'status': 'completed', 'code': 200} Sep 22 09:03:32.049659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b8696cde-7f16-4133-98d6-c2557f37eece req-ee7367f6-65ca-4718-8e24-0297000f9d45 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:03:32.064434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b8696cde-7f16-4133-98d6-c2557f37eece req-ee7367f6-65ca-4718-8e24-0297000f9d45 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:03:32.065537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b8696cde-7f16-4133-98d6-c2557f37eece req-ee7367f6-65ca-4718-8e24-0297000f9d45 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=b039af68-4573-4b76-be61-4cf10bd5b4b4 HTTP/1.1" status: 200 len: 210 time: 0.0670941 Sep 22 09:03:33.458356 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:03:33.530196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-69d3b1ae-abe5-4f0c-baee-ea4e0f845f60 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:33.531635 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-69d3b1ae-abe5-4f0c-baee-ea4e0f845f60 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 816 time: 0.1479976 Sep 22 09:03:33.545815 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-82373455-24f6-45dc-bdb4-f279521e68d2 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/quotas/176e7e90db32423b815adae3f49e4b0c HTTP/1.1" status: 200 len: 375 time: 0.0087900 Sep 22 09:03:33.632212 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-d9681a3b-6693-429a-ae4d-c7e38ce9f9cf tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810010 Sep 22 09:03:33.856536 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-a43bb0d9-893e-47fe-827a-b18674fdf7ec service neutron] 10.222.0.42 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132075 Sep 22 09:03:33.986327 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-5525ebdf-650a-4e6d-9ac3-b2bf435d0bf8 service neutron] 10.222.0.42 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239150 Sep 22 09:03:34.167910 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efd84752-f43c-4368-be37-e09d50f3ef91 req-e0721a3a-c0b4-4e66-91eb-192cb0055ce2 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 210 time: 0.0496123 Sep 22 09:03:35.056128 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:03:35.091031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:03:35.091621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 3c80b5fb-c79c-4a04-8b13-b40eed16fc4c not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:03:35.148220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-5f8ddf28-e737-48c8-8edd-374b3a279dea tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:35.149630 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-5f8ddf28-e737-48c8-8edd-374b3a279dea tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 816 time: 0.1472650 Sep 22 09:03:35.160897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Request body: {'port': {'device_id': 'abc428cd-67d0-48e0-b051-df763c726b12', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'admin_state_up': True, 'tenant_id': '176e7e90db32423b815adae3f49e4b0c'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:03:35.348741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2eac8e31-54bc-4ba3-9f51-ef175b045396 req-ce27e743-2108-4ad2-93e5-219553c7eeb5 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 210 time: 0.0661342 Sep 22 09:03:35.349555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:03:35.359808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:03:35.370799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Made reservation on behalf of 176e7e90db32423b815adae3f49e4b0c for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:03:35.374225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:35.530809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Allocated IP 172.20.0.14 (b4842098-57c3-4784-a7b3-3ababfe69dc9/8a95caec-5aa0-47e1-a1bc-89b44c65e1f6/7a8e4412-f015-4d73-a1ba-63a62c76704e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:03:35.731553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:35.746982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Transition to ACTIVE for port object 7a8e4412-f015-4d73-a1ba-63a62c76704e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:03:35.770188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:35.836810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:03:35.839624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:03:35.843525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:03:35.880171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Pushing event updated for resources: {'Port': ['ID=7a8e4412-f015-4d73-a1ba-63a62c76704e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:35.899113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.899490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.899833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.900170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.900501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.900833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.901221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.901550 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.901872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.902246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.902574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.902899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:03:35.927061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:35.927783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:35.954418 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8d9500b9-fbf6-4a69-bd28-23a06345e2b8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970624 Sep 22 09:03:35.965753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Request body: {'port': {'device_id': 'abc428cd-67d0-48e0-b051-df763c726b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:03:36.074358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.109588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Provisioning for port 7a8e4412-f015-4d73-a1ba-63a62c76704e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:36.114137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Provisioning complete for port 7a8e4412-f015-4d73-a1ba-63a62c76704e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:36.114498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.115007 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Attempt 1 to provision port 7a8e4412-f015-4d73-a1ba-63a62c76704e Sep 22 09:03:36.170471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Port 7a8e4412-f015-4d73-a1ba-63a62c76704e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:36.197471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e69c5b71-f459-4833-af7f-fd487d17e7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.436488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8e4412-f015-4d73-a1ba-63a62c76704e {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:03:36.443658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.457567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Transition to ACTIVE for port object 7a8e4412-f015-4d73-a1ba-63a62c76704e will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:03:36.461514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.550026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4590-298d-41d4-891e-0f5c5d6a6b12 req-a8606633-2c7d-4abc-b979-fa466e4ee45b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:36.551685 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e21d4590-298d-41d4-891e-0f5c5d6a6b12 req-a8606633-2c7d-4abc-b979-fa466e4ee45b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 944 time: 0.0903242 Sep 22 09:03:36.600682 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e21d4590-298d-41d4-891e-0f5c5d6a6b12 req-9875dc9c-d650-457f-b908-ba23d6c0b298 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 Sep 22 09:03:36.671701 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Attempt 2 to provision port 7a8e4412-f015-4d73-a1ba-63a62c76704e Sep 22 09:03:36.724640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Port 7a8e4412-f015-4d73-a1ba-63a62c76704e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:03:36.752772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e4412-f015-4d73-a1ba-63a62c76704e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:36.795339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Attempting to bind port 7a8e4412-f015-4d73-a1ba-63a62c76704e on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:03:36.795673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Attempting to bind port 7a8e4412-f015-4d73-a1ba-63a62c76704e by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:03:36.796005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Attempting to bind port 7a8e4412-f015-4d73-a1ba-63a62c76704e on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:03:36.800517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Port 7a8e4412-f015-4d73-a1ba-63a62c76704e on network b4842098-57c3-4784-a7b3-3ababfe69dc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:03:36.800839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Attempting to bind port 7a8e4412-f015-4d73-a1ba-63a62c76704e on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:03:36.805906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:03:36.806239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Checking segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:03:36.806610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Bound using segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:03:36.807101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Bound port: 7a8e4412-f015-4d73-a1ba-63a62c76704e, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:03:36.807389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.897420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] For port 7a8e4412-f015-4d73-a1ba-63a62c76704e, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:03:36.900903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] For port 7a8e4412-f015-4d73-a1ba-63a62c76704e, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7a8e4412-f015-4d73-a1ba-63a62c76704e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:03:36.906229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.937269 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:36.937882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:36.939269 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] 10.222.0.48 "PUT /v2.0/ports/7a8e4412-f015-4d73-a1ba-63a62c76704e HTTP/1.1" status: 200 len: 1094 time: 0.9777060 Sep 22 09:03:36.939705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc428cd-67d0-48e0-b051-df763c726b12', 'tag': '7a8e4412-f015-4d73-a1ba-63a62c76704e'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:03:36.941955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827522ef-7851-4d9f-a7be-2a99596fed21" -d '{"events": [{"name": "network-changed", "server_uuid": "abc428cd-67d0-48e0-b051-df763c726b12", "tag": "7a8e4412-f015-4d73-a1ba-63a62c76704e"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:03:36.984839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef2d98-e382-482d-a317-de2d2f5fcb5f x-openstack-request-id: req-edef2d98-e382-482d-a317-de2d2f5fcb5f {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:03:36.985120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc428cd-67d0-48e0-b051-df763c726b12", "tag": "7a8e4412-f015-4d73-a1ba-63a62c76704e", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:03:36.985368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edef2d98-e382-482d-a317-de2d2f5fcb5f {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:03:36.985767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edef2d98-e382-482d-a317-de2d2f5fcb5f'] response: {'name': 'network-changed', 'server_uuid': 'abc428cd-67d0-48e0-b051-df763c726b12', 'tag': '7a8e4412-f015-4d73-a1ba-63a62c76704e', 'status': 'completed', 'code': 200} Sep 22 09:03:36.990400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc751e-ffd5-4c38-9396-bfb884d9344e service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e4412-f015-4d73-a1ba-63a62c76704e,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:37.072642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-40789ed5-d02f-4379-a422-751326080314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:37.074109 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-40789ed5-d02f-4379-a422-751326080314 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 1097 time: 0.0846596 Sep 22 09:03:37.144492 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-aa43911a-67a8-4d65-8be2-4dc9956b85a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a8e4412-f015-4d73-a1ba-63a62c76704e HTTP/1.1" status: 200 len: 217 time: 0.0640862 Sep 22 09:03:37.205798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-7686f76a-b9e2-41b8-be35-bb36f584aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:37.207102 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-7686f76a-b9e2-41b8-be35-bb36f584aebd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.0568750 Sep 22 09:03:37.225826 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Attempt 3 to provision port 7a8e4412-f015-4d73-a1ba-63a62c76704e Sep 22 09:03:37.287188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba05e4-d44e-499d-9e19-0a420847010f None None] Port 7a8e4412-f015-4d73-a1ba-63a62c76704e had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:03:37.289053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-c158313f-8b27-49ea-87d0-d83cb8b27547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:37.290542 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-c158313f-8b27-49ea-87d0-d83cb8b27547 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778015 Sep 22 09:03:37.419755 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-20450896-139c-4e99-832d-fe17bf3e3060 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231329 Sep 22 09:03:37.553857 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d5b0be7-be2a-4e42-b014-b8ff243fde8a req-d23afe07-5aaa-4b0f-ac76-4b5d98ecf1f9 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282754 Sep 22 09:03:37.679369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-c60ad670-ce1b-4dee-91a5-145f0bc43084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:37.680859 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-c60ad670-ce1b-4dee-91a5-145f0bc43084 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 1097 time: 0.0842521 Sep 22 09:03:37.801403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bcd29-67c7-4133-a9f5-5fc9e67c1bb9 req-76095ba2-2259-4225-834d-3bf96ddedacd tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:37.802865 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e51bcd29-67c7-4133-a9f5-5fc9e67c1bb9 req-76095ba2-2259-4225-834d-3bf96ddedacd tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 944 time: 0.0910692 Sep 22 09:03:37.814129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-93d67791-0f81-4ea0-b59b-54c30b4c5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:37.815531 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-93d67791-0f81-4ea0-b59b-54c30b4c5989 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 917 time: 0.1287177 Sep 22 09:03:37.846313 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e51bcd29-67c7-4133-a9f5-5fc9e67c1bb9 req-8f845ddf-78c1-4cc4-8424-53f3085b9684 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376542 Sep 22 09:03:37.885680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-01c9fbc2-7ef7-4a54-bdf1-9ade0df99750 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a8e4412-f015-4d73-a1ba-63a62c76704e HTTP/1.1" status: 200 len: 217 time: 0.0642216 Sep 22 09:03:37.947747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-de6ccdc8-c1c2-4c5e-8431-d99175b448bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:37.949306 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-de6ccdc8-c1c2-4c5e-8431-d99175b448bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.0578492 Sep 22 09:03:38.036475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-168e324a-fa8c-4e50-a9b4-c5adba4175c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:38.038613 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-168e324a-fa8c-4e50-a9b4-c5adba4175c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828929 Sep 22 09:03:38.168098 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-58062c7c-2408-47e0-844a-1e1061da5f2c service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231427 Sep 22 09:03:38.305549 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-827522ef-7851-4d9f-a7be-2a99596fed21 req-24daf00a-9e0f-4cd5-808e-525c923aaf28 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314719 Sep 22 09:03:38.360725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-961e7ade-e4cf-40f8-8570-3568f61afe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:39.046385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbad221-1f29-4116-812b-0405bf4ae77b req-8fae1e44-d9c6-4b87-b1a4-3ee284d3b1c8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:39.047042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1dbad221-1f29-4116-812b-0405bf4ae77b req-8fae1e44-d9c6-4b87-b1a4-3ee284d3b1c8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:03:39.061875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1dbad221-1f29-4116-812b-0405bf4ae77b req-8fae1e44-d9c6-4b87-b1a4-3ee284d3b1c8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:03:39.063121 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dbad221-1f29-4116-812b-0405bf4ae77b req-8fae1e44-d9c6-4b87-b1a4-3ee284d3b1c8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 944 time: 0.1060331 Sep 22 09:03:39.107889 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1dbad221-1f29-4116-812b-0405bf4ae77b req-620df5a2-1cb2-45f0-aac6-92961beddf20 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Sep 22 09:03:39.644768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:39.678710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:40.305357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06280f7-b175-4d95-a0be-33fc2324e01c req-f2bb20f6-c3cb-496b-aa7e-409d45323dca tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:40.306729 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c06280f7-b175-4d95-a0be-33fc2324e01c req-f2bb20f6-c3cb-496b-aa7e-409d45323dca tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 944 time: 0.0865576 Sep 22 09:03:40.349971 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c06280f7-b175-4d95-a0be-33fc2324e01c req-e516320c-a8c9-4aec-9ed8-b2d4ebfb57c5 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Sep 22 09:03:40.961681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:41.087508 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7a8e4412-f015-4d73-a1ba-63a62c76704e details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:03:41.216215 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 7a8e4412-f015-4d73-a1ba-63a62c76704e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7a8e4412-f015-4d73-a1ba-63a62c76704e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:41.228894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '7a8e4412-f015-4d73-a1ba-63a62c76704e', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'port_id': '7a8e4412-f015-4d73-a1ba-63a62c76704e', 'mac_address': 'fa:16:3e:20:45:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:03:41.282131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 7a8e4412-f015-4d73-a1ba-63a62c76704e is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:41.282501 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:41.298359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8e4412-f015-4d73-a1ba-63a62c76704e {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:03:41.313152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 7a8e4412-f015-4d73-a1ba-63a62c76704e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7a8e4412-f015-4d73-a1ba-63a62c76704e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:41.317120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:41.385057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=7a8e4412-f015-4d73-a1ba-63a62c76704e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:41.507612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['7a8e4412-f015-4d73-a1ba-63a62c76704e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:03:41.547413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630bec0-93ec-42bf-a672-6ca472d4e3f8 req-44993dbd-1b8d-4aea-95d3-dd87267f7379 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:41.548872 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1630bec0-93ec-42bf-a672-6ca472d4e3f8 req-44993dbd-1b8d-4aea-95d3-dd87267f7379 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 945 time: 0.0907204 Sep 22 09:03:41.593108 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1630bec0-93ec-42bf-a672-6ca472d4e3f8 req-18c24b6a-9aa6-44b9-8820-63f5b4b14bd7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Sep 22 09:03:42.579034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:42.791556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b9cb8-7d3c-40e3-a5c7-5517065c10c8 req-7ef6b6e5-f608-44b8-88ae-f074e12bdce0 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:42.793011 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f15b9cb8-7d3c-40e3-a5c7-5517065c10c8 req-7ef6b6e5-f608-44b8-88ae-f074e12bdce0 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 945 time: 0.0908964 Sep 22 09:03:42.837282 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f15b9cb8-7d3c-40e3-a5c7-5517065c10c8 req-4cfb9124-c5cd-494f-aab7-7933b7e83ad3 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Sep 22 09:03:43.089314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7a8e4412-f015-4d73-a1ba-63a62c76704e up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:03:43.154809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 7a8e4412-f015-4d73-a1ba-63a62c76704e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:03:43.159226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 7a8e4412-f015-4d73-a1ba-63a62c76704e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:03:43.159605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:43.159929 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 7a8e4412-f015-4d73-a1ba-63a62c76704e Sep 22 09:03:43.272552 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 7a8e4412-f015-4d73-a1ba-63a62c76704e is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:03:43.272925 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:43.299122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc428cd-67d0-48e0-b051-df763c726b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e4412-f015-4d73-a1ba-63a62c76704e'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:03:43.301365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d23760-70f7-4f26-b836-5f6245605509" -d '{"events": [{"server_uuid": "abc428cd-67d0-48e0-b051-df763c726b12", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e4412-f015-4d73-a1ba-63a62c76704e"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:03:43.309542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 7a8e4412-f015-4d73-a1ba-63a62c76704e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7a8e4412-f015-4d73-a1ba-63a62c76704e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:03:43.312764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:03:43.348297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16ea9cb-69fa-40c9-ae7a-9f3884710865 x-openstack-request-id: req-d16ea9cb-69fa-40c9-ae7a-9f3884710865 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:03:43.348693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc428cd-67d0-48e0-b051-df763c726b12", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e4412-f015-4d73-a1ba-63a62c76704e", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:03:43.348945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d16ea9cb-69fa-40c9-ae7a-9f3884710865 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:03:43.349331 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16ea9cb-69fa-40c9-ae7a-9f3884710865'] response: {'server_uuid': 'abc428cd-67d0-48e0-b051-df763c726b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e4412-f015-4d73-a1ba-63a62c76704e', 'code': 200} Sep 22 09:03:43.381582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=7a8e4412-f015-4d73-a1ba-63a62c76704e,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:03:43.570323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d515f2-6018-4522-b7a4-7e3c828dccd2 req-27a140da-2bb4-4e86-853e-5523ced2e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:43.571816 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6d515f2-6018-4522-b7a4-7e3c828dccd2 req-27a140da-2bb4-4e86-853e-5523ced2e795 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 1099 time: 0.0749781 Sep 22 09:03:43.612306 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6d515f2-6018-4522-b7a4-7e3c828dccd2 req-bc8254ce-3890-4685-a43e-81e076e449e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348272 Sep 22 09:03:44.038098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980d7d1-e889-41dd-a096-e9534889be0e req-a788540d-10bb-4137-bd31-b0e378027d6f tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:44.039558 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6980d7d1-e889-41dd-a096-e9534889be0e req-a788540d-10bb-4137-bd31-b0e378027d6f tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 946 time: 0.0865910 Sep 22 09:03:44.085921 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6980d7d1-e889-41dd-a096-e9534889be0e req-ccee9fb9-f76e-4e64-8489-60e2e2d9af5e tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Sep 22 09:03:45.378248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddca93b-2b2b-4b04-9f54-7409e35c5a11 req-aed8cbd8-59af-48fe-8573-639b05be0d7e tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:45.379632 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ddca93b-2b2b-4b04-9f54-7409e35c5a11 req-aed8cbd8-59af-48fe-8573-639b05be0d7e tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 946 time: 0.1832759 Sep 22 09:03:45.423367 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ddca93b-2b2b-4b04-9f54-7409e35c5a11 req-cd1ef077-9fc1-4121-bde7-9b488d1d703d tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380485 Sep 22 09:03:45.619780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a51894-e117-4a9d-8fb6-00f8d6173a21 req-df7bbc77-f5bf-40d8-82f4-baf21f8a4cb6 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:45.621233 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-24a51894-e117-4a9d-8fb6-00f8d6173a21 req-df7bbc77-f5bf-40d8-82f4-baf21f8a4cb6 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 946 time: 0.0872762 Sep 22 09:03:45.665557 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-24a51894-e117-4a9d-8fb6-00f8d6173a21 req-fe996dd3-a2bd-46f3-bb5f-b5675873e664 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Sep 22 09:03:59.942381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfb641-cef4-4d4f-a554-7afd33561979 req-976a9690-65db-4ca3-96ff-ebd45bfd3ea4 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:03:59.945164 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4dcfb641-cef4-4d4f-a554-7afd33561979 req-976a9690-65db-4ca3-96ff-ebd45bfd3ea4 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 946 time: 0.0899239 Sep 22 09:03:59.989262 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4dcfb641-cef4-4d4f-a554-7afd33561979 req-38aedae2-d7fe-4702-ae94-e172898a51a4 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383501 Sep 22 09:04:01.189843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648f7a8-3b2d-43ea-a3a5-2147c64aec1d req-47761539-c04b-4a4c-b81d-4c346f2a97e2 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:01.191586 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9648f7a8-3b2d-43ea-a3a5-2147c64aec1d req-47761539-c04b-4a4c-b81d-4c346f2a97e2 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 946 time: 0.0929959 Sep 22 09:04:01.234932 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9648f7a8-3b2d-43ea-a3a5-2147c64aec1d req-3f31f787-cb61-4eef-acaf-27205b0e3d1e tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372713 Sep 22 09:04:01.418252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-a9f5a31e-4b1e-4907-bb99-454ccdcb9ffa tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:01.419706 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-a9f5a31e-4b1e-4907-bb99-454ccdcb9ffa tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 946 time: 0.0851948 Sep 22 09:04:01.491106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Deleting port 7a8e4412-f015-4d73-a1ba-63a62c76704e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:01.491395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:01.739032 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] For port 7a8e4412-f015-4d73-a1ba-63a62c76704e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7a8e4412-f015-4d73-a1ba-63a62c76704e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:01.739420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:01.859194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Calling delete_port for 7a8e4412-f015-4d73-a1ba-63a62c76704e owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:02.005600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:02.022474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['7a8e4412-f015-4d73-a1ba-63a62c76704e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:04:02.058263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Pushing event deleted for resources: {'Port': ['ID=7a8e4412-f015-4d73-a1ba-63a62c76704e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:02.152582 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] No DVR routers for this DVR port 7a8e4412-f015-4d73-a1ba-63a62c76704e on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:04:02.156982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:02.167521 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc428cd-67d0-48e0-b051-df763c726b12', 'name': 'network-vif-deleted', 'tag': '7a8e4412-f015-4d73-a1ba-63a62c76704e'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:04:02.171380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eca957-ae3b-4c8b-8d88-c579854b96f0" -d '{"events": [{"server_uuid": "abc428cd-67d0-48e0-b051-df763c726b12", "name": "network-vif-deleted", "tag": "7a8e4412-f015-4d73-a1ba-63a62c76704e"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:04:02.175977 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f8b2f048-d10f-4835-87ec-855221fe96f4 req-7073a80e-9cf3-4993-a3c0-3d1de56e8653 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "DELETE /v2.0/ports/7a8e4412-f015-4d73-a1ba-63a62c76704e HTTP/1.1" status: 204 len: 173 time: 0.7515676 Sep 22 09:04:02.233144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d35f04-5d66-42c6-b942-1146b23f8f38 x-openstack-request-id: req-94d35f04-5d66-42c6-b942-1146b23f8f38 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:04:02.233432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc428cd-67d0-48e0-b051-df763c726b12", "name": "network-vif-deleted", "tag": "7a8e4412-f015-4d73-a1ba-63a62c76704e", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:04:02.233685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94d35f04-5d66-42c6-b942-1146b23f8f38 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:04:02.234078 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d35f04-5d66-42c6-b942-1146b23f8f38'] response: {'server_uuid': 'abc428cd-67d0-48e0-b051-df763c726b12', 'name': 'network-vif-deleted', 'tag': '7a8e4412-f015-4d73-a1ba-63a62c76704e', 'status': 'completed', 'code': 200} Sep 22 09:04:02.416401 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a52d9e7-4705-4e26-8324-3b28947c346e req-090186b1-9356-4404-95f2-5e9e3e60d506 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=abc428cd-67d0-48e0-b051-df763c726b12 HTTP/1.1" status: 200 len: 210 time: 0.0483971 Sep 22 09:04:03.896429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-975eaa22-d6ed-467b-a113-e0b2e1b30929 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:03.897141 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-975eaa22-d6ed-467b-a113-e0b2e1b30929 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:04:03.913708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-975eaa22-d6ed-467b-a113-e0b2e1b30929 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:04:03.914868 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-975eaa22-d6ed-467b-a113-e0b2e1b30929 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 816 time: 0.1598821 Sep 22 09:04:03.929912 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f83d2e20-ac27-401a-85de-7869d295dd08 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/quotas/176e7e90db32423b815adae3f49e4b0c HTTP/1.1" status: 200 len: 375 time: 0.0095055 Sep 22 09:04:04.023697 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-d8c2a5d8-7feb-427d-8e59-ca1369a7e529 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883937 Sep 22 09:04:04.272485 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-77cfa495-0da4-4bbf-b94a-ca8b08ea02fc service neutron] 10.222.0.42 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372797 Sep 22 09:04:04.504688 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-c80e23ea-cb1f-4399-bb18-093deb6175e8 service neutron] 10.222.0.42 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265992 Sep 22 09:04:04.785287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-524969e0-5e85-445a-a27e-bb3cca77bc1a req-ab21401d-2b3e-46d1-b0bc-625b286daf77 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:04:04.803058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-524969e0-5e85-445a-a27e-bb3cca77bc1a req-ab21401d-2b3e-46d1-b0bc-625b286daf77 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:04:04.804258 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-524969e0-5e85-445a-a27e-bb3cca77bc1a req-ab21401d-2b3e-46d1-b0bc-625b286daf77 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 210 time: 0.1679404 Sep 22 09:04:05.210527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7a8e4412-f015-4d73-a1ba-63a62c76704e no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:05.244361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 7a8e4412-f015-4d73-a1ba-63a62c76704e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:04:05.244705 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7a8e4412-f015-4d73-a1ba-63a62c76704e not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:04:05.678123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-842b3caf-aa9b-4594-b058-a04e472bc325 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:05.679650 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-842b3caf-aa9b-4594-b058-a04e472bc325 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 816 time: 0.1487377 Sep 22 09:04:05.690804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Request body: {'port': {'device_id': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'admin_state_up': True, 'tenant_id': '176e7e90db32423b815adae3f49e4b0c'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:05.826126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:05.835717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:05.845355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Made reservation on behalf of 176e7e90db32423b815adae3f49e4b0c for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:04:05.849084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:06.015899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Allocated IP 172.20.0.13 (b4842098-57c3-4784-a7b3-3ababfe69dc9/8a95caec-5aa0-47e1-a1bc-89b44c65e1f6/e99b2b0d-ab5f-486b-bc62-2248bb6a261e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:04:06.022496 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-afe24b47-2271-4b5d-8a86-cce6a2b3ce5e req-f254fadd-cfc8-4ac4-8ff9-720fa5119789 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 210 time: 0.1070719 Sep 22 09:04:06.199665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe9c466e-065e-4475-9f28-c92474adab9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:06.314351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:06.329171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Transition to ACTIVE for port object e99b2b0d-ab5f-486b-bc62-2248bb6a261e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:06.352742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:06.420725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:06.423594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:06.427095 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:04:06.471466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Pushing event updated for resources: {'Port': ['ID=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:06.496225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:06.496813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:06.523827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-f5e842b7-83ad-44f3-a263-162f5e8d75f8 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8362515 Sep 22 09:04:06.534916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Request body: {'port': {'device_id': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:06.649243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:06.660023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Provisioning for port e99b2b0d-ab5f-486b-bc62-2248bb6a261e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:06.664864 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Provisioning complete for port e99b2b0d-ab5f-486b-bc62-2248bb6a261e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:06.665224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:06.665544 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Attempt 1 to provision port e99b2b0d-ab5f-486b-bc62-2248bb6a261e Sep 22 09:04:06.719098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Port e99b2b0d-ab5f-486b-bc62-2248bb6a261e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:06.990626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99b2b0d-ab5f-486b-bc62-2248bb6a261e {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:04:06.998243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:07.012808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Transition to ACTIVE for port object e99b2b0d-ab5f-486b-bc62-2248bb6a261e will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:07.016617 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:07.219775 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Attempt 2 to provision port e99b2b0d-ab5f-486b-bc62-2248bb6a261e Sep 22 09:04:07.246114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:07.273941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Port e99b2b0d-ab5f-486b-bc62-2248bb6a261e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:07.302741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Attempting to bind port e99b2b0d-ab5f-486b-bc62-2248bb6a261e on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:04:07.303587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Attempting to bind port e99b2b0d-ab5f-486b-bc62-2248bb6a261e by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:04:07.303902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Attempting to bind port e99b2b0d-ab5f-486b-bc62-2248bb6a261e on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:04:07.310232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Port e99b2b0d-ab5f-486b-bc62-2248bb6a261e on network b4842098-57c3-4784-a7b3-3ababfe69dc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:04:07.310540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Attempting to bind port e99b2b0d-ab5f-486b-bc62-2248bb6a261e on network b4842098-57c3-4784-a7b3-3ababfe69dc9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:04:07.318028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:04:07.318335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Checking segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:07.318711 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Bound using segment: {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:04:07.319119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Bound port: e99b2b0d-ab5f-486b-bc62-2248bb6a261e, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a88ca5-b989-429f-b542-2d7dc01b59f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:04:07.319479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:07.336120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c576b7-0590-44eb-85d6-f30b33152e76 req-3fc9736d-bb9f-4596-b1b7-1f9745222a38 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:07.336795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d5c576b7-0590-44eb-85d6-f30b33152e76 req-3fc9736d-bb9f-4596-b1b7-1f9745222a38 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:04:07.387827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d5c576b7-0590-44eb-85d6-f30b33152e76 req-3fc9736d-bb9f-4596-b1b7-1f9745222a38 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:04:07.388968 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5c576b7-0590-44eb-85d6-f30b33152e76 req-3fc9736d-bb9f-4596-b1b7-1f9745222a38 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 944 time: 0.2334170 Sep 22 09:04:07.459613 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5c576b7-0590-44eb-85d6-f30b33152e76 req-bd265022-f457-4916-b618-e59623c9b591 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641809 Sep 22 09:04:07.468119 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] For port e99b2b0d-ab5f-486b-bc62-2248bb6a261e, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:04:07.471287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] For port e99b2b0d-ab5f-486b-bc62-2248bb6a261e, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:04:07.476036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:07.506781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:07.507410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:07.508787 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] 10.222.0.48 "PUT /v2.0/ports/e99b2b0d-ab5f-486b-bc62-2248bb6a261e HTTP/1.1" status: 200 len: 1094 time: 0.9785552 Sep 22 09:04:07.509211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'tag': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:04:07.511471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5116a2-9aa0-471a-a1d2-5523d81aef84" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21e37c-4cc1-476e-9df6-5d4d2678b233", "tag": "e99b2b0d-ab5f-486b-bc62-2248bb6a261e"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:04:07.587707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c518932-d3d0-49bf-83e6-5b3f5a575035 x-openstack-request-id: req-9c518932-d3d0-49bf-83e6-5b3f5a575035 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:04:07.587900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21e37c-4cc1-476e-9df6-5d4d2678b233", "tag": "e99b2b0d-ab5f-486b-bc62-2248bb6a261e", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:04:07.588148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c518932-d3d0-49bf-83e6-5b3f5a575035 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:04:07.588538 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c518932-d3d0-49bf-83e6-5b3f5a575035'] response: {'name': 'network-changed', 'server_uuid': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'tag': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e', 'status': 'completed', 'code': 200} Sep 22 09:04:07.595513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879c4e6-9637-4928-b09a-760e2662fe24 service neutron] Pushing event updated for resources: {'Port': ['ID=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:07.638833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-83588b0b-9766-4214-af78-ed736241be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:07.640329 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-83588b0b-9766-4214-af78-ed736241be9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 1097 time: 0.0886021 Sep 22 09:04:07.707400 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-9d14a1f8-a4a0-47d3-9e10-769224903132 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e HTTP/1.1" status: 200 len: 217 time: 0.0598769 Sep 22 09:04:07.773191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-ce043658-92d9-470e-bc38-cae3f6739f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:07.774656 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-ce043658-92d9-470e-bc38-cae3f6739f05 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.0600159 Sep 22 09:04:07.774845 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Attempt 3 to provision port e99b2b0d-ab5f-486b-bc62-2248bb6a261e Sep 22 09:04:07.836560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b35d5494-e07d-488a-b1cf-527a464f6cdd None None] Port e99b2b0d-ab5f-486b-bc62-2248bb6a261e had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:04:07.856310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-5cbd1158-25f7-49d9-a593-d6f704cc1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:07.857774 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-5cbd1158-25f7-49d9-a593-d6f704cc1109 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776045 Sep 22 09:04:08.086048 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-79bf9dd5-d78f-4adb-a237-5c18360e2c98 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221496 Sep 22 09:04:08.213861 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bece25ff-341e-4bfd-a913-c6105ed40c4e req-cec1570b-f609-4db8-8881-f00c48b7d75e service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223683 Sep 22 09:04:08.333432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-6e2ce63b-e2e2-4a91-981b-66308b5238ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:08.335450 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-6e2ce63b-e2e2-4a91-981b-66308b5238ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 1097 time: 0.0822206 Sep 22 09:04:08.362921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a48ded65-ce22-4fe8-b875-bc7805fc9ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:08.465934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-f83b16fe-650f-4a51-9065-78673c9857d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:08.467303 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-f83b16fe-650f-4a51-9065-78673c9857d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 917 time: 0.1259606 Sep 22 09:04:08.534552 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-7d543a26-bc7f-4639-b807-f3784f8c1640 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e HTTP/1.1" status: 200 len: 217 time: 0.0601451 Sep 22 09:04:08.653131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-04a980e4-a535-4e00-b717-ad90a07149a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:08.654574 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-04a980e4-a535-4e00-b717-ad90a07149a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.1134031 Sep 22 09:04:08.745337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592292-f969-4ca3-b82f-c89cccf0c11c req-88536e53-194d-4057-a727-37b2a1fff0c7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:08.746678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-25592292-f969-4ca3-b82f-c89cccf0c11c req-88536e53-194d-4057-a727-37b2a1fff0c7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 944 time: 0.1729190 Sep 22 09:04:08.788255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-4698f7de-d6e6-41f5-9cc6-8bf33de92d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:08.789651 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-4698f7de-d6e6-41f5-9cc6-8bf33de92d69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292596 Sep 22 09:04:08.821349 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-25592292-f969-4ca3-b82f-c89cccf0c11c req-94ec0189-6f01-48e8-ac27-2d220c0b72ca tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675924 Sep 22 09:04:08.925333 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-554fc8b9-d21c-4a33-baae-a7283fe37052 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285965 Sep 22 09:04:09.062089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac5116a2-9aa0-471a-a1d2-5523d81aef84 req-f3b9c995-04ad-4e44-ac2e-3c67b28c646e service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299446 Sep 22 09:04:09.646058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:09.679368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:10.021259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8b0a4-99e9-4677-ae13-4411a6d4c79d req-07c07bb3-c9bb-44c2-a535-a5eba5fa61a7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:10.022720 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-62b8b0a4-99e9-4677-ae13-4411a6d4c79d req-07c07bb3-c9bb-44c2-a535-a5eba5fa61a7 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 944 time: 0.0888941 Sep 22 09:04:10.065350 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-62b8b0a4-99e9-4677-ae13-4411a6d4c79d req-710bbc71-ba41-4123-ae97-260bfb903c46 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369973 Sep 22 09:04:10.456524 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:04:10.967267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:11.268157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd8f9e-49c8-46d7-b03e-61e7d2786ddc req-e54ed6a9-b8e4-46f0-8bab-42854ff84c29 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:11.269589 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2dfd8f9e-49c8-46d7-b03e-61e7d2786ddc req-e54ed6a9-b8e4-46f0-8bab-42854ff84c29 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 944 time: 0.0905194 Sep 22 09:04:11.273440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e99b2b0d-ab5f-486b-bc62-2248bb6a261e details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:04:11.315370 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2dfd8f9e-49c8-46d7-b03e-61e7d2786ddc req-d43d04fa-5db0-4e42-acf0-3882d1ff0e5f tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392194 Sep 22 09:04:11.407031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e99b2b0d-ab5f-486b-bc62-2248bb6a261e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:11.421183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e', 'network_id': 'b4842098-57c3-4784-a7b3-3ababfe69dc9', 'port_id': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e', 'mac_address': 'fa:16:3e:7b:f1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a95caec-5aa0-47e1-a1bc-89b44c65e1f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:04:11.475311 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e99b2b0d-ab5f-486b-bc62-2248bb6a261e is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:11.475680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:11.493461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99b2b0d-ab5f-486b-bc62-2248bb6a261e {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:04:11.508866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e99b2b0d-ab5f-486b-bc62-2248bb6a261e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:11.512800 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:11.580451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:11.587433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.587778 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.588110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.588439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.588764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.589089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.589410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.589731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.590050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.590366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.590682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.590997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:11.719918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['e99b2b0d-ab5f-486b-bc62-2248bb6a261e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:04:12.511458 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630511b7-ea6b-4978-905f-0531f33713f5 req-2e2191e3-4563-409b-b1df-bcbc404b473b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:12.512885 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-630511b7-ea6b-4978-905f-0531f33713f5 req-2e2191e3-4563-409b-b1df-bcbc404b473b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 945 time: 0.0886846 Sep 22 09:04:12.555727 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-630511b7-ea6b-4978-905f-0531f33713f5 req-bc306440-54a1-445e-99c6-774357be35bb tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371563 Sep 22 09:04:12.586961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:13.276345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e99b2b0d-ab5f-486b-bc62-2248bb6a261e up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:13.341200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port e99b2b0d-ab5f-486b-bc62-2248bb6a261e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:13.345904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port e99b2b0d-ab5f-486b-bc62-2248bb6a261e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:13.346266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:13.346790 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port e99b2b0d-ab5f-486b-bc62-2248bb6a261e Sep 22 09:04:13.459713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e99b2b0d-ab5f-486b-bc62-2248bb6a261e is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:13.460079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:13.487773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:04:13.491278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b66d2-cb14-4cf3-9af1-6888477d60d8" -d '{"events": [{"server_uuid": "3e21e37c-4cc1-476e-9df6-5d4d2678b233", "name": "network-vif-plugged", "status": "completed", "tag": "e99b2b0d-ab5f-486b-bc62-2248bb6a261e"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:04:13.499645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e99b2b0d-ab5f-486b-bc62-2248bb6a261e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:13.503674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:13.533986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d947b-8772-417f-ba01-750fc55b33ea x-openstack-request-id: req-907d947b-8772-417f-ba01-750fc55b33ea {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:04:13.534276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e21e37c-4cc1-476e-9df6-5d4d2678b233", "name": "network-vif-plugged", "status": "completed", "tag": "e99b2b0d-ab5f-486b-bc62-2248bb6a261e", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:04:13.534528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-907d947b-8772-417f-ba01-750fc55b33ea {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:04:13.534918 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907d947b-8772-417f-ba01-750fc55b33ea'] response: {'server_uuid': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e', 'code': 200} Sep 22 09:04:13.573423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:13.758922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d65b7-4ef9-4aa5-b74f-e8758230d57c req-4b1801b6-d09e-49c9-8e9f-5a1cfea9a804 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:13.760478 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-335d65b7-4ef9-4aa5-b74f-e8758230d57c req-4b1801b6-d09e-49c9-8e9f-5a1cfea9a804 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 946 time: 0.0938668 Sep 22 09:04:13.777997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826f486-6970-44ba-9660-7036bb144b34 req-0ed73026-db5e-4e10-8f79-88fadedeafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:13.779512 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5826f486-6970-44ba-9660-7036bb144b34 req-0ed73026-db5e-4e10-8f79-88fadedeafc2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 1099 time: 0.0786433 Sep 22 09:04:13.806659 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-335d65b7-4ef9-4aa5-b74f-e8758230d57c req-a1f791cc-d12c-4a47-8279-51dbb78c1a69 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Sep 22 09:04:13.824131 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5826f486-6970-44ba-9660-7036bb144b34 req-28a92b7f-4323-40b1-a76f-b235d97b3c19 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Sep 22 09:04:15.013683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892199ca-7c2d-49c4-805f-e56339aa739d req-70f5afc7-eddd-44f0-9370-2c9c1d53df21 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:15.015139 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-892199ca-7c2d-49c4-805f-e56339aa739d req-70f5afc7-eddd-44f0-9370-2c9c1d53df21 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 946 time: 0.0976973 Sep 22 09:04:15.061354 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-892199ca-7c2d-49c4-805f-e56339aa739d req-2e79028c-3fc9-4386-8820-f9cef16672b6 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Sep 22 09:04:16.266985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3244566-8b94-4f84-b54a-3e25e9bd672d req-801aea83-4b8e-459c-8947-e70b2602b10b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:16.268370 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3244566-8b94-4f84-b54a-3e25e9bd672d req-801aea83-4b8e-459c-8947-e70b2602b10b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 946 time: 0.0895140 Sep 22 09:04:16.312035 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3244566-8b94-4f84-b54a-3e25e9bd672d req-1229800d-3bb3-4863-b880-926729abece9 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Sep 22 09:04:16.507828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1b57-2730-4ccb-b9ec-f4b207b3b14d req-8600c778-27ea-43c0-8d36-8f2998920049 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:16.509265 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-01ab1b57-2730-4ccb-b9ec-f4b207b3b14d req-8600c778-27ea-43c0-8d36-8f2998920049 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 946 time: 0.0898519 Sep 22 09:04:16.552059 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-01ab1b57-2730-4ccb-b9ec-f4b207b3b14d req-069fc164-e8c0-4bdf-ab8b-4f3fd7554317 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Sep 22 09:04:26.595104 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-9c60f268-efe5-439e-9e95-963130eea06b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770957 Sep 22 09:04:26.873260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-07417849-b7f1-407c-9d63-c6372182679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:26.874701 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-07417849-b7f1-407c-9d63-c6372182679c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=176e7e90db32423b815adae3f49e4b0c&device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 1099 time: 0.1888318 Sep 22 09:04:27.021801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-4215a7fd-b4df-4214-8575-8b1979973123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:27.023149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-4215a7fd-b4df-4214-8575-8b1979973123 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 200 len: 917 time: 0.1286259 Sep 22 09:04:27.095346 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-fee7a14e-a962-4b87-89e0-1fcd4d9ddd73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e HTTP/1.1" status: 200 len: 217 time: 0.0659130 Sep 22 09:04:27.159261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-5c2feb45-aad9-48a6-8017-aee3bcb534ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:27.160632 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-5c2feb45-aad9-48a6-8017-aee3bcb534ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 200 len: 855 time: 0.0566208 Sep 22 09:04:27.258497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-c32f8f1a-7372-489d-99a8-144097d4fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:27.259978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-c32f8f1a-7372-489d-99a8-144097d4fe74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4842098-57c3-4784-a7b3-3ababfe69dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876250 Sep 22 09:04:27.396617 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-7bf333d8-e539-4359-80b4-06e0345374f5 service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275961 Sep 22 09:04:27.532759 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-558fd2c4-92e8-47d4-90fc-a2a62961d720 req-343e9867-f987-40c1-a512-30d44b03b6eb service neutron] 10.222.0.48 "GET /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304729 Sep 22 09:04:30.863093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46bed-2f80-4478-9293-3587b58267ba req-c6800d3e-343f-450b-b942-68940a93ac25 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:30.864612 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d5a46bed-2f80-4478-9293-3587b58267ba req-c6800d3e-343f-450b-b942-68940a93ac25 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 946 time: 0.0936120 Sep 22 09:04:30.912204 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d5a46bed-2f80-4478-9293-3587b58267ba req-e70321cc-8439-441b-9647-93609d99f498 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Sep 22 09:04:32.108932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771138f-28e7-4c9b-8717-6a736a7a8cb1 req-36b42490-ae8f-497b-94da-bb0a70c5742b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:32.110379 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2771138f-28e7-4c9b-8717-6a736a7a8cb1 req-36b42490-ae8f-497b-94da-bb0a70c5742b tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 946 time: 0.0876584 Sep 22 09:04:32.155004 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2771138f-28e7-4c9b-8717-6a736a7a8cb1 req-6d58323a-b2aa-4ab2-9557-f61f3cd5e3ca tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/security-groups?id=e60a69fc-7acc-4163-abbe-4fc1d9a901df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379574 Sep 22 09:04:32.353169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-0f63d7c8-218d-49d6-aa5e-57656b4f8b9a tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:32.354485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-0f63d7c8-218d-49d6-aa5e-57656b4f8b9a tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 946 time: 0.0870757 Sep 22 09:04:32.421961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Deleting port e99b2b0d-ab5f-486b-bc62-2248bb6a261e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:32.422295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:32.660427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] For port e99b2b0d-ab5f-486b-bc62-2248bb6a261e, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:32.660780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:32.780479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Calling delete_port for e99b2b0d-ab5f-486b-bc62-2248bb6a261e owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:32.924814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:32.936383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['e99b2b0d-ab5f-486b-bc62-2248bb6a261e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:04:32.975454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Pushing event deleted for resources: {'Port': ['ID=e99b2b0d-ab5f-486b-bc62-2248bb6a261e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:33.172104 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] No DVR routers for this DVR port e99b2b0d-ab5f-486b-bc62-2248bb6a261e on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:04:33.174534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:33.177645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'name': 'network-vif-deleted', 'tag': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:04:33.179904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3cb943-d642-4959-8eb9-7b8dc4261e87" -d '{"events": [{"server_uuid": "3e21e37c-4cc1-476e-9df6-5d4d2678b233", "name": "network-vif-deleted", "tag": "e99b2b0d-ab5f-486b-bc62-2248bb6a261e"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:04:33.196385 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e4eb7-daef-4dc0-ad4c-5ff2ceabc9e9 req-dcd7573b-edf7-4a2d-a827-1933c7fe5f12 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.48 "DELETE /v2.0/ports/e99b2b0d-ab5f-486b-bc62-2248bb6a261e HTTP/1.1" status: 204 len: 173 time: 0.8369291 Sep 22 09:04:33.224626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f7fa67-ded7-4a32-9002-95278e262979 x-openstack-request-id: req-06f7fa67-ded7-4a32-9002-95278e262979 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:04:33.224920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e21e37c-4cc1-476e-9df6-5d4d2678b233", "name": "network-vif-deleted", "tag": "e99b2b0d-ab5f-486b-bc62-2248bb6a261e", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:04:33.225175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06f7fa67-ded7-4a32-9002-95278e262979 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:04:33.225568 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f7fa67-ded7-4a32-9002-95278e262979'] response: {'server_uuid': '3e21e37c-4cc1-476e-9df6-5d4d2678b233', 'name': 'network-vif-deleted', 'tag': 'e99b2b0d-ab5f-486b-bc62-2248bb6a261e', 'status': 'completed', 'code': 200} Sep 22 09:04:33.321806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c9a7a8c4-9b61-4ba5-bd7c-3e508d435164 req-e9833040-ce85-4e99-b18d-e4339cb39595 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Synchronizing usage tracker for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:04:33.337710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c9a7a8c4-9b61-4ba5-bd7c-3e508d435164 req-e9833040-ce85-4e99-b18d-e4339cb39595 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] Unset dirty status for tenant:176e7e90db32423b815adae3f49e4b0c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:04:33.338978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c9a7a8c4-9b61-4ba5-bd7c-3e508d435164 req-e9833040-ce85-4e99-b18d-e4339cb39595 tempest-TestEncryptedCinderVolumes-1456866165 tempest-TestEncryptedCinderVolumes-1456866165-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e21e37c-4cc1-476e-9df6-5d4d2678b233 HTTP/1.1" status: 200 len: 210 time: 0.0697961 Sep 22 09:04:34.467762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48500) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:34.996433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:35.341398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Deleting port 984c6699-6230-4ea7-8329-61ae62abf758 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:35.341747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:35.381191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e99b2b0d-ab5f-486b-bc62-2248bb6a261e no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:35.414950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: e99b2b0d-ab5f-486b-bc62-2248bb6a261e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:04:35.415306 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e99b2b0d-ab5f-486b-bc62-2248bb6a261e not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:04:35.509902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] For port 984c6699-6230-4ea7-8329-61ae62abf758, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=984c6699-6230-4ea7-8329-61ae62abf758,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:35.510496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:35.633516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Calling delete_port for 984c6699-6230-4ea7-8329-61ae62abf758 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:36.045783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:36.093655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=984c6699-6230-4ea7-8329-61ae62abf758,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:36.139715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.140068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.140398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.140727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.141057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.141381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.141703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.142028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.142339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.142646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.142960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.143293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:36.203393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5e16dc8-8f13-4e50-ad23-bc3d46a3f393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:36.373326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:36.723106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Router 7f2be879-7f69-4f44-8b78-5a7489e265d0 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:04:36.897265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:04:36.906266 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] Sync routers for ids ['7f2be879-7f69-4f44-8b78-5a7489e265d0'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:04:36.915452 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] Routers {'7f2be879-7f69-4f44-8b78-5a7489e265d0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:36.915637 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8ebee2f5-4d6c-4665-8e8c-6d8221b57ac3 admin admin] 10.222.0.42 "PUT /v2.0/routers/7f2be879-7f69-4f44-8b78-5a7489e265d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4466531 Sep 22 09:04:36.916560 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7f2be879-7f69-4f44-8b78-5a7489e265d0'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:36.918074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48504) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:37.095135 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] Set router 7f2be879-7f69-4f44-8b78-5a7489e265d0 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:37.215012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:37.377338 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26'}], 'enable_snat': True}, 'gw_port_id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:04:35Z', 'revision_number': 5, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port': {'id': 'da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:52Z', 'updated_at': '2022-09-22T09:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:37.381593 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] Checking router: 7f2be879-7f69-4f44-8b78-5a7489e265d0 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:04:37.389929 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:37.390105 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] Routers {'7f2be879-7f69-4f44-8b78-5a7489e265d0'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:37.390618 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['7f2be879-7f69-4f44-8b78-5a7489e265d0'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:37.399747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Deleting port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:37.400153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:37.570091 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] Set router 7f2be879-7f69-4f44-8b78-5a7489e265d0 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:37.575815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] For port da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:37.576171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:37.672609 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:04:37Z', 'revision_number': 6, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:37.677224 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d5c6e-2fb6-46b9-9d30-c9202e98dfc3 None None] The sync data for ids ['7f2be879-7f69-4f44-8b78-5a7489e265d0'] in dv-neutron-857569-1-hyperv is: [{'id': '7f2be879-7f69-4f44-8b78-5a7489e265d0', 'name': 'tempest-TestEncryptedCinderVolumes-537561315-router', 'tenant_id': '176e7e90db32423b815adae3f49e4b0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:51Z', 'updated_at': '2022-09-22T09:04:37Z', 'revision_number': 6, 'project_id': '176e7e90db32423b815adae3f49e4b0c', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:04:37.699130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Calling delete_port for da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:37.870106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:37.917344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Pushing event deleted for resources: {'Port': ['ID=da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:38.026515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.205538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.207731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.230244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.230729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2be879-7f69-4f44-8b78-5a7489e265d0 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:04:38.243757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.244936 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8202ee57-279d-4ed2-b8b6-2671deccf17e admin admin] 10.222.0.42 "DELETE /v2.0/routers/7f2be879-7f69-4f44-8b78-5a7489e265d0 HTTP/1.1" status: 204 len: 168 time: 1.3254619 Sep 22 09:04:38.247434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48508) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:38.305208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] Deleting subnet 8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:04:38.308015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.363479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.368296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2c4c99bb-cb1e-4c3a-9e5e-00398b04d298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.442282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.511283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.552800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a95caec-5aa0-47e1-a1bc-89b44c65e1f6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:38.557417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.563360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10374be9-4d8f-4b35-9908-782f94ccdf7d None None] Network b4842098-57c3-4784-a7b3-3ababfe69dc9 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:04:38.564732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dcd8a5f1-497a-49b6-a03c-4af877e4a773 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8a95caec-5aa0-47e1-a1bc-89b44c65e1f6 HTTP/1.1" status: 204 len: 168 time: 0.3163366 Sep 22 09:04:38.567143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48512) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:38.784437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.795151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Deleting port 2810d086-4942-46ce-87c4-99d7e34e8b13 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:38.795507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.815380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] DHCP port deletion for b4842098-57c3-4784-a7b3-3ababfe69dc9 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:04:38.820292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Deleting port 2810d086-4942-46ce-87c4-99d7e34e8b13 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:38.820670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:38.902604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 984c6699-6230-4ea7-8329-61ae62abf758 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:38.951422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 984c6699-6230-4ea7-8329-61ae62abf758 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:04:38.951757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 984c6699-6230-4ea7-8329-61ae62abf758 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:04:38.952168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:38.986447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:04:38.986714 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device da8bc6a4-fed6-4a1d-9f47-7ef4dda24f41 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:04:38.987124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2810d086-4942-46ce-87c4-99d7e34e8b13 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:39.011101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] For port 2810d086-4942-46ce-87c4-99d7e34e8b13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2810d086-4942-46ce-87c4-99d7e34e8b13,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:39.011765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.141426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Calling delete_port for 2810d086-4942-46ce-87c4-99d7e34e8b13 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:39.174305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] For port 2810d086-4942-46ce-87c4-99d7e34e8b13, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2810d086-4942-46ce-87c4-99d7e34e8b13,segment=NetworkSegment(c3a88ca5-b989-429f-b542-2d7dc01b59f3),segment_id=c3a88ca5-b989-429f-b542-2d7dc01b59f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:39.174692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.216511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.265798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Pushing event deleted for resources: {'Port': ['ID=2810d086-4942-46ce-87c4-99d7e34e8b13,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:39.269021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] No DVR routers for this DVR port 2810d086-4942-46ce-87c4-99d7e34e8b13 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:04:39.335154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Calling delete_port for 2810d086-4942-46ce-87c4-99d7e34e8b13 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:39.382972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.388111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 2810d086-4942-46ce-87c4-99d7e34e8b13 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:39.388636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.407285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4842098-57c3-4784-a7b3-3ababfe69dc9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:39.418936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a88ca5-b989-429f-b542-2d7dc01b59f3') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:39.419259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a88ca5-b989-429f-b542-2d7dc01b59f3') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:39.430998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.446745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.452543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:04:39.454896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.465295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:04:39.465527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:04:39.523167 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c3a88ca5-b989-429f-b542-2d7dc01b59f3 resource provider aggregate not found Sep 22 09:04:39.541663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c3a88ca5-b989-429f-b542-2d7dc01b59f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3a88ca5-b989-429f-b542-2d7dc01b59f3 found for delete ", "request_id": "req-50724d86-bcea-4310-a34f-4d00a1636b34"}]} Sep 22 09:04:39.555893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.560182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.583770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] Pushing event deleted for resources: {'Network': ['ID=b4842098-57c3-4784-a7b3-3ababfe69dc9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:39.595686 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8b4b66a8-37fe-47a9-9ab9-c094f53ebfec admin admin] 10.222.0.42 "DELETE /v2.0/networks/b4842098-57c3-4784-a7b3-3ababfe69dc9 HTTP/1.1" status: 204 len: 168 time: 1.0275023 Sep 22 09:04:39.599138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:39.647373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.681773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:39.967052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Deleting port 2810d086-4942-46ce-87c4-99d7e34e8b13 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:39.967525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:40.040027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a308ab9a-60b5-42fb-9300-0965ad8d1b25 None None] The port '2810d086-4942-46ce-87c4-99d7e34e8b13' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:04:40.140124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:40.574633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Deleting port 7d7fcb68-7e66-4360-a080-995f317a69fd {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:40.574966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:40.741851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] For port 7d7fcb68-7e66-4360-a080-995f317a69fd, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=7d7fcb68-7e66-4360-a080-995f317a69fd,segment=NetworkSegment(1b584644-0ea9-4493-ac62-1a210a85a64d),segment_id=1b584644-0ea9-4493-ac62-1a210a85a64d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:40.742202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:40.861558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Calling delete_port for 7d7fcb68-7e66-4360-a080-995f317a69fd owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:40.963342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:41.040602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:41.090527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7fcb68-7e66-4360-a080-995f317a69fd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:41.360008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:41.802117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:04:41.977066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:04:41.985529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] Sync routers for ids ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:04:41.986650 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c26a142-26ce-4539-8679-46d8b2ea046a admin admin] 10.222.0.42 "PUT /v2.0/routers/066bc9d1-ce5f-4e0e-997d-b96643505cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865356 Sep 22 09:04:41.989198 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48524) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:41.995464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] Routers {'066bc9d1-ce5f-4e0e-997d-b96643505cc6'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:41.996070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:42.163057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:42.168021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] Set router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:42.340128 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:42.349895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Deleting port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:42.350353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:42.451511 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:04:40Z', 'revision_number': 5, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port': {'id': '5c4a5bb1-359a-4cf1-be7f-9e56ea802368', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:02:58Z', 'updated_at': '2022-09-22T09:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:42.455319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] Checking router: 066bc9d1-ce5f-4e0e-997d-b96643505cc6 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:04:42.464211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] Routers {'066bc9d1-ce5f-4e0e-997d-b96643505cc6'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:42.464799 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:42.525307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] For port 5c4a5bb1-359a-4cf1-be7f-9e56ea802368, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:42.525918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:42.620385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] Set router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:42.652062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Calling delete_port for 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:42.664499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:42.725655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:04:42Z', 'revision_number': 6, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:42.729515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95c4cd-0d46-4550-a4a0-a82ce4b5df64 None None] The sync data for ids ['066bc9d1-ce5f-4e0e-997d-b96643505cc6'] in dv-neutron-857569-1-hyperv is: [{'id': '066bc9d1-ce5f-4e0e-997d-b96643505cc6', 'name': 'tempest-TestEncryptedCinderVolumes-624260282-router', 'tenant_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:02:57Z', 'updated_at': '2022-09-22T09:04:42Z', 'revision_number': 6, 'project_id': '1f49f1f550ff4f4d8f67acfd01b8ea41', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:04:42.828774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:42.876943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4a5bb1-359a-4cf1-be7f-9e56ea802368,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:43.078444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.257578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.259776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.281894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.282394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 066bc9d1-ce5f-4e0e-997d-b96643505cc6 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:04:43.294362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.295507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-52e6e9c0-cfb0-4762-ae1e-0e6f9800935b admin admin] 10.222.0.42 "DELETE /v2.0/routers/066bc9d1-ce5f-4e0e-997d-b96643505cc6 HTTP/1.1" status: 204 len: 168 time: 1.3053923 Sep 22 09:04:43.298179 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48528) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:43.356731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] Deleting subnet 46a54f47-fcab-4dcc-8e3e-7a329e9198f1 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:04:43.359465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.408934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.463670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7d7fcb68-7e66-4360-a080-995f317a69fd no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:43.490889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.539593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 7d7fcb68-7e66-4360-a080-995f317a69fd {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:04:43.540174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 7d7fcb68-7e66-4360-a080-995f317a69fd not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:04:43.565525 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.607178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a54f47-fcab-4dcc-8e3e-7a329e9198f1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:43.611998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.617593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac330b-0473-4148-99c1-c4d3c1464765 None None] Network c01355a9-dcc3-4475-a5f6-9ecd0c9d163f requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:04:43.619034 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-436c03e1-5f10-48dc-ad81-9b9259c02c89 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/46a54f47-fcab-4dcc-8e3e-7a329e9198f1 HTTP/1.1" status: 204 len: 168 time: 0.3199055 Sep 22 09:04:43.621478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48532) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:43.727939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.738530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Deleting port 2e4e19f4-d200-464f-99c3-3e413cac96cb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:43.738895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.872466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] DHCP port deletion for c01355a9-dcc3-4475-a5f6-9ecd0c9d163f request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:04:43.876258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Deleting port 2e4e19f4-d200-464f-99c3-3e413cac96cb {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:43.876632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:43.961952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] For port 2e4e19f4-d200-464f-99c3-3e413cac96cb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2e4e19f4-d200-464f-99c3-3e413cac96cb,segment=NetworkSegment(1b584644-0ea9-4493-ac62-1a210a85a64d),segment_id=1b584644-0ea9-4493-ac62-1a210a85a64d)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:43.962308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.077466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] For port 2e4e19f4-d200-464f-99c3-3e413cac96cb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=2e4e19f4-d200-464f-99c3-3e413cac96cb,segment=NetworkSegment(1b584644-0ea9-4493-ac62-1a210a85a64d),segment_id=1b584644-0ea9-4493-ac62-1a210a85a64d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:44.077769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.087251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Calling delete_port for 2e4e19f4-d200-464f-99c3-3e413cac96cb owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:44.161672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.198437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Calling delete_port for 2e4e19f4-d200-464f-99c3-3e413cac96cb owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:04:44.208998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4e19f4-d200-464f-99c3-3e413cac96cb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:44.210801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] No DVR routers for this DVR port 2e4e19f4-d200-464f-99c3-3e413cac96cb on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:04:44.272095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:04:44.272450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:04:44.324070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.351915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01355a9-dcc3-4475-a5f6-9ecd0c9d163f']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:44.364050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b584644-0ea9-4493-ac62-1a210a85a64d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:44.364343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b584644-0ea9-4493-ac62-1a210a85a64d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:44.375559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.392091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.398091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:04:44.398487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.458782 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1b584644-0ea9-4493-ac62-1a210a85a64d resource provider aggregate not found Sep 22 09:04:44.478923 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1b584644-0ea9-4493-ac62-1a210a85a64d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b584644-0ea9-4493-ac62-1a210a85a64d found for delete ", "request_id": "req-cc1d9177-72eb-4927-a059-d280d09d4499"}]} Sep 22 09:04:44.490472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.510877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.611127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c01355a9-dcc3-4475-a5f6-9ecd0c9d163f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:44.614645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-01d0f348-9e46-4aa0-a964-4103795a3d47 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c01355a9-dcc3-4475-a5f6-9ecd0c9d163f HTTP/1.1" status: 204 len: 168 time: 0.9922535 Sep 22 09:04:44.774098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Deleting port 2e4e19f4-d200-464f-99c3-3e413cac96cb {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:04:44.774609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.776126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:44.824923 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b78aad36-c3f8-471f-b9d3-cb168567a460 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=176e7e90db32423b815adae3f49e4b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475633 Sep 22 09:04:44.827363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:44.842359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a51176f4-97eb-48f3-a238-a978dbf8b96a None None] The port '2e4e19f4-d200-464f-99c3-3e413cac96cb' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:04:44.887067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4be5bf6-deef-4582-a213-2dd296c44a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.896054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2e4e19f4-d200-464f-99c3-3e413cac96cb no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:44.913642 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4be5bf6-deef-4582-a213-2dd296c44a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.929755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 2e4e19f4-d200-464f-99c3-3e413cac96cb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:04:44.930102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 2e4e19f4-d200-464f-99c3-3e413cac96cb not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:04:44.930514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:04:44.966319 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:04:44.966602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 5c4a5bb1-359a-4cf1-be7f-9e56ea802368 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:04:44.977353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4be5bf6-deef-4582-a213-2dd296c44a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:44.997123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be5bf6-deef-4582-a213-2dd296c44a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60a69fc-7acc-4163-abbe-4fc1d9a901df,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:45.003664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4be5bf6-deef-4582-a213-2dd296c44a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:45.007829 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a4be5bf6-deef-4582-a213-2dd296c44a67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e60a69fc-7acc-4163-abbe-4fc1d9a901df HTTP/1.1" status: 204 len: 168 time: 0.1795497 Sep 22 09:04:45.340737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48554) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:45.391604 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a00317f4-fe65-4f65-8547-9b15b3d58d1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f49f1f550ff4f4d8f67acfd01b8ea41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497262 Sep 22 09:04:45.394045 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48558) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:45.449981 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a2c0-22f9-479c-b410-a2946bd45397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:45.475274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a2c0-22f9-479c-b410-a2946bd45397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:45.526952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a2c0-22f9-479c-b410-a2946bd45397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:45.543240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9a2c0-22f9-479c-b410-a2946bd45397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d044b2-88e7-4d48-ad5a-367b0061b953,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:45.548403 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a2c0-22f9-479c-b410-a2946bd45397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:45.550064 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dfb9a2c0-22f9-479c-b410-a2946bd45397 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/40d044b2-88e7-4d48-ad5a-367b0061b953 HTTP/1.1" status: 204 len: 168 time: 0.1551423 Sep 22 09:04:46.267454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48582) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:46.397078 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1149325944-network', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:46.401748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:46.405703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Usage tracker for resource:network and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:46.408683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:46.414395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:46.424545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Made reservation on behalf of 633f46e8533f43f1809fe36cf5e4933d for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:04:46.427339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.438947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.453373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:46.457115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:46.459893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:46.465513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:46.546306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.549926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.579542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:04:46.587612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00197ae-d73d-47b5-8168-29a591b9f3b9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:46.592920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.593258 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Added segment e0494015-44f8-4eae-b277-b8cc8e4a0ea1 of type vlan for network 8fff97ac-f06a-41fe-b46c-770f14682e5b Sep 22 09:04:46.618979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.646836 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.647767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:46.648327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.747409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fff97ac-f06a-41fe-b46c-770f14682e5b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:46.750561 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-00de6272-ba57-40a3-bf5c-1194335fa3e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4821033 Sep 22 09:04:46.753554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48588) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:46.757056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:04:46.758743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Request body: {'subnet': {'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1149325944-subnet', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:46.763686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:46.767501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Usage tracker for resource:subnet and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:46.770471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:46.776689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:46.787958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Made reservation on behalf of 633f46e8533f43f1809fe36cf5e4933d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:04:46.790349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:46.991648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.069500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f7a287-46f7-4c89-b4d0-4c033e9f331c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:47.073463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Checking segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:47.073813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Network hostable DHCP agents. Network: 8fff97ac-f06a-41fe-b46c-770f14682e5b, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:04:47.092040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:04:47.101035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 8fff97ac-f06a-41fe-b46c-770f14682e5b) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:47.104851 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:47.105422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.109341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8ee9f-582a-477c-b214-9bb3f3b16e23 None None] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:04:47.125451 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-977c0a2b-060d-447a-a60d-2b906fed2708 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3710313 Sep 22 09:04:47.128044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48592) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:47.133096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:47.137998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:47.142327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Usage tracker for resource:router and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:47.146008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:47.151963 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:47.162911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.163984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.178816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.360623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-8fff97ac-f06a-41fe-b46c-770f14682e5b', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:04:47.361572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.442879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.456010 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:04:47.519121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Allocated IP 172.20.0.2 (8fff97ac-f06a-41fe-b46c-770f14682e5b/f4f7a287-46f7-4c89-b4d0-4c033e9f331c/e3380c05-3639-4475-a6ff-b94b001d2df0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:04:47.719867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.729945 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Transition to ACTIVE for port object e3380c05-3639-4475-a6ff-b94b001d2df0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:47.750731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Transition to ACTIVE for port object e3380c05-3639-4475-a6ff-b94b001d2df0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:47.757269 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.827351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:47.830364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:47.832931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:04:47.852897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.874228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Pushing event updated for resources: {'Port': ['ID=e3380c05-3639-4475-a6ff-b94b001d2df0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:47.883191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.938280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Attempting to bind port e3380c05-3639-4475-a6ff-b94b001d2df0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:04:47.938737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Attempting to bind port e3380c05-3639-4475-a6ff-b94b001d2df0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:04:47.939194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Attempting to bind port e3380c05-3639-4475-a6ff-b94b001d2df0 on network 8fff97ac-f06a-41fe-b46c-770f14682e5b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:04:47.945857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:04:47.946312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Checking segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:47.946775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:47.947247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Bound using segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:04:47.947787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Bound port: e3380c05-3639-4475-a6ff-b94b001d2df0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:04:47.948856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:48.020908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Allocated IP 172.26.8.188 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/1f22a24c-7337-4473-b7b2-80b268128ed0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:04:48.039518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] For port e3380c05-3639-4475-a6ff-b94b001d2df0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:04:48.042495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] For port e3380c05-3639-4475-a6ff-b94b001d2df0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e3380c05-3639-4475-a6ff-b94b001d2df0,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:04:48.046302 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:48.120603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b323-f822-48b3-b1db-e58d374e8663 None None] Pushing event updated for resources: {'Port': ['ID=e3380c05-3639-4475-a6ff-b94b001d2df0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:48.173947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:48.203746 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:48.269441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:48.272288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:48.275115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:04:48.324094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f22a24c-7337-4473-b7b2-80b268128ed0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:48.694372 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:48.928270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e3380c05-3639-4475-a6ff-b94b001d2df0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:49.012226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e3380c05-3639-4475-a6ff-b94b001d2df0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:49.047608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:49.105987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a12c63-cc29-44dd-8422-900468ef6782 None None] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:04:49.206260 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Provisioning for port e3380c05-3639-4475-a6ff-b94b001d2df0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:49.224830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Provisioning complete for port e3380c05-3639-4475-a6ff-b94b001d2df0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:49.225207 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:49.225542 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Attempt 1 to provision port e3380c05-3639-4475-a6ff-b94b001d2df0 Sep 22 09:04:49.370518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Router a41a8653-a266-4249-b007-19bcaa85f6cf is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:04:49.454257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Current status of the port e3380c05-3639-4475-a6ff-b94b001d2df0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:49.454638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:49.496443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] For port e3380c05-3639-4475-a6ff-b94b001d2df0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e3380c05-3639-4475-a6ff-b94b001d2df0,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:49.502941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:49.552330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:04:49.570521 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Sync routers for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:04:49.573461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468c3c7-3e09-4e75-8444-eedb7c20c5f7 None None] Pushing event updated for resources: {'Port': ['ID=e3380c05-3639-4475-a6ff-b94b001d2df0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:49.584910 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:49.585759 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:49.589371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:49.593921 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48596) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:49.595898 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-06ad73af-5f28-400f-b2dc-a6412df2e8c4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4666734 Sep 22 09:04:49.728604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9f19e9fc-42c0-419c-ad87-9ca46be0de5a None None] Provisioning complete for port e3380c05-3639-4475-a6ff-b94b001d2df0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:49.729073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f19e9fc-42c0-419c-ad87-9ca46be0de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:49.729413 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9f19e9fc-42c0-419c-ad87-9ca46be0de5a None None] Attempt 1 to provision port e3380c05-3639-4475-a6ff-b94b001d2df0 Sep 22 09:04:49.764979 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:49.852645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9f19e9fc-42c0-419c-ad87-9ca46be0de5a None None] Current status of the port e3380c05-3639-4475-a6ff-b94b001d2df0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:50.045544 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:48Z', 'revision_number': 3, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:50.049306 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Checking router: a41a8653-a266-4249-b007-19bcaa85f6cf for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:04:50.049648 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Updating router a41a8653-a266-4249-b007-19bcaa85f6cf port 1f22a24c-7337-4473-b7b2-80b268128ed0 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:04:50.103753 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.263799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.423188 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.436533 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Transition to ACTIVE for port object 1f22a24c-7337-4473-b7b2-80b268128ed0 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:50.443087 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.510253 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Attempting to bind port 1f22a24c-7337-4473-b7b2-80b268128ed0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:04:50.510615 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Attempting to bind port 1f22a24c-7337-4473-b7b2-80b268128ed0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:04:50.510970 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Attempting to bind port 1f22a24c-7337-4473-b7b2-80b268128ed0 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:04:50.521390 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:04:50.521677 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:50.522074 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.522462 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:04:50.522927 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Bound port: 1f22a24c-7337-4473-b7b2-80b268128ed0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:04:50.523342 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.563511 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Pushing event updated for resources: {'Port': ['ID=1f22a24c-7337-4473-b7b2-80b268128ed0,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:50.576776 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.577447 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.577447 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.577760 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.578086 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.578412 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.578733 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.579055 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.579403 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.579723 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.580039 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.580354 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.583421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Allocated IP 172.20.0.1 (8fff97ac-f06a-41fe-b46c-770f14682e5b/f4f7a287-46f7-4c89-b4d0-4c033e9f331c/43e7e071-9d36-448c-beb8-2b74bf1c11d3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:04:50.617619 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] For port 1f22a24c-7337-4473-b7b2-80b268128ed0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:04:50.620904 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] For port 1f22a24c-7337-4473-b7b2-80b268128ed0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1f22a24c-7337-4473-b7b2-80b268128ed0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:04:50.624862 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.683011 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:50.683658 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:50.731625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.748833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Transition to ACTIVE for port object 43e7e071-9d36-448c-beb8-2b74bf1c11d3 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:50.773759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.808098 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf0573-9bad-4c6a-b9be-992232f47505 None None] Pushing event updated for resources: {'Port': ['ID=1f22a24c-7337-4473-b7b2-80b268128ed0,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:50.842217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:50.845133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:50.848750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:04:50.878538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Pushing event updated for resources: {'Port': ['ID=43e7e071-9d36-448c-beb8-2b74bf1c11d3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:50.897506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.898015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.898415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.898701 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.899039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.899392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.899904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.900409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.900925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.901417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.901918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.902244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:04:50.917467 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:50.924569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:50.927009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e3380c05-3639-4475-a6ff-b94b001d2df0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:51.023299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e3380c05-3639-4475-a6ff-b94b001d2df0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:51.023980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:51.024379 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e3380c05-3639-4475-a6ff-b94b001d2df0 Sep 22 09:04:51.068992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:51.160947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e3380c05-3639-4475-a6ff-b94b001d2df0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:51.185958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Provisioning for port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:51.191648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Provisioning complete for port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:51.192072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:51.192460 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 1 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:51.239823 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:48Z', 'revision_number': 3, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:51.244167 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f781ce-3ff8-4055-8a57-346da6c970a8 None None] The sync data for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv is: [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:48Z', 'revision_number': 3, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:04:51.251726 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:51.300539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:51.306409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:51.415122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Pushing event updated for resources: {'Port': ['ID=43e7e071-9d36-448c-beb8-2b74bf1c11d3,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:51.418260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:51.571427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:51.572543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:51.752928 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 2 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:51.771739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Router a41a8653-a266-4249-b007-19bcaa85f6cf has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:04:51.844257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:51.956482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:04:51.967256 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f72a6aee-41cc-4f66-a963-03a111474c1d admin admin] 10.222.0.42 "PUT /v2.0/routers/a41a8653-a266-4249-b007-19bcaa85f6cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3710608 Sep 22 09:04:52.345132 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 3 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:52.401293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:52.471833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48614) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:52.477345 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1571312466-network', 'tenant_id': '0dbfdde82d384779a528a518a05b169f'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:52.482219 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:52.486067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Usage tracker for resource:network and tenant:0dbfdde82d384779a528a518a05b169f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:52.489454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:52.495608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:52.505599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Made reservation on behalf of 0dbfdde82d384779a528a518a05b169f for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:04:52.507922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.519478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.536155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:52.539968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbfdde82d384779a528a518a05b169f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:52.542689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:52.548238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:52.628350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.632955 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.665003 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:04:52.670549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67db7e21-320f-4d80-b21c-167ff692dc3d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:52.679816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.680007 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Added segment 48412fea-c5c3-4820-8786-67724c306dae of type vlan for network de06bbe4-311a-4221-b869-753f219533d0 Sep 22 09:04:52.707197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.736748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.737687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:52.738247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:52.903439 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 4 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:52.951256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Sync routers for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:04:52.954516 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4791286 Sep 22 09:04:52.954516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ba4ba-8742-4013-bcd6-689cc6d532a5 admin admin] Pushing event updated for resources: {'Network': ['ID=de06bbe4-311a-4221-b869-753f219533d0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:52.955078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1f22a24c-7337-4473-b7b2-80b268128ed0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:52.955563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48618) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:52.962037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Request body: {'subnet': {'network_id': 'de06bbe4-311a-4221-b869-753f219533d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1571312466-subnet', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:52.967142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:52.972038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Usage tracker for resource:subnet and tenant:0dbfdde82d384779a528a518a05b169f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:52.975562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:52.981730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:52.992722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Made reservation on behalf of 0dbfdde82d384779a528a518a05b169f for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:04:52.995069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.003304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network de06bbe4-311a-4221-b869-753f219533d0 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:04:53.118309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:53.118941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:53.181559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:53.197647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.281247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 1f22a24c-7337-4473-b7b2-80b268128ed0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:53.281584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Checking segment: {'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:53.281948 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Network hostable DHCP agents. Network: de06bbe4-311a-4221-b869-753f219533d0, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:04:53.288253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5f4e65-5957-48d3-86e6-ac7cc1abd316,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:53.304566 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Network de06bbe4-311a-4221-b869-753f219533d0 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:04:53.305656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1f22a24c-7337-4473-b7b2-80b268128ed0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:53.306022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.306350 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1f22a24c-7337-4473-b7b2-80b268128ed0 Sep 22 09:04:53.315015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, de06bbe4-311a-4221-b869-753f219533d0) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:53.319256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:04:53.319847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.339602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c9ed4-d570-4e89-a768-6e756442aa6d None None] Network de06bbe4-311a-4221-b869-753f219533d0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:04:53.341211 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa5555c6-8ad6-4fb0-8011-f508813e749f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3843236 Sep 22 09:04:53.343937 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:53.349775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:04:53.354427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:04:53.358595 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Usage tracker for resource:router and tenant:0dbfdde82d384779a528a518a05b169f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:04:53.361738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:04:53.368113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:04:53.381457 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.382507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.398102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.463304 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:53.667329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.682190 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 5 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:53.853510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1f22a24c-7337-4473-b7b2-80b268128ed0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:53.853796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.874434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:53.901072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 1f22a24c-7337-4473-b7b2-80b268128ed0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1f22a24c-7337-4473-b7b2-80b268128ed0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:53.948075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:53.979085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.010266 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.030560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cf797-81cc-4859-9950-543aba499924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-de06bbe4-311a-4221-b869-753f219533d0', 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'fixed_ips': [{'subnet_id': '5b5f4e65-5957-48d3-86e6-ac7cc1abd316'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:04:54.031382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-640cf797-81cc-4859-9950-543aba499924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.141403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=1f22a24c-7337-4473-b7b2-80b268128ed0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:54.149233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Allocated IP 172.26.8.58 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/e84b495f-1a46-49f2-9e21-5a7c81ffc2b4) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:04:54.273246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:51Z', 'revision_number': 2, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:54.282839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Checking router: a41a8653-a266-4249-b007-19bcaa85f6cf for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:04:54.283191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Updating router a41a8653-a266-4249-b007-19bcaa85f6cf port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:04:54.314099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-640cf797-81cc-4859-9950-543aba499924 None None] Allocated IP 172.20.0.2 (de06bbe4-311a-4221-b869-753f219533d0/5b5f4e65-5957-48d3-86e6-ac7cc1abd316/00565fe0-d7e2-42e0-8260-792c7d8ff423) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:04:54.363097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.414156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.415271 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 6 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:54.444683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.515653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:54.518479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:54.523347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:04:54.533298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:54.550400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Pushing event updated for resources: {'Port': ['ID=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:54.777075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-640cf797-81cc-4859-9950-543aba499924 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.792736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-640cf797-81cc-4859-9950-543aba499924 None None] Transition to ACTIVE for port object 00565fe0-d7e2-42e0-8260-792c7d8ff423 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:54.835739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-640cf797-81cc-4859-9950-543aba499924 None None] Transition to ACTIVE for port object 00565fe0-d7e2-42e0-8260-792c7d8ff423 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:54.843832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-640cf797-81cc-4859-9950-543aba499924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.913963 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1f22a24c-7337-4473-b7b2-80b268128ed0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:54.939543 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:54.954196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640cf797-81cc-4859-9950-543aba499924 None None] Network de06bbe4-311a-4221-b869-753f219533d0 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:54.970887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-640cf797-81cc-4859-9950-543aba499924 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:54.978703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cf797-81cc-4859-9950-543aba499924 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:04:55.017764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf797-81cc-4859-9950-543aba499924 None None] Pushing event updated for resources: {'Port': ['ID=00565fe0-d7e2-42e0-8260-792c7d8ff423,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:55.035345 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 7 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:55.205294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:55.208640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.214490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-640cf797-81cc-4859-9950-543aba499924 None None] Attempting to bind port 00565fe0-d7e2-42e0-8260-792c7d8ff423 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:04:55.214848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-640cf797-81cc-4859-9950-543aba499924 None None] Attempting to bind port 00565fe0-d7e2-42e0-8260-792c7d8ff423 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:04:55.215199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf797-81cc-4859-9950-543aba499924 None None] Attempting to bind port 00565fe0-d7e2-42e0-8260-792c7d8ff423 on network de06bbe4-311a-4221-b869-753f219533d0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:04:55.225980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf797-81cc-4859-9950-543aba499924 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:04:55.226341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf797-81cc-4859-9950-543aba499924 None None] Checking segment: {'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:55.226723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-640cf797-81cc-4859-9950-543aba499924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.227106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640cf797-81cc-4859-9950-543aba499924 None None] Bound using segment: {'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:04:55.227587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-640cf797-81cc-4859-9950-543aba499924 None None] Bound port: 00565fe0-d7e2-42e0-8260-792c7d8ff423, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:04:55.227950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-640cf797-81cc-4859-9950-543aba499924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.242760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Transition to ACTIVE for port object 43e7e071-9d36-448c-beb8-2b74bf1c11d3 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:55.252616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1f22a24c-7337-4473-b7b2-80b268128ed0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:55.252987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.253318 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1f22a24c-7337-4473-b7b2-80b268128ed0 Sep 22 09:04:55.284505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.316175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.490697 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:04:55.563941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec046980-5414-4b84-8b7a-ff11a7492798 None None] Pushing event updated for resources: {'Port': ['ID=43e7e071-9d36-448c-beb8-2b74bf1c11d3,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:55.589774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-640cf797-81cc-4859-9950-543aba499924 None None] For port 00565fe0-d7e2-42e0-8260-792c7d8ff423, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:04:55.593798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Attempting to bind port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:04:55.594160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Attempting to bind port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:04:55.594514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Attempting to bind port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 on network 8fff97ac-f06a-41fe-b46c-770f14682e5b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:04:55.628938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:04:55.629794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Checking segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:55.630186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.630572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Bound using segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:04:55.631035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Bound port: 43e7e071-9d36-448c-beb8-2b74bf1c11d3, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:04:55.631430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.640810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-640cf797-81cc-4859-9950-543aba499924 None None] For port 00565fe0-d7e2-42e0-8260-792c7d8ff423, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00565fe0-d7e2-42e0-8260-792c7d8ff423,segment=NetworkSegment(48412fea-c5c3-4820-8786-67724c306dae),segment_id=48412fea-c5c3-4820-8786-67724c306dae)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:04:55.658796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-640cf797-81cc-4859-9950-543aba499924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.784428 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 8 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:55.803989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:04:55.814609 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Sync routers for ids ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:04:55.825261 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Routers {'76363b2d-d4dc-46e2-88e6-55424e1a3a63'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:55.825589 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:55.830677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.831980 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f72331b9-82a2-476e-8948-4f96698cc93c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4870191 Sep 22 09:04:55.834656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:04:55.884563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] For port 43e7e071-9d36-448c-beb8-2b74bf1c11d3, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:04:55.888583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] For port 43e7e071-9d36-448c-beb8-2b74bf1c11d3, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=43e7e071-9d36-448c-beb8-2b74bf1c11d3,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:04:55.929190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1f22a24c-7337-4473-b7b2-80b268128ed0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:55.936328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:55.956549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:55.963084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cf797-81cc-4859-9950-543aba499924 None None] Pushing event updated for resources: {'Port': ['ID=00565fe0-d7e2-42e0-8260-792c7d8ff423,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:56.023465 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Set router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:56.044817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:56.045623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:56.191122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec046980-5414-4b84-8b7a-ff11a7492798 None None] Pushing event updated for resources: {'Port': ['ID=43e7e071-9d36-448c-beb8-2b74bf1c11d3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:56.317575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:56.360332 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:04:54Z', 'revision_number': 3, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port': {'id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:54Z', 'updated_at': '2022-09-22T09:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:56.364627 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Checking router: 76363b2d-d4dc-46e2-88e6-55424e1a3a63 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:04:56.365165 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Updating router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:04:56.427281 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:56.444756 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Attempt 9 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:56.606251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:56.606840 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a09fa1ff-83da-47e3-b4ee-09b24ca33456 None None] Port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:04:56.703506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:55Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:56.708642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f5d140-abd7-475a-9544-ad31e7939165 None None] The sync data for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv is: [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:55Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:04:56.829535 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:56.845700 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Transition to ACTIVE for port object e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:56.860941 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:56.880973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Allocated IP 172.20.0.1 (de06bbe4-311a-4221-b869-753f219533d0/5b5f4e65-5957-48d3-86e6-ac7cc1abd316/d284c27d-dee6-4382-8b48-c2d5d5b122e3) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:04:56.970789 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Attempting to bind port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:04:56.971147 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Attempting to bind port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:04:56.978764 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Attempting to bind port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:04:56.999965 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:04:57.000335 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:04:57.000732 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.001114 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:04:57.001585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Bound port: e84b495f-1a46-49f2-9e21-5a7c81ffc2b4, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:04:57.001949 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.032637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00565fe0-d7e2-42e0-8260-792c7d8ff423 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:57.049534 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194aea6-a1af-480a-9f1b-358eefe6186e None None] Pushing event updated for resources: {'Port': ['ID=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:57.136045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 00565fe0-d7e2-42e0-8260-792c7d8ff423 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:57.143100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43e7e071-9d36-448c-beb8-2b74bf1c11d3 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:57.158089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.166223 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] For port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:04:57.170987 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] For port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:04:57.176893 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.181247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Transition to ACTIVE for port object d284c27d-dee6-4382-8b48-c2d5d5b122e3 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:04:57.186054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84283558-4dfe-4149-9e48-e77ff449bdcb None None] Network de06bbe4-311a-4221-b869-753f219533d0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:04:57.212740 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.254416 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194aea6-a1af-480a-9f1b-358eefe6186e None None] Pushing event updated for resources: {'Port': ['ID=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:57.263057 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Routers {'76363b2d-d4dc-46e2-88e6-55424e1a3a63'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:57.263699 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:57.306892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Provisioning for port 00565fe0-d7e2-42e0-8260-792c7d8ff423 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:57.315867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Network de06bbe4-311a-4221-b869-753f219533d0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:57.316914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Pushing event updated for resources: {'Port': ['ID=d284c27d-dee6-4382-8b48-c2d5d5b122e3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:57.325368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:57.328426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:04:57.334063 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Provisioning complete for port 00565fe0-d7e2-42e0-8260-792c7d8ff423 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:57.334443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.334775 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Attempt 1 to provision port 00565fe0-d7e2-42e0-8260-792c7d8ff423 Sep 22 09:04:57.396715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.449830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:57.464132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:57.464509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.464841 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:57.474702 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] Set router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:04:57.655169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Current status of the port 00565fe0-d7e2-42e0-8260-792c7d8ff423 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:57.655744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.763307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:57.763704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.775125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] For port 00565fe0-d7e2-42e0-8260-792c7d8ff423, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00565fe0-d7e2-42e0-8260-792c7d8ff423,segment=NetworkSegment(48412fea-c5c3-4820-8786-67724c306dae),segment_id=48412fea-c5c3-4820-8786-67724c306dae)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:57.784876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.843602 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:04:54Z', 'revision_number': 3, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port': {'id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:54Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:04:57.861070 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb871fd-b2dd-4371-aa0c-9f9c7c047f34 None None] The sync data for ids ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'] in dv-neutron-857569-1-hyperv is: [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:04:54Z', 'revision_number': 3, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port': {'id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:54Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:04:57.875149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.880247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 43e7e071-9d36-448c-beb8-2b74bf1c11d3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=43e7e071-9d36-448c-beb8-2b74bf1c11d3,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:57.888266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:57.897924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97b832-a5ba-4b67-ad24-4895c747bba1 None None] Pushing event updated for resources: {'Port': ['ID=00565fe0-d7e2-42e0-8260-792c7d8ff423,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:58.064199 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=43e7e071-9d36-448c-beb8-2b74bf1c11d3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:58.167924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:58.172458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:58.212408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Provisioning complete for port 00565fe0-d7e2-42e0-8260-792c7d8ff423 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:58.212839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:58.213225 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 1 to provision port 00565fe0-d7e2-42e0-8260-792c7d8ff423 Sep 22 09:04:58.285924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:58.290434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Pushing event updated for resources: {'Port': ['ID=d284c27d-dee6-4382-8b48-c2d5d5b122e3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:58.378246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Current status of the port 00565fe0-d7e2-42e0-8260-792c7d8ff423 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:58.391721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Provisioning for port d284c27d-dee6-4382-8b48-c2d5d5b122e3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:58.396969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Provisioning complete for port d284c27d-dee6-4382-8b48-c2d5d5b122e3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:58.397368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:58.397850 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 1 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:04:58.444139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Network de06bbe4-311a-4221-b869-753f219533d0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:04:58.445261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:04:58.489179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Port d284c27d-dee6-4382-8b48-c2d5d5b122e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:58.652343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:04:58.835774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:04:58.853913 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4e112108-010e-4d32-acf7-d41f8a55838e admin admin] 10.222.0.42 "PUT /v2.0/routers/76363b2d-d4dc-46e2-88e6-55424e1a3a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0098431 Sep 22 09:04:58.990303 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 2 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:04:59.021103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00565fe0-d7e2-42e0-8260-792c7d8ff423 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:59.096683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Port d284c27d-dee6-4382-8b48-c2d5d5b122e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:59.114211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 00565fe0-d7e2-42e0-8260-792c7d8ff423 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:59.114669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:59.115070 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 00565fe0-d7e2-42e0-8260-792c7d8ff423 Sep 22 09:04:59.233852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 00565fe0-d7e2-42e0-8260-792c7d8ff423 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:59.234899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:59.304528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:04:59.309285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:59.309671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:59.309979 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 Sep 22 09:04:59.430337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:59.430712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:59.447600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:04:59.452780 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:59.453560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43e7e071-9d36-448c-beb8-2b74bf1c11d3 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:04:59.577466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:04:59.589790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:04:59.590158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:04:59.590488 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 Sep 22 09:04:59.618557 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 3 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:04:59.694168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Port d284c27d-dee6-4382-8b48-c2d5d5b122e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:04:59.758727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:04:59.793431 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Sync routers for ids ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:04:59.806135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Routers {'76363b2d-d4dc-46e2-88e6-55424e1a3a63'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:04:59.806764 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:00.008875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Set router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:05:00.213924 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 4 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:05:00.286994 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Port d284c27d-dee6-4382-8b48-c2d5d5b122e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:00.430982 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 4, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port': {'id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:54Z', 'updated_at': '2022-09-22T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd284c27d-dee6-4382-8b48-c2d5d5b122e3', 'name': '', 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'mac_address': 'fa:16:3e:78:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '5b5f4e65-5957-48d3-86e6-ac7cc1abd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:56Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 2, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'subnets': [{'id': '5b5f4e65-5957-48d3-86e6-ac7cc1abd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:00.435157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Checking router: 76363b2d-d4dc-46e2-88e6-55424e1a3a63 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:05:00.435532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Updating router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 port d284c27d-dee6-4382-8b48-c2d5d5b122e3 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:05:00.494796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:00.789822 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 5 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:05:00.897320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Port d284c27d-dee6-4382-8b48-c2d5d5b122e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:00.907292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:00.920201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Transition to ACTIVE for port object d284c27d-dee6-4382-8b48-c2d5d5b122e3 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:05:00.931540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:01.031636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:05:01.099979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4df1f-82bf-4403-840b-25342db4cfdc None None] Pushing event updated for resources: {'Port': ['ID=d284c27d-dee6-4382-8b48-c2d5d5b122e3,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:01.219164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Attempting to bind port d284c27d-dee6-4382-8b48-c2d5d5b122e3 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:05:01.219553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Attempting to bind port d284c27d-dee6-4382-8b48-c2d5d5b122e3 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:05:01.220091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Attempting to bind port d284c27d-dee6-4382-8b48-c2d5d5b122e3 on network de06bbe4-311a-4221-b869-753f219533d0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:05:01.229131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:05:01.229506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Checking segment: {'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:05:01.230069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:01.231260 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Bound using segment: {'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:05:01.232865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Bound port: d284c27d-dee6-4382-8b48-c2d5d5b122e3, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48412fea-c5c3-4820-8786-67724c306dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:05:01.233424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:01.245184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:05:01.245550 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:01.245878 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 Sep 22 09:05:01.404576 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 6 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:05:01.432765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] For port d284c27d-dee6-4382-8b48-c2d5d5b122e3, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:05:01.475391 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] For port d284c27d-dee6-4382-8b48-c2d5d5b122e3, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d284c27d-dee6-4382-8b48-c2d5d5b122e3,segment=NetworkSegment(48412fea-c5c3-4820-8786-67724c306dae),segment_id=48412fea-c5c3-4820-8786-67724c306dae)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:05:01.492751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:01.536078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:05:01.538229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Port d284c27d-dee6-4382-8b48-c2d5d5b122e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:01.562013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Routers {'76363b2d-d4dc-46e2-88e6-55424e1a3a63'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:05:01.562638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:04:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:01.651598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4df1f-82bf-4403-840b-25342db4cfdc None None] Pushing event updated for resources: {'Port': ['ID=d284c27d-dee6-4382-8b48-c2d5d5b122e3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:01.759759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] Set router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:05:02.041647 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Attempt 7 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:05:02.162446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-55f7c913-7fec-4530-95ca-3471f3dd604c None None] Port d284c27d-dee6-4382-8b48-c2d5d5b122e3 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:05:02.202157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 4, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port': {'id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:54Z', 'updated_at': '2022-09-22T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd284c27d-dee6-4382-8b48-c2d5d5b122e3', 'name': '', 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'mac_address': 'fa:16:3e:78:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '5b5f4e65-5957-48d3-86e6-ac7cc1abd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:56Z', 'updated_at': '2022-09-22T09:05:01Z', 'revision_number': 4, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'subnets': [{'id': '5b5f4e65-5957-48d3-86e6-ac7cc1abd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:02.207830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8e0d8-96ba-4f2a-8acb-c08b3fa37c0e None None] The sync data for ids ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'] in dv-neutron-857569-1-hyperv is: [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 4, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port': {'id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:54Z', 'updated_at': '2022-09-22T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd284c27d-dee6-4382-8b48-c2d5d5b122e3', 'name': '', 'network_id': 'de06bbe4-311a-4221-b869-753f219533d0', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'mac_address': 'fa:16:3e:78:7e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '5b5f4e65-5957-48d3-86e6-ac7cc1abd316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:56Z', 'updated_at': '2022-09-22T09:05:01Z', 'revision_number': 4, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'subnets': [{'id': '5b5f4e65-5957-48d3-86e6-ac7cc1abd316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:05:02.951437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d284c27d-dee6-4382-8b48-c2d5d5b122e3 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:05:03.056333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port d284c27d-dee6-4382-8b48-c2d5d5b122e3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:05:03.062500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d284c27d-dee6-4382-8b48-c2d5d5b122e3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:05:03.063135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:03.063652 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:05:03.211252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d284c27d-dee6-4382-8b48-c2d5d5b122e3 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:05:03.211853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:03.250240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port d284c27d-dee6-4382-8b48-c2d5d5b122e3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d284c27d-dee6-4382-8b48-c2d5d5b122e3,segment=NetworkSegment(48412fea-c5c3-4820-8786-67724c306dae),segment_id=48412fea-c5c3-4820-8786-67724c306dae)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:05:03.255255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:03.327415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=d284c27d-dee6-4382-8b48-c2d5d5b122e3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:04.923724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d284c27d-dee6-4382-8b48-c2d5d5b122e3 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:05:05.008434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d284c27d-dee6-4382-8b48-c2d5d5b122e3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:05:05.008859 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:05.009197 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d284c27d-dee6-4382-8b48-c2d5d5b122e3 Sep 22 09:05:05.135359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d284c27d-dee6-4382-8b48-c2d5d5b122e3 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:05:06.210892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-08161511-8932-4f36-95ba-bdd37d186fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:08.373554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e104c0f-7f02-4ba1-ab5c-40033fa24530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:08.850170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6fa8ea6e-d22a-4503-8d0c-e1f02a4874e2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:08.850856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6fa8ea6e-d22a-4503-8d0c-e1f02a4874e2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:05:08.869373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6fa8ea6e-d22a-4503-8d0c-e1f02a4874e2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:05:08.870517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6fa8ea6e-d22a-4503-8d0c-e1f02a4874e2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 815 time: 0.1650813 Sep 22 09:05:08.885317 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-89d0a468-715b-4f2b-a156-268af3492c34 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/quotas/633f46e8533f43f1809fe36cf5e4933d HTTP/1.1" status: 200 len: 375 time: 0.0091074 Sep 22 09:05:08.977263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-9742a82c-e56a-4b25-bf05-4aceeef2a6a8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868869 Sep 22 09:05:09.087540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a35ec75f-6f89-40d8-9957-85afd87aa7ab service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:05:09.088498 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a35ec75f-6f89-40d8-9957-85afd87aa7ab service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1002607 Sep 22 09:05:09.230796 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-4232a34c-db12-4efc-8800-c2bb432ebb85 service neutron] 10.222.0.42 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363611 Sep 22 09:05:09.363002 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-7edca299-62b3-46e3-a675-38296be9c12a service neutron] 10.222.0.42 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251829 Sep 22 09:05:09.547010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5924d53a-e594-4aa4-bf1a-37a2d9610fe0 req-9bfafd43-0b56-417c-8aa4-1eccb5016b86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:05:09.564576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5924d53a-e594-4aa4-bf1a-37a2d9610fe0 req-9bfafd43-0b56-417c-8aa4-1eccb5016b86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:05:09.565802 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5924d53a-e594-4aa4-bf1a-37a2d9610fe0 req-9bfafd43-0b56-417c-8aa4-1eccb5016b86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 210 time: 0.0688841 Sep 22 09:05:09.651643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:09.685023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:10.817905 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-008cae8c-a619-475b-95f7-bf61b3e0f237 req-ae2cac95-3efd-458c-bd3d-e1aae3bb73a1 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 210 time: 0.0646188 Sep 22 09:05:10.887665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-9129f13e-1905-4f47-8df7-e19be7f9738a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:10.889102 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-9129f13e-1905-4f47-8df7-e19be7f9738a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 815 time: 0.3163891 Sep 22 09:05:10.905549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'port': {'device_id': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'admin_state_up': True, 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:10.969088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:11.067785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:11.077571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:11.090033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Made reservation on behalf of 633f46e8533f43f1809fe36cf5e4933d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:05:11.096657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:11.394123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Allocated IP 172.20.0.9 (8fff97ac-f06a-41fe-b46c-770f14682e5b/f4f7a287-46f7-4c89-b4d0-4c033e9f331c/8456baa3-dc85-4f3c-852b-adc4e933cb36) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:05:11.719048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:11.744859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Transition to ACTIVE for port object 8456baa3-dc85-4f3c-852b-adc4e933cb36 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:05:11.786189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:11.890260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:11.899463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:05:11.900665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:05:11.903605 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:05:12.000246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:12.001092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:12.045907 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a1df990f-9aaf-4978-b6a7-d733b6e57efa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1446168 Sep 22 09:05:12.136138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7faf7-b623-461b-9cc6-5ebffa3a3be1 req-d7ca4edf-5bb6-42ff-a344-70b7d202705b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:12.144800 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ed7faf7-b623-461b-9cc6-5ebffa3a3be1 req-d7ca4edf-5bb6-42ff-a344-70b7d202705b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.1421437 Sep 22 09:05:12.204453 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ed7faf7-b623-461b-9cc6-5ebffa3a3be1 req-11bed335-a63a-417d-948b-480ef5b0ae69 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585001 Sep 22 09:05:12.301236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Provisioning for port 8456baa3-dc85-4f3c-852b-adc4e933cb36 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:05:12.305956 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Provisioning complete for port 8456baa3-dc85-4f3c-852b-adc4e933cb36 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:05:12.306316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:12.306645 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 1 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:12.360938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:12.631154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:12.863044 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 2 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:12.935898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:13.405791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395799cf-1a5f-4777-bc90-a51e1f1593d1 req-78ed8a94-b46a-45b7-a24a-17edcdb1b0ad tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:13.406483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-395799cf-1a5f-4777-bc90-a51e1f1593d1 req-78ed8a94-b46a-45b7-a24a-17edcdb1b0ad tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:05:13.422386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-395799cf-1a5f-4777-bc90-a51e1f1593d1 req-78ed8a94-b46a-45b7-a24a-17edcdb1b0ad tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:05:13.428692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-395799cf-1a5f-4777-bc90-a51e1f1593d1 req-78ed8a94-b46a-45b7-a24a-17edcdb1b0ad tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.1055083 Sep 22 09:05:13.437688 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 3 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:13.468052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-395799cf-1a5f-4777-bc90-a51e1f1593d1 req-eee1820d-fc90-46b4-a99f-28d91cc20bcd tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:05:13.497992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-395799cf-1a5f-4777-bc90-a51e1f1593d1 req-eee1820d-fc90-46b4-a99f-28d91cc20bcd tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:05:13.513372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:13.516325 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-395799cf-1a5f-4777-bc90-a51e1f1593d1 req-eee1820d-fc90-46b4-a99f-28d91cc20bcd tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 Sep 22 09:05:14.014836 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 4 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:14.069010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:14.570444 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 5 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:14.623644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:14.716907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fc575-3922-4388-b685-759628433c04 req-1c0c9f50-747e-4f39-a5ec-c07f3433c5f8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:14.719108 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-311fc575-3922-4388-b685-759628433c04 req-1c0c9f50-747e-4f39-a5ec-c07f3433c5f8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.0917518 Sep 22 09:05:14.779923 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-311fc575-3922-4388-b685-759628433c04 req-66acb3d3-d886-4af2-9b55-df88c7e02f2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Sep 22 09:05:15.130215 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 6 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:15.187677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:15.688740 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 7 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:15.765294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:15.997121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64161d6c-09dc-4d33-9284-e5b9d4c29fe8 req-a6d1b9d8-b0f7-4830-a507-98c30ad0f1d5 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:15.998684 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64161d6c-09dc-4d33-9284-e5b9d4c29fe8 req-a6d1b9d8-b0f7-4830-a507-98c30ad0f1d5 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.0932992 Sep 22 09:05:16.043196 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64161d6c-09dc-4d33-9284-e5b9d4c29fe8 req-0672dce3-a7e0-4189-b818-bfad9392fa66 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Sep 22 09:05:16.267036 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 8 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:16.332972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:16.834610 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 9 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:16.902527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:17.266548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f4ecd-a9aa-4ebd-8ebf-5b512ae8c9fc req-08579433-176a-4df2-9699-e8a483d8b933 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:17.269051 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d32f4ecd-a9aa-4ebd-8ebf-5b512ae8c9fc req-08579433-176a-4df2-9699-e8a483d8b933 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.1130636 Sep 22 09:05:17.326555 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d32f4ecd-a9aa-4ebd-8ebf-5b512ae8c9fc req-302dcaf4-db61-46de-ae02-7ea0ddb8534f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 Sep 22 09:05:17.403534 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Attempt 10 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:17.464906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6144a-fd0d-46ff-9f3f-2beb8bc6c961 None None] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:05:18.535100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36fb6-9d3d-4b4b-bbd6-d60b2ed7d6c1 req-d7dc64da-e867-429f-9c21-a4b9c4b096fb tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:18.536623 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-42f36fb6-9d3d-4b4b-bbd6-d60b2ed7d6c1 req-d7dc64da-e867-429f-9c21-a4b9c4b096fb tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.0943835 Sep 22 09:05:18.595494 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-42f36fb6-9d3d-4b4b-bbd6-d60b2ed7d6c1 req-fa4eb0ca-afc7-4ec4-9746-67790e9b671a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Sep 22 09:05:19.809020 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebeb03-c137-425e-9d33-64edf1d4a1ec req-f05c6540-b3df-4cfd-9ddd-7dcf3fcaf2b6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:19.810572 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54ebeb03-c137-425e-9d33-64edf1d4a1ec req-f05c6540-b3df-4cfd-9ddd-7dcf3fcaf2b6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.0959656 Sep 22 09:05:19.855354 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54ebeb03-c137-425e-9d33-64edf1d4a1ec req-38ed8426-c7d3-40ea-8409-09f43d7adec2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390141 Sep 22 09:05:20.692106 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Request body: {'port': {'device_id': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:20.805612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:21.152701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9eb54-e8bd-4aed-b62b-1f72d4f1e66f req-a7f4d304-4a00-4fea-bc41-b690c1b37582 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:21.154151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2c9eb54-e8bd-4aed-b62b-1f72d4f1e66f req-a7f4d304-4a00-4fea-bc41-b690c1b37582 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 931 time: 0.1875191 Sep 22 09:05:21.252231 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2c9eb54-e8bd-4aed-b62b-1f72d4f1e66f req-56d26b87-78f5-4373-821a-f5c75e3fc756 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860772 Sep 22 09:05:21.253946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8456baa3-dc85-4f3c-852b-adc4e933cb36 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:05:21.261348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:21.275431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Transition to ACTIVE for port object 8456baa3-dc85-4f3c-852b-adc4e933cb36 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:05:21.280263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:21.564961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Pushing event updated for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:21.602316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Attempting to bind port 8456baa3-dc85-4f3c-852b-adc4e933cb36 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:05:21.602646 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Attempting to bind port 8456baa3-dc85-4f3c-852b-adc4e933cb36 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:05:21.602971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Attempting to bind port 8456baa3-dc85-4f3c-852b-adc4e933cb36 on network 8fff97ac-f06a-41fe-b46c-770f14682e5b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:05:21.607485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Port 8456baa3-dc85-4f3c-852b-adc4e933cb36 on network 8fff97ac-f06a-41fe-b46c-770f14682e5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:05:21.607804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Attempting to bind port 8456baa3-dc85-4f3c-852b-adc4e933cb36 on network 8fff97ac-f06a-41fe-b46c-770f14682e5b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:05:21.612812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:05:21.613140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Checking segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:05:21.613520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Bound using segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:05:21.613935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Bound port: 8456baa3-dc85-4f3c-852b-adc4e933cb36, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:05:21.614274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:21.706267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:05:21.709725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:05:21.713236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:21.743624 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:21.744226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:21.745556 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] 10.222.0.48 "PUT /v2.0/ports/8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 1093 time: 1.0602822 Sep 22 09:05:21.745999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:05:21.748276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e418141d-6a2a-4aae-a3ca-02bd45efef96" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:05:21.841514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d583-c57e-4003-be4e-7e68682331ff service neutron] Pushing event updated for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:21.874908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-1b243589-fbfa-4d47-bf9d-03e892b4d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:21.876408 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-1b243589-fbfa-4d47-bf9d-03e892b4d8b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1096 time: 0.0867214 Sep 22 09:05:21.942364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e90204-9522-4b45-9d7e-3f412ff4b964 x-openstack-request-id: req-96e90204-9522-4b45-9d7e-3f412ff4b964 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:05:21.942655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:05:21.942899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96e90204-9522-4b45-9d7e-3f412ff4b964 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:05:21.943314 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e90204-9522-4b45-9d7e-3f412ff4b964'] response: {'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'status': 'completed', 'code': 200} Sep 22 09:05:21.961126 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-5b9df666-489b-483b-8f99-e65ccb7003c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 217 time: 0.0771768 Sep 22 09:05:22.022644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-c78da61e-574f-4286-9a9f-bc435b1a34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:22.024071 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-c78da61e-574f-4286-9a9f-bc435b1a34ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0572295 Sep 22 09:05:22.103611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-20b17641-1a9a-4317-b558-7713b53a0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:22.104953 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-20b17641-1a9a-4317-b558-7713b53a0501 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754664 Sep 22 09:05:22.233485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-03eb120a-4206-4370-b9d0-5f0b10245a27 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228502 Sep 22 09:05:22.365074 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd05f910-047b-4d08-a6a3-5fbb9ca7edd7 req-a89e38bb-78f0-4aca-8378-6e79e6493c26 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246452 Sep 22 09:05:22.515779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5624584-2d64-4d0e-9e6a-4f0d8b333542 req-4af4bec1-3364-43e1-bcfd-0cf2769275cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:22.517215 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a5624584-2d64-4d0e-9e6a-4f0d8b333542 req-4af4bec1-3364-43e1-bcfd-0cf2769275cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 943 time: 0.1506467 Sep 22 09:05:22.523002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-6d9e5be8-d854-46cf-bfbf-a421ad761a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:22.524387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-6d9e5be8-d854-46cf-bfbf-a421ad761a4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1096 time: 0.1061852 Sep 22 09:05:22.644578 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a5624584-2d64-4d0e-9e6a-4f0d8b333542 req-d343c36f-04ef-4bbf-b236-0d24ee6461ff tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191795 Sep 22 09:05:22.684298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-6305ca34-08a2-4f66-918a-71dba1430086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:22.685715 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-6305ca34-08a2-4f66-918a-71dba1430086 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1455083 Sep 22 09:05:22.751644 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-0ae62c36-2217-405d-8246-9bb587fc1245 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 217 time: 0.0594723 Sep 22 09:05:22.816352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-77c6c728-9b75-44e3-9008-aa5ecea2acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:22.817781 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-77c6c728-9b75-44e3-9008-aa5ecea2acd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0602126 Sep 22 09:05:22.898511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-5f7a08c8-167c-4171-a8ae-c3a3c6fe8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:22.899917 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-5f7a08c8-167c-4171-a8ae-c3a3c6fe8c57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762761 Sep 22 09:05:23.030751 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-371c0aa6-e2ad-4354-b6ce-e832391feb66 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238561 Sep 22 09:05:23.161073 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e418141d-6a2a-4aae-a3ca-02bd45efef96 req-1ed66767-97b1-4619-a4f2-5f8a50668e58 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229310 Sep 22 09:05:23.840043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7020dc8-03d6-4221-935d-c1d2d88bcbd1 req-7c6c6604-1f93-44d1-b016-c4ebcfca4a70 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:23.841491 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b7020dc8-03d6-4221-935d-c1d2d88bcbd1 req-7c6c6604-1f93-44d1-b016-c4ebcfca4a70 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 943 time: 0.0855374 Sep 22 09:05:23.890111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b7020dc8-03d6-4221-935d-c1d2d88bcbd1 req-a06eaa02-ff33-4c71-b5e7-38f0c10f06aa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Sep 22 09:05:24.454616 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:05:25.178409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f86ea-6cf7-40df-adb6-3d4efe7f03a8 req-ab39ded6-cd3a-43d2-8648-4c62e2b3d4df tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:25.179803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c63f86ea-6cf7-40df-adb6-3d4efe7f03a8 req-ab39ded6-cd3a-43d2-8648-4c62e2b3d4df tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 943 time: 0.1783812 Sep 22 09:05:25.223123 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c63f86ea-6cf7-40df-adb6-3d4efe7f03a8 req-71ba9d27-b2d7-4954-94bc-b04b7ab9d405 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376611 Sep 22 09:05:25.664844 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8456baa3-dc85-4f3c-852b-adc4e933cb36 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:05:25.793860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:05:25.807380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'port_id': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'mac_address': 'fa:16:3e:06:7d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:05:25.863584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8456baa3-dc85-4f3c-852b-adc4e933cb36 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:05:25.863957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:25.880585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8456baa3-dc85-4f3c-852b-adc4e933cb36 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:05:25.895360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:05:25.899154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:25.966190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:25.973895 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.974245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.974581 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.974911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.975325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.976214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.976214 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.976408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.976593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.976917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.977238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:25.977558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:26.106317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8456baa3-dc85-4f3c-852b-adc4e933cb36'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:05:26.420114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265d8f3-9300-4fea-b68e-e9b0cfa81585 req-e0123103-cca3-4886-ac76-5358e5284e04 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:26.421543 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3265d8f3-9300-4fea-b68e-e9b0cfa81585 req-e0123103-cca3-4886-ac76-5358e5284e04 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 944 time: 0.0852914 Sep 22 09:05:26.464335 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3265d8f3-9300-4fea-b68e-e9b0cfa81585 req-41f4083a-cf82-4009-9629-b1a808d90372 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371919 Sep 22 09:05:27.658364 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbd3ce-d9c0-4804-8d82-7c323531a52b req-bd18a606-01b9-4422-b159-a53581384072 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:27.660401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28bbd3ce-d9c0-4804-8d82-7c323531a52b req-bd18a606-01b9-4422-b159-a53581384072 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 944 time: 0.0891988 Sep 22 09:05:27.679851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8456baa3-dc85-4f3c-852b-adc4e933cb36 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:05:27.704021 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28bbd3ce-d9c0-4804-8d82-7c323531a52b req-f1a356ee-2381-4393-a35e-71db6fc5cc82 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Sep 22 09:05:27.746001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 8456baa3-dc85-4f3c-852b-adc4e933cb36 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:05:27.750523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 8456baa3-dc85-4f3c-852b-adc4e933cb36 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:05:27.750807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:27.751126 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 8456baa3-dc85-4f3c-852b-adc4e933cb36 Sep 22 09:05:27.861816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8456baa3-dc85-4f3c-852b-adc4e933cb36 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:05:27.862196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:27.888736 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:05:27.890992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ccdbcf-8b92-4382-b970-ccddc8040a44" -d '{"events": [{"server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "name": "network-vif-plugged", "status": "completed", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:05:27.900885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:05:27.905078 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:27.973720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:27.989449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ee6adb-3665-40de-b20e-87c7b9bf9ecb x-openstack-request-id: req-a2ee6adb-3665-40de-b20e-87c7b9bf9ecb {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:05:27.989738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "name": "network-vif-plugged", "status": "completed", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:05:27.990014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2ee6adb-3665-40de-b20e-87c7b9bf9ecb {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:05:27.990662 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ee6adb-3665-40de-b20e-87c7b9bf9ecb'] response: {'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'code': 200} Sep 22 09:05:28.216244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ae8c1-50be-45ca-b1f4-dcc28f317ff8 req-de2ddae9-5fea-408c-af53-18f19f8f5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:28.217692 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0a0ae8c1-50be-45ca-b1f4-dcc28f317ff8 req-de2ddae9-5fea-408c-af53-18f19f8f5777 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1098 time: 0.0764265 Sep 22 09:05:28.257341 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0a0ae8c1-50be-45ca-b1f4-dcc28f317ff8 req-3d47b8f5-46fc-4a08-a103-8ce36ee8e735 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336261 Sep 22 09:05:28.902939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183a74-e01f-486f-b3af-a38e9e04c0e1 req-03c885e3-2693-4a99-ab7e-1905ecd5b365 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:28.904419 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-35183a74-e01f-486f-b3af-a38e9e04c0e1 req-03c885e3-2693-4a99-ab7e-1905ecd5b365 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0889313 Sep 22 09:05:28.948502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-35183a74-e01f-486f-b3af-a38e9e04c0e1 req-c456ca94-fe8b-4473-bff0-0f4ec7c6a6b9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Sep 22 09:05:30.151635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20ab48-e469-4d34-b918-cd9d95ed1a6f req-ec50480b-5980-4961-8a3f-9dc367937724 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:30.153086 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d20ab48-e469-4d34-b918-cd9d95ed1a6f req-ec50480b-5980-4961-8a3f-9dc367937724 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0902274 Sep 22 09:05:30.196361 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d20ab48-e469-4d34-b918-cd9d95ed1a6f req-a998e488-cf06-4379-b326-62ef96b7c424 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Sep 22 09:05:30.387283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88291fd-f039-4a1a-bd4d-d2377614d6fe req-b3997200-48e4-4cb7-9495-11dac85f607a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:30.388726 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d88291fd-f039-4a1a-bd4d-d2377614d6fe req-b3997200-48e4-4cb7-9495-11dac85f607a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0856097 Sep 22 09:05:30.435471 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d88291fd-f039-4a1a-bd4d-d2377614d6fe req-9e0a3f48-706c-4ff8-8b93-b6c386f43e44 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Sep 22 09:05:30.828469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafb41e-b5a5-49e8-8db4-11d78436d823 req-3118d3ec-c64b-4911-8cde-39f5c2f72409 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:30.829812 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9aafb41e-b5a5-49e8-8db4-11d78436d823 req-3118d3ec-c64b-4911-8cde-39f5c2f72409 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0855808 Sep 22 09:05:30.872725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9aafb41e-b5a5-49e8-8db4-11d78436d823 req-2269641e-a6cb-4fa5-ae45-e2dddf3e829a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Sep 22 09:05:36.204722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f14b4ef7-894d-4a3c-aaf6-2611e9320772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:38.375137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f9c5-ee66-4f57-aa3f-0a8e7e679342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:39.653666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:39.687507 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:40.968763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:42.644570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:43.414954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c4e26-f1b4-4c9c-8ca3-9da18ec77863 req-f891770e-03e2-4dec-8434-dca596bbf430 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:43.416425 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20c4e26-f1b4-4c9c-8ca3-9da18ec77863 req-f891770e-03e2-4dec-8434-dca596bbf430 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0910983 Sep 22 09:05:43.460929 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f20c4e26-f1b4-4c9c-8ca3-9da18ec77863 req-8bb072ff-66f5-47f3-99b4-b602de2bbf30 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383830 Sep 22 09:05:43.489684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48840) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:43.606430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d32ab-1a3b-42ee-a6f2-d9e5461e4341 tempest-TestMinimumBasicScenario-1146499130 tempest-TestMinimumBasicScenario-1146499130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:43.607110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec6d32ab-1a3b-42ee-a6f2-d9e5461e4341 tempest-TestMinimumBasicScenario-1146499130 tempest-TestMinimumBasicScenario-1146499130-project-admin] Synchronizing usage tracker for tenant:0dbfdde82d384779a528a518a05b169f on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:05:43.623156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec6d32ab-1a3b-42ee-a6f2-d9e5461e4341 tempest-TestMinimumBasicScenario-1146499130 tempest-TestMinimumBasicScenario-1146499130-project-admin] Unset dirty status for tenant:0dbfdde82d384779a528a518a05b169f on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:05:43.624361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec6d32ab-1a3b-42ee-a6f2-d9e5461e4341 tempest-TestMinimumBasicScenario-1146499130 tempest-TestMinimumBasicScenario-1146499130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1093 time: 0.1334577 Sep 22 09:05:43.627322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 48846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:43.632696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:43.638626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:43.642506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:floatingip and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:43.645940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:43.652083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:43.665373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:43.796421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:43.932491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Allocated IP 172.26.8.159 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/28ab3db7-adaa-4dd7-a935-f1a0ffb60cf2) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:05:44.077099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:44.107821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:44.176850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:05:44.179717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:05:44.183308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:05:44.212035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=28ab3db7-adaa-4dd7-a935-f1a0ffb60cf2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:44.229863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.230210 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.230547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.230878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.231207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.231560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.231888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.232208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.232529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.232847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.233165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.233482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:05:44.699505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:44.771906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:44.971973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:44.976484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:45.086792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=28ab3db7-adaa-4dd7-a935-f1a0ffb60cf2,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:45.086792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:45.253900 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Floating IP c6c24518-7636-41c9-bee7-1cc066ad8c6c associated. External IP: 172.26.8.159, port: 8456baa3-dc85-4f3c-852b-adc4e933cb36. Sep 22 09:05:45.605037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Router a41a8653-a266-4249-b007-19bcaa85f6cf has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:05:45.783707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:05:45.793825 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] Sync routers for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:05:45.802815 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:05:45.803445 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:05:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:45.807207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:45.862103 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b8cec79c-b0fa-4667-9a59-961dd0c5e98a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2336926 Sep 22 09:05:45.863003 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:05:45.865516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48850) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:45.866043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c5c132-fd62-4f00-878a-061ff1b12446" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:05:45.871858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595022995', 'description': 'tempest-secgroup-smoke-1595022995 description', 'project_id': '633f46e8533f43f1809fe36cf5e4933d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:45.881985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:45.893554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:45.907419 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:45.908149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e128f5-1006-4fd1-8b87-164eb45cf236 x-openstack-request-id: req-e5e128f5-1006-4fd1-8b87-164eb45cf236 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:05:45.908433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:05:45.908684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5e128f5-1006-4fd1-8b87-164eb45cf236 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:05:45.909079 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e128f5-1006-4fd1-8b87-164eb45cf236'] response: {'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'status': 'completed', 'code': 200} Sep 22 09:05:45.936235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:45.941698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:45.945937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:45.952601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:45.982652 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:05:46.030151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-fa17655c-c343-460f-ad5f-820e6dd981db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:46.031803 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-fa17655c-c343-460f-ad5f-820e6dd981db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1098 time: 0.0998650 Sep 22 09:05:46.038136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.042241 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.086778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5690ca-d616-48cb-9839-13ca6afea39a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:46.105546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.105546 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f1f2364b-59b1-45c6-a9f0-defc189d9913 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2379572 Sep 22 09:05:46.116637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48856) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:46.128476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '3a5690ca-d616-48cb-9839-13ca6afea39a', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:46.139123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:46.149714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:46.149714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:46.155522 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:46.178544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.249986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.254137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.278792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b85d8d-320c-4b25-ba10-34da3106f7c8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:46.292959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.294341 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7f393b5-2bd0-4ae1-9b67-d90a07f7ecb4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841204 Sep 22 09:05:46.297334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:46.303305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '3a5690ca-d616-48cb-9839-13ca6afea39a', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:46.309339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:46.309932 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-2389e00b-de96-4825-bba9-877b917d035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:46.311440 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-2389e00b-de96-4825-bba9-877b917d035b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.2727785 Sep 22 09:05:46.313437 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:46.316882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:46.322556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:46.339992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.367323 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'c6c24518-7636-41c9-bee7-1cc066ad8c6c', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'floating_ip_address': '172.26.8.159', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'port_id': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'mac_address': 'fa:16:3e:06:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:05:44Z', 'updated_at': '2022-09-22T09:05:44Z', 'revision_number': 0, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:46.371698 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] Checking router: a41a8653-a266-4249-b007-19bcaa85f6cf for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:05:46.381085 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:05:46.381782 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:05:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:46.402828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.407436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.422331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-b83b7861-cf3d-4110-9c63-d2865b9356bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 999 time: 0.1031735 Sep 22 09:05:46.431596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0e16cb-687b-49b7-8b42-048b9572fc17,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:46.443947 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.447866 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3dd0b3b7-b0d3-413d-a2ed-a55c0945906c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470520 Sep 22 09:05:46.448588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:46.454380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '3a5690ca-d616-48cb-9839-13ca6afea39a', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:46.460598 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:46.466951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:46.469963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:46.475949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:46.492277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-b936d414-e52c-41f9-b125-0e6701e127fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:46.493412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.493717 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-b936d414-e52c-41f9-b125-0e6701e127fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0651977 Sep 22 09:05:46.563000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.567583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.567792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:05:46.583449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-3e0f7ec9-ee51-4376-9cf9-d21f6b13cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:46.585222 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-3e0f7ec9-ee51-4376-9cf9-d21f6b13cb27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848536 Sep 22 09:05:46.593861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f52084-a759-4b90-81f6-8893644ecc1a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:46.605469 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.607046 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31beb0d3-b366-4f8c-b78e-1c4344280462 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579466 Sep 22 09:05:46.609828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:46.616376 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '3a5690ca-d616-48cb-9839-13ca6afea39a', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:46.622826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:46.626848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:46.630065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:46.636087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:46.655060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.721364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.726263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.728429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-3b4ec2f2-a283-4c98-9010-0d93420fa880 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369305 Sep 22 09:05:46.750035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c662f398-451d-423f-95fb-3bc18efbca99,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:46.760865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.764956 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9d38f0b3-308e-4798-975d-4da9acb320d0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540065 Sep 22 09:05:46.765552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:46.771660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '3a5690ca-d616-48cb-9839-13ca6afea39a', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:46.777677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:46.781513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:46.784468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:46.790204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:46.801232 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Project 633f46e8533f43f1809fe36cf5e4933d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:05:46.808788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.892931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c5c132-fd62-4f00-878a-061ff1b12446 req-aba9f889-fcae-478f-af73-e41ed4b02fbc service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549308 Sep 22 09:05:46.902797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.909961 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.935970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc88743-d85d-4df2-949b-b0eae5133100,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:46.946841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.949603 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3fa0d306-cf71-43e2-b243-1f8e735f6982 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1829209 Sep 22 09:05:46.952639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48876) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:05:46.958912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '3a5690ca-d616-48cb-9839-13ca6afea39a', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:46.964812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:05:46.968823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:05:46.971799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:05:46.977526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:05:46.988730 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Project 633f46e8533f43f1809fe36cf5e4933d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:05:46.992951 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'c6c24518-7636-41c9-bee7-1cc066ad8c6c', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'floating_ip_address': '172.26.8.159', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'port_id': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'mac_address': 'fa:16:3e:06:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:05:44Z', 'updated_at': '2022-09-22T09:05:44Z', 'revision_number': 0, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:05:46.995425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:46.996811 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1531a2-4a07-4862-87e8-4dabf2825176 None None] The sync data for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv is: [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'c6c24518-7636-41c9-bee7-1cc066ad8c6c', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'floating_ip_address': '172.26.8.159', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'port_id': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'mac_address': 'fa:16:3e:06:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:05:44Z', 'updated_at': '2022-09-22T09:05:44Z', 'revision_number': 0, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:05:47.061705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:47.065607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:47.089742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d81868-cfda-4931-901b-41c5938877dc,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:47.098443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:47.102305 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4f1bc208-e591-471b-8d05-eba19ba269c8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461337 Sep 22 09:05:47.197576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ad952-5003-45b4-ac23-115e5f3b77b9 None None] New status for floating IP c6c24518-7636-41c9-bee7-1cc066ad8c6c: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:05:47.229056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65232ada-3216-4b14-aef0-d540692523a0 req-08e1f0de-fed2-4b85-a81d-cbecd595ad29 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595022995&fields=id&tenant_id=633f46e8533f43f1809fe36cf5e4933d HTTP/1.1" status: 200 len: 267 time: 0.0468943 Sep 22 09:05:47.319443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65232ada-3216-4b14-aef0-d540692523a0 req-8b0e61b7-5dd1-438e-b5a7-a913c1723f06 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:47.320891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65232ada-3216-4b14-aef0-d540692523a0 req-8b0e61b7-5dd1-438e-b5a7-a913c1723f06 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0863180 Sep 22 09:05:47.331748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'port': {'security_groups': ['a00197ae-d73d-47b5-8168-29a591b9f3b9', '3a5690ca-d616-48cb-9839-13ca6afea39a']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:05:47.464375 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:47.725022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:05:47.748822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:47.753206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:47.765719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8456baa3-dc85-4f3c-852b-adc4e933cb36'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:05:47.790984 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:47.791611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:05:47.793038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65232ada-3216-4b14-aef0-d540692523a0 req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "PUT /v2.0/ports/8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 981 time: 0.4657843 Sep 22 09:05:47.829989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8456baa3-dc85-4f3c-852b-adc4e933cb36'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:05:47.836845 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6b168-8997-454d-b699-13437159dc97 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:05:47.910474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:05:47.913987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a885b933-c43c-442a-8052-026c233a4de5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:05:47.960126 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c25150-d742-4011-a2a8-1cf8764d0563 x-openstack-request-id: req-b2c25150-d742-4011-a2a8-1cf8764d0563 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:05:47.960418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:05:47.960708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2c25150-d742-4011-a2a8-1cf8764d0563 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:05:47.961106 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c25150-d742-4011-a2a8-1cf8764d0563'] response: {'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'status': 'completed', 'code': 200} Sep 22 09:05:47.987457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a7bb9-2d6e-4b5c-b017-158e72ccc52a req-093c6b21-37ac-4e47-b893-f16cab5eef50 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:47.989517 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0a7bb9-2d6e-4b5c-b017-158e72ccc52a req-093c6b21-37ac-4e47-b893-f16cab5eef50 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 984 time: 0.0993416 Sep 22 09:05:48.042319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4a0a7bb9-2d6e-4b5c-b017-158e72ccc52a req-04cab233-4934-4ecf-9cda-9883ba66844b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:05:48.059894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4a0a7bb9-2d6e-4b5c-b017-158e72ccc52a req-04cab233-4934-4ecf-9cda-9883ba66844b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:05:48.061098 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0a7bb9-2d6e-4b5c-b017-158e72ccc52a req-04cab233-4934-4ecf-9cda-9883ba66844b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&id=3a5690ca-d616-48cb-9839-13ca6afea39a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650532 Sep 22 09:05:48.079507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885b933-c43c-442a-8052-026c233a4de5 req-e51257db-75a8-49a7-996f-adab1e2de2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:48.081001 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a885b933-c43c-442a-8052-026c233a4de5 req-e51257db-75a8-49a7-996f-adab1e2de2f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1137 time: 0.0959740 Sep 22 09:05:48.214446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885b933-c43c-442a-8052-026c233a4de5 req-35d1e2f8-8e3a-4c4e-8430-fce82eaa9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:48.215931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a885b933-c43c-442a-8052-026c233a4de5 req-35d1e2f8-8e3a-4c4e-8430-fce82eaa9bde service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1281893 Sep 22 09:05:48.325156 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a885b933-c43c-442a-8052-026c233a4de5 req-10cb3f86-acef-402a-947f-4789b279ceab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 1001 time: 0.0979493 Sep 22 09:05:48.386726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885b933-c43c-442a-8052-026c233a4de5 req-fc5def20-becd-4ecb-bc38-387269126322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:48.388524 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a885b933-c43c-442a-8052-026c233a4de5 req-fc5def20-becd-4ecb-bc38-387269126322 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0574653 Sep 22 09:05:48.473803 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885b933-c43c-442a-8052-026c233a4de5 req-820d28fc-bf1a-497c-961d-4dba9da9648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:05:48.475330 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a885b933-c43c-442a-8052-026c233a4de5 req-820d28fc-bf1a-497c-961d-4dba9da9648a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812988 Sep 22 09:05:48.697603 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a885b933-c43c-442a-8052-026c233a4de5 req-c97e0c7b-5b03-4f4c-91bb-60d6ad7ffb12 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152171 Sep 22 09:05:48.828507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a885b933-c43c-442a-8052-026c233a4de5 req-0172d65c-fb50-4ceb-9ad8-d470b4a03ee0 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236851 Sep 22 09:06:01.453130 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:06:06.208230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1de43ca9-648f-42d5-9d79-c67aaf66f7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:08.378318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a59d60eb-2c0a-487e-b425-414d536ffa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:09.655355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:09.687763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:10.971837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:12.649359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:28.294418 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-dbd302f6-50f9-4db0-90cb-685b43cce94c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767865 Sep 22 09:06:28.439070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977816a-3073-4523-90ac-2db689b34b37 req-5207390d-2be7-4b90-981f-500ef143c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:06:28.440572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-5207390d-2be7-4b90-981f-500ef143c5fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1137 time: 0.0813015 Sep 22 09:06:28.585178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977816a-3073-4523-90ac-2db689b34b37 req-db8a2fd4-6ec6-4bde-bee3-de3905ee9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:06:28.586527 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-db8a2fd4-6ec6-4bde-bee3-de3905ee9ba9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1273613 Sep 22 09:06:28.686065 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-799a43a8-e5d2-4788-b43d-e689104db8bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 1001 time: 0.0942972 Sep 22 09:06:28.746885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977816a-3073-4523-90ac-2db689b34b37 req-7f06af94-f10d-49b0-8125-6e63e1ce042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:06:28.748321 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-7f06af94-f10d-49b0-8125-6e63e1ce042d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0558126 Sep 22 09:06:28.833732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977816a-3073-4523-90ac-2db689b34b37 req-4c07588a-36ed-4346-b3ee-23d486debfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:06:28.835162 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-4c07588a-36ed-4346-b3ee-23d486debfc6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792952 Sep 22 09:06:28.961812 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-e001777c-cc20-49d1-943b-e3fd985810a0 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212473 Sep 22 09:06:29.089738 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8977816a-3073-4523-90ac-2db689b34b37 req-52cefb0a-4928-49fa-8ee6-860f51ce7ef1 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225963 Sep 22 09:06:36.210295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-918facf1-3132-4e36-a0bd-43720bd9afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:38.384023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a6f6eb36-d633-4a65-84e5-42baf689b7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:38.453756 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:06:39.657839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:39.688265 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:40.974051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:06:42.647471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:06.242876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0c27db43-04d3-4d92-9233-0e28db77993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:08.384444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e0e02b72-2757-4bb4-8a8b-b5bb4a20cc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:09.660777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:09.689082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:10.976940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:12.647599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:15.451908 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:07:27.490774 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3681d0e-b69b-48b1-ac8b-9c16c9d88b1d req-621b5d8c-c675-4047-b514-8a4e761a0606 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:27.492272 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c3681d0e-b69b-48b1-ac8b-9c16c9d88b1d req-621b5d8c-c675-4047-b514-8a4e761a0606 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 984 time: 0.0881841 Sep 22 09:07:27.496577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-4fe0130b-6671-4a37-8e71-cb2cd4159940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:27.498035 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-4fe0130b-6671-4a37-8e71-cb2cd4159940 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1137 time: 0.1200528 Sep 22 09:07:27.538735 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c3681d0e-b69b-48b1-ac8b-9c16c9d88b1d req-6d994a12-5564-41d2-a355-70fbf387708e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&id=3a5690ca-d616-48cb-9839-13ca6afea39a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404119 Sep 22 09:07:27.631251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-5bce32c3-331a-4623-99fb-957bebb0100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:27.632685 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-5bce32c3-331a-4623-99fb-957bebb0100e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1288354 Sep 22 09:07:27.734575 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-2f166e5e-34d4-4b23-8756-05f1d64cb56c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 1001 time: 0.0957620 Sep 22 09:07:27.794725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-d56c2667-fcd6-4c89-b443-14402a4218e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:27.796037 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-d56c2667-fcd6-4c89-b443-14402a4218e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0551972 Sep 22 09:07:27.980855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-92e2e941-9757-486c-967b-58a5d2b26fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:27.982339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-92e2e941-9757-486c-967b-58a5d2b26fc3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1802936 Sep 22 09:07:28.113114 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-472085ad-1165-4584-874f-52ed6def7e21 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223774 Sep 22 09:07:28.243153 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5443dd4b-ae96-41e3-bb03-b0c4bda4f9d6 req-86a5893c-fdb8-4ddf-a3bc-b68f998deb6a service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236384 Sep 22 09:07:28.745065 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7970f1e-abd2-4bf7-91c3-c371df4903f1 req-2b9e0ace-d085-495d-bb5f-aeed596faa8c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:28.746529 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d7970f1e-abd2-4bf7-91c3-c371df4903f1 req-2b9e0ace-d085-495d-bb5f-aeed596faa8c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 984 time: 0.0898285 Sep 22 09:07:28.796377 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d7970f1e-abd2-4bf7-91c3-c371df4903f1 req-ce7d1b53-668e-46a8-aa1c-00cc32f040e8 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&id=3a5690ca-d616-48cb-9839-13ca6afea39a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433788 Sep 22 09:07:29.748755 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-862d68d2-e875-441a-8852-7649014023d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791357 Sep 22 09:07:29.893973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-b73f9d5f-915a-47f9-bf5a-a70a964cb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:29.895991 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-b73f9d5f-915a-47f9-bf5a-a70a964cb1b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1137 time: 0.0834920 Sep 22 09:07:30.006118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eee30-b3d0-48ee-9b9c-89bd444cd004 req-d82032e6-544a-47ec-a9a4-9d17532c7133 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:30.007544 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f22eee30-b3d0-48ee-9b9c-89bd444cd004 req-d82032e6-544a-47ec-a9a4-9d17532c7133 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 984 time: 0.0922327 Sep 22 09:07:30.040822 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-6e8fa435-a253-4c14-8ebb-45f6ae39ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:30.042279 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-6e8fa435-a253-4c14-8ebb-45f6ae39ce51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1282897 Sep 22 09:07:30.054213 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f22eee30-b3d0-48ee-9b9c-89bd444cd004 req-d1f1cdb8-7e27-4c3a-a27e-996c873e3c30 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&id=3a5690ca-d616-48cb-9839-13ca6afea39a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407653 Sep 22 09:07:30.144124 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-49821d78-049e-437f-9ea2-e8e29945d9a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 1001 time: 0.0963883 Sep 22 09:07:30.209673 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-e94c6d50-e25b-4162-8f88-1abae1a60989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:30.211137 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-e94c6d50-e25b-4162-8f88-1abae1a60989 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0597825 Sep 22 09:07:30.291155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-54ee7e47-a978-41bf-9443-0eaadde3ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:07:30.292573 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-54ee7e47-a978-41bf-9443-0eaadde3ac4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761311 Sep 22 09:07:30.421092 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-f78174ca-f953-4b4a-9e5e-777cf5ad8258 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229599 Sep 22 09:07:30.549718 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7fe6e74e-da01-43b9-9604-406d3725d07e req-f903effb-bb43-4036-9efc-8a3eb20d5e33 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229501 Sep 22 09:07:36.213660 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-87118853-5ffe-4398-846a-581a3bda2e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:38.385992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2ea5f3b8-838d-4459-b8cc-e6cc89631b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:39.663069 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:39.691786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:40.978422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:42.660528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:07:52.451131 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:08:06.214988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00a2c8ba-d842-4c6d-968a-c92b3aec20c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:08.387642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a076ed06-d705-4373-b06b-c3973803b4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:09.666686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:09.693730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:10.982774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:12.672308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:29.450579 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:08:31.289701 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-8fab3614-45fb-4886-9ed9-f97d461ca030 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832784 Sep 22 09:08:31.431779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-ff5fcb72-1bae-4132-a71a-ee4c39810e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:31.433209 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-ff5fcb72-1bae-4132-a71a-ee4c39810e7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1137 time: 0.0770311 Sep 22 09:08:31.575066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-947cdc1b-dbe3-4112-9901-f7d822ca3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:31.576443 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-947cdc1b-dbe3-4112-9901-f7d822ca3f4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1257849 Sep 22 09:08:31.777109 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-2a31a102-2ae5-417a-808c-989ebd4ba0d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 1001 time: 0.1935971 Sep 22 09:08:31.838359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-920a03fb-df78-4c2e-abe6-8a7227e20adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:31.839680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-920a03fb-df78-4c2e-abe6-8a7227e20adb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0571678 Sep 22 09:08:31.921524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-30213461-25a0-4a97-a3a6-507da05e4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:31.923064 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-30213461-25a0-4a97-a3a6-507da05e4b55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779772 Sep 22 09:08:32.052602 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-f717aa05-f618-4117-b629-32b875e00e7d service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227357 Sep 22 09:08:32.180026 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64af7f10-0b4f-4f64-badf-74bc504456a4 req-37913037-40ba-4f4f-8bcb-296419d76985 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216238 Sep 22 09:08:36.219849 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-abada474-eb1f-4d9a-918f-1f13f5ef1f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:38.388164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c516a64f-6bdd-4ca0-a5b1-69cb4a874baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:39.669067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:39.693153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:40.984792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:42.678591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.002000 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-b43a55f6-6ed3-4ab6-8d1b-2bab29cc2f9e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595022995&fields=id&tenant_id=633f46e8533f43f1809fe36cf5e4933d HTTP/1.1" status: 200 len: 267 time: 0.0456202 Sep 22 09:08:43.095441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-f58118aa-ab8d-449c-baa9-79ba591c8bd0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:43.097436 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-f58118aa-ab8d-449c-baa9-79ba591c8bd0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 984 time: 0.0894697 Sep 22 09:08:43.108208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'port': {'security_groups': ['a00197ae-d73d-47b5-8168-29a591b9f3b9']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:08:43.232350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.475540 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:08:43.499405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.504011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.514910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8456baa3-dc85-4f3c-852b-adc4e933cb36'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:08:43.541680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:43.542277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.543645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b4e545da-12d6-4bfc-97ca-0e3ce00c1906 req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "PUT /v2.0/ports/8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 942 time: 0.4397831 Sep 22 09:08:43.544080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:08:43.546420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706ca40-0293-4654-a48b-dde18d23bbce" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:08:43.550194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48956) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:08:43.600760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=7']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:08:43.605908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8456baa3-dc85-4f3c-852b-adc4e933cb36'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:08:43.609263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.609612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.609950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.610335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.610676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.611007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.611374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.611700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.612315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.612640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.612962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.613305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454f1245-6b35-4ee8-a4a0-1303520877cc tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.620167 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c93595-0ad2-4eb1-b932-1c502de942bd x-openstack-request-id: req-16c93595-0ad2-4eb1-b932-1c502de942bd {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:08:43.620571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:08:43.620821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16c93595-0ad2-4eb1-b932-1c502de942bd {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:08:43.621217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c93595-0ad2-4eb1-b932-1c502de942bd'] response: {'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'status': 'completed', 'code': 200} Sep 22 09:08:43.658524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.691804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.718285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca40-0293-4654-a48b-dde18d23bbce req-a10f2c73-94a6-4351-ba46-26482df4fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:43.719785 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a706ca40-0293-4654-a48b-dde18d23bbce req-a10f2c73-94a6-4351-ba46-26482df4fdc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1098 time: 0.0806379 Sep 22 09:08:43.770561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.791821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5690ca-d616-48cb-9839-13ca6afea39a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:08:43.804623 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.805017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.805364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.805697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.806114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.806444 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.806769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.807094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.807436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.807756 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.808165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.808488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:08:43.815541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:43.816392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e8470a7-6595-4e3c-950e-5f0983673566 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "DELETE /v2.0/security-groups/3a5690ca-d616-48cb-9839-13ca6afea39a HTTP/1.1" status: 204 len: 168 time: 0.2652128 Sep 22 09:08:43.819002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 48960) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:08:43.866777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca40-0293-4654-a48b-dde18d23bbce req-1ca5fb18-2771-4467-be76-8d3af62439d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:43.868442 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a706ca40-0293-4654-a48b-dde18d23bbce req-1ca5fb18-2771-4467-be76-8d3af62439d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1414118 Sep 22 09:08:43.973944 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a706ca40-0293-4654-a48b-dde18d23bbce req-effb6b84-13c6-4f26-aba2-a0c7f7dde8ae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 1001 time: 0.0990777 Sep 22 09:08:44.029760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Deleting port 28ab3db7-adaa-4dd7-a935-f1a0ffb60cf2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:08:44.030015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:44.036804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca40-0293-4654-a48b-dde18d23bbce req-2651db7a-6af2-4432-8e67-4e4b1de76733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:44.038239 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a706ca40-0293-4654-a48b-dde18d23bbce req-2651db7a-6af2-4432-8e67-4e4b1de76733 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0585132 Sep 22 09:08:44.123088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca40-0293-4654-a48b-dde18d23bbce req-04c22415-c2d3-4ea4-af28-0217c3773fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:44.124651 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a706ca40-0293-4654-a48b-dde18d23bbce req-04c22415-c2d3-4ea4-af28-0217c3773fac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806177 Sep 22 09:08:44.202263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:44.202594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:44.370749 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a706ca40-0293-4654-a48b-dde18d23bbce req-d3e1209c-d3e6-440d-b13c-636b4ffe695b service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384560 Sep 22 09:08:44.423607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Calling delete_port for 28ab3db7-adaa-4dd7-a935-f1a0ffb60cf2 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:08:44.502336 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a706ca40-0293-4654-a48b-dde18d23bbce req-96e81bfc-da72-4638-ad8f-9a8b082c490c service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256168 Sep 22 09:08:44.570573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:44.617305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event deleted for resources: {'Port': ['ID=28ab3db7-adaa-4dd7-a935-f1a0ffb60cf2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:08:44.710722 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:44.711018 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Floating IP c6c24518-7636-41c9-bee7-1cc066ad8c6c disassociated (deleted). External IP: 172.26.8.159, port: 8456baa3-dc85-4f3c-852b-adc4e933cb36. Sep 22 09:08:45.055068 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Router a41a8653-a266-4249-b007-19bcaa85f6cf has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:08:45.233576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:08:45.243743 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] Sync routers for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:08:45.253784 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:08:45.253935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:45.254380 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:08:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:08:45.311281 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2cdccd7-2b71-419e-9c53-649da1234654 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "DELETE /v2.0/floatingips/c6c24518-7636-41c9-bee7-1cc066ad8c6c HTTP/1.1" status: 204 len: 168 time: 1.4906015 Sep 22 09:08:45.312059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:08:45.314474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28454a5-3119-4503-8cd2-3ab3b371b6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:08:45.418153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e9d514-981b-41ef-81a2-c6f1e63e27ff x-openstack-request-id: req-a1e9d514-981b-41ef-81a2-c6f1e63e27ff {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:08:45.418445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:08:45.418696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1e9d514-981b-41ef-81a2-c6f1e63e27ff {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:08:45.419102 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e9d514-981b-41ef-81a2-c6f1e63e27ff'] response: {'name': 'network-changed', 'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'status': 'completed', 'code': 200} Sep 22 09:08:45.436973 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:08:45.515892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-87595f8a-cd1a-4a34-b80a-1a6b8e298126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:45.517485 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-87595f8a-cd1a-4a34-b80a-1a6b8e298126 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 1098 time: 0.0783608 Sep 22 09:08:45.652723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-c5663174-2f73-4889-b055-519f8c269a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:45.654202 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-c5663174-2f73-4889-b055-519f8c269a10 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1308506 Sep 22 09:08:45.743666 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-029e0811-71ff-448c-9a5a-605f203f7f60 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 200 len: 217 time: 0.0833526 Sep 22 09:08:45.779060 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:08:45.782837 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] Checking router: a41a8653-a266-4249-b007-19bcaa85f6cf for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:08:45.791718 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:08:45.792319 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:08:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:08:45.818972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-29bab51c-3ced-4090-aa07-bbc8c8cfd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:45.820706 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-29bab51c-3ced-4090-aa07-bbc8c8cfd757 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0706251 Sep 22 09:08:45.907964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-98d006a8-8cba-4959-a500-525765ecdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:45.909488 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-98d006a8-8cba-4959-a500-525765ecdae7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834672 Sep 22 09:08:45.974660 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:08:46.045695 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-10943081-c0f6-40bf-8326-3f86117ea684 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287265 Sep 22 09:08:46.198941 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28454a5-3119-4503-8cd2-3ab3b371b6b6 req-3afa22ef-3ce0-47cd-872c-6369e19c490e service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459208 Sep 22 09:08:46.322842 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:08:46.326900 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6247ce8-9c51-4bbe-b309-47354c0891e8 None None] The sync data for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv is: [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:08:46.556211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49be83-e1b7-4edd-8de2-e3fdc5ae5a73 None None] New status for floating IP c6c24518-7636-41c9-bee7-1cc066ad8c6c: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:08:50.839260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfe283-48e3-43c0-a925-6c6505ba2807 req-44ae366a-9780-4c7a-ab0e-5582a1ac5a32 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:50.839871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9dfe283-48e3-43c0-a925-6c6505ba2807 req-44ae366a-9780-4c7a-ab0e-5582a1ac5a32 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:08:50.855144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9dfe283-48e3-43c0-a925-6c6505ba2807 req-44ae366a-9780-4c7a-ab0e-5582a1ac5a32 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:08:50.856302 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9dfe283-48e3-43c0-a925-6c6505ba2807 req-44ae366a-9780-4c7a-ab0e-5582a1ac5a32 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.1043286 Sep 22 09:08:50.899754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9dfe283-48e3-43c0-a925-6c6505ba2807 req-f67c8738-eda2-46fa-a004-21ff05b87e22 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:08:50.916959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9dfe283-48e3-43c0-a925-6c6505ba2807 req-f67c8738-eda2-46fa-a004-21ff05b87e22 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:08:50.918097 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9dfe283-48e3-43c0-a925-6c6505ba2807 req-f67c8738-eda2-46fa-a004-21ff05b87e22 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556114 Sep 22 09:08:52.119943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d30cb-225a-4ab3-b5af-73795262a1b1 req-173f8a66-3f3a-4c38-9694-b365aa5333ef tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:52.121504 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d7d30cb-225a-4ab3-b5af-73795262a1b1 req-173f8a66-3f3a-4c38-9694-b365aa5333ef tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0857921 Sep 22 09:08:52.168797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d7d30cb-225a-4ab3-b5af-73795262a1b1 req-3b927806-8a13-4484-8867-823b07bda379 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Sep 22 09:08:52.370886 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee87beb-7340-4aa7-93cd-714b1373396b req-688d2b7e-e190-4b6f-a159-c13f9945865b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:08:52.372226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fee87beb-7340-4aa7-93cd-714b1373396b req-688d2b7e-e190-4b6f-a159-c13f9945865b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 945 time: 0.0880864 Sep 22 09:08:52.441231 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Deleting port 8456baa3-dc85-4f3c-852b-adc4e933cb36 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:08:52.441571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:52.686545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] For port 8456baa3-dc85-4f3c-852b-adc4e933cb36, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8456baa3-dc85-4f3c-852b-adc4e933cb36,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:08:52.686910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:52.807506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Calling delete_port for 8456baa3-dc85-4f3c-852b-adc4e933cb36 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:08:53.052369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:53.063871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8456baa3-dc85-4f3c-852b-adc4e933cb36'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:08:53.103303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event deleted for resources: {'Port': ['ID=8456baa3-dc85-4f3c-852b-adc4e933cb36,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:08:53.189013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] No DVR routers for this DVR port 8456baa3-dc85-4f3c-852b-adc4e933cb36 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:08:53.191490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:08:53.193904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'name': 'network-vif-deleted', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:08:53.196144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6366997-6538-4a0c-b2b0-43fe545436a3" -d '{"events": [{"server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "name": "network-vif-deleted", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:08:53.210105 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fee87beb-7340-4aa7-93cd-714b1373396b req-be9bdeac-793f-4260-8894-345851b1814f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "DELETE /v2.0/ports/8456baa3-dc85-4f3c-852b-adc4e933cb36 HTTP/1.1" status: 204 len: 173 time: 0.8327854 Sep 22 09:08:53.240935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f483e03-1f4e-44b1-a8a0-a3619fb86252 x-openstack-request-id: req-4f483e03-1f4e-44b1-a8a0-a3619fb86252 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:08:53.241249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a52428-d068-4c31-818a-4a7aa37ee334", "name": "network-vif-deleted", "tag": "8456baa3-dc85-4f3c-852b-adc4e933cb36", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:08:53.241551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f483e03-1f4e-44b1-a8a0-a3619fb86252 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:08:53.241947 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f483e03-1f4e-44b1-a8a0-a3619fb86252'] response: {'server_uuid': 'e5a52428-d068-4c31-818a-4a7aa37ee334', 'name': 'network-vif-deleted', 'tag': '8456baa3-dc85-4f3c-852b-adc4e933cb36', 'status': 'completed', 'code': 200} Sep 22 09:08:53.491645 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-412f1366-83e9-4ee3-bd70-2c2b06f3bae7 req-e3345a64-cf3d-4e21-a8c7-f87359f6b299 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5a52428-d068-4c31-818a-4a7aa37ee334 HTTP/1.1" status: 200 len: 210 time: 0.0501034 Sep 22 09:08:56.680788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8456baa3-dc85-4f3c-852b-adc4e933cb36 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:08:56.718933 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 8456baa3-dc85-4f3c-852b-adc4e933cb36 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:08:56.719597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8456baa3-dc85-4f3c-852b-adc4e933cb36 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:09:03.793312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-96bf0efd-8e40-4b32-85f3-525401935b2a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:03.794738 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-96bf0efd-8e40-4b32-85f3-525401935b2a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 815 time: 0.1409929 Sep 22 09:09:03.809297 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-c2330e27-d1a3-4a5f-8907-17719b1e2cf0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/quotas/633f46e8533f43f1809fe36cf5e4933d HTTP/1.1" status: 200 len: 375 time: 0.0086815 Sep 22 09:09:03.899206 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-40e07a0a-1380-40cf-adb5-466250119181 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850465 Sep 22 09:09:03.958919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-568a5301-22b5-406e-98bb-5de647ccb4e5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:09:03.959898 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-568a5301-22b5-406e-98bb-5de647ccb4e5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495207 Sep 22 09:09:04.198560 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-a1386d4a-887a-45f5-8bd8-fe28baea9723 service neutron] 10.222.0.42 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325239 Sep 22 09:09:04.325016 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-3d3ce7de-2414-448d-abbe-f3c1d45f1299 service neutron] 10.222.0.42 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206129 Sep 22 09:09:05.562602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-18c23111-2629-450a-a183-638a05ebc996 req-7851bee8-8a32-409d-936f-d758a95f4fab tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:09:05.577227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-18c23111-2629-450a-a183-638a05ebc996 req-7851bee8-8a32-409d-936f-d758a95f4fab tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:09:05.578445 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18c23111-2629-450a-a183-638a05ebc996 req-7851bee8-8a32-409d-936f-d758a95f4fab tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 210 time: 0.1145780 Sep 22 09:09:06.222950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86f2a98b-bd67-41e3-b952-c7a93e73f0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:06.450307 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:09:06.730168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a5ff6752-9a36-47d4-9970-87795da1503e req-e4a7a677-67be-43d5-89d2-e658d3665551 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 210 time: 0.0944488 Sep 22 09:09:07.836679 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0984f2fd-a0aa-4d3d-ba89-216276e27c16 req-a6492d25-bd0c-4a0c-a10d-6b6014dcd9e4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 210 time: 0.0488384 Sep 22 09:09:08.389667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc1216ac-65f7-46db-a31e-e67026a350d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:08.995874 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5fba37fd-6450-446e-9ea3-9c91bd2531b2 req-57cc1895-5b59-4506-9ed0-77b0233e314b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 210 time: 0.0530355 Sep 22 09:09:09.670930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:09.694055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:10.160512 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6d22c827-4cc2-4d4f-b9c6-683f5f22e9e8 req-cfabea55-14a6-46f3-9f56-d7689fa1fd6d tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 210 time: 0.0485599 Sep 22 09:09:10.524723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-97572bd3-4631-4cff-97af-9caebfdef3b0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:10.526130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-97572bd3-4631-4cff-97af-9caebfdef3b0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 815 time: 0.1441638 Sep 22 09:09:10.537809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'port': {'device_id': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'admin_state_up': True, 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:10.672218 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:10.681768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:10.695277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Made reservation on behalf of 633f46e8533f43f1809fe36cf5e4933d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:09:10.698900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:10.893919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Allocated IP 172.20.0.11 (8fff97ac-f06a-41fe-b46c-770f14682e5b/f4f7a287-46f7-4c89-b4d0-4c033e9f331c/fa740aee-e3e4-4f12-b333-bdb44412c9ed) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:09:11.000023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:11.255994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:11.280241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Transition to ACTIVE for port object fa740aee-e3e4-4f12-b333-bdb44412c9ed will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:09:11.314986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:11.402931 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb0ef2-d45a-4599-a26c-61da47ce6290 req-dfb130b6-6271-4db2-a979-eb9d0af6ff72 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:11.411547 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3bb0ef2-d45a-4599-a26c-61da47ce6290 req-dfb130b6-6271-4db2-a979-eb9d0af6ff72 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 932 time: 0.0976810 Sep 22 09:09:11.444976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:09:11.460030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:09:11.464289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:09:11.466152 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3bb0ef2-d45a-4599-a26c-61da47ce6290 req-8e51a7cb-65d2-4b2c-866f-babc9af1498f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534341 Sep 22 09:09:11.547593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:11.600902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:11.601639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:11.644970 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-4aa50912-5cac-46c1-8797-c5eb73b03ff2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1097813 Sep 22 09:09:11.830881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Provisioning for port fa740aee-e3e4-4f12-b333-bdb44412c9ed completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:09:11.836681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Provisioning complete for port fa740aee-e3e4-4f12-b333-bdb44412c9ed triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:09:11.837313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:11.837713 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 1 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:11.935400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:12.436327 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 2 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:12.495058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:12.679018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896448-ad67-48a8-b640-217b7ad7199a req-ab99c81f-cddc-4800-b4db-39b4121d4f10 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:12.680602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f0896448-ad67-48a8-b640-217b7ad7199a req-ab99c81f-cddc-4800-b4db-39b4121d4f10 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:09:12.696544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:12.697873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f0896448-ad67-48a8-b640-217b7ad7199a req-ab99c81f-cddc-4800-b4db-39b4121d4f10 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:09:12.699270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0896448-ad67-48a8-b640-217b7ad7199a req-ab99c81f-cddc-4800-b4db-39b4121d4f10 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 932 time: 0.1142790 Sep 22 09:09:12.752629 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f0896448-ad67-48a8-b640-217b7ad7199a req-f61309a0-078a-4afe-b9c8-ead00a5d9b75 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Sep 22 09:09:12.996688 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 3 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:13.051653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:13.552786 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 4 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:13.610938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:13.997298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c8f98-d235-4204-8557-fb65ef3ef561 req-25bd7b8e-93e8-4bfa-87d3-64b456de188a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:13.998784 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f21c8f98-d235-4204-8557-fb65ef3ef561 req-25bd7b8e-93e8-4bfa-87d3-64b456de188a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 932 time: 0.1330106 Sep 22 09:09:14.045926 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f21c8f98-d235-4204-8557-fb65ef3ef561 req-7058b9d3-7caf-4ba2-b287-f3397b4c8c0b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Sep 22 09:09:14.113503 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 5 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:14.172728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:14.674348 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 6 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:14.728683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:15.230136 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 7 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:15.273607 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993b1bb-f4df-44ec-b364-89342ac9f04e req-dd819ffa-1034-4d8a-9043-ec5360f07fad tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:15.280547 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d993b1bb-f4df-44ec-b364-89342ac9f04e req-dd819ffa-1034-4d8a-9043-ec5360f07fad tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 932 time: 0.1174915 Sep 22 09:09:15.294838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:15.324153 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d993b1bb-f4df-44ec-b364-89342ac9f04e req-3e726bb7-35ee-4b86-9084-fecb8da14d63 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Sep 22 09:09:15.796285 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 8 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:15.861116 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:16.363741 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 9 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:16.423293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:16.550850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d926-bb6e-40b5-8c27-cfd3068ec936 req-dc7ddbe9-9c18-416b-bc00-78d11f8116aa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:16.552524 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7347d926-bb6e-40b5-8c27-cfd3068ec936 req-dc7ddbe9-9c18-416b-bc00-78d11f8116aa tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 932 time: 0.0993099 Sep 22 09:09:16.603767 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7347d926-bb6e-40b5-8c27-cfd3068ec936 req-71f723df-a7dd-4b37-8c77-ef7473b83ab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453296 Sep 22 09:09:16.924843 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Attempt 10 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:17.033422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14e903d4-bf9d-4c75-92e1-6e4f7f8aa174 None None] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:09:17.830076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb3553-27fd-45f5-8b08-ee005dd9f244 req-03153541-0d5b-4926-a9cf-aab4372eccc2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:17.832117 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-08eb3553-27fd-45f5-8b08-ee005dd9f244 req-03153541-0d5b-4926-a9cf-aab4372eccc2 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 932 time: 0.1072428 Sep 22 09:09:17.889285 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-08eb3553-27fd-45f5-8b08-ee005dd9f244 req-26809fef-1e7f-46bc-9eed-737bcd5ee23f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515003 Sep 22 09:09:18.590709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Request body: {'port': {'device_id': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:18.698858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:19.045656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa740aee-e3e4-4f12-b333-bdb44412c9ed {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:09:19.053239 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:19.068158 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Transition to ACTIVE for port object fa740aee-e3e4-4f12-b333-bdb44412c9ed will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:09:19.072116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:19.089697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5b8c-5b72-4619-bef1-2cb050ec713b req-b19d1438-855e-491b-a0bc-bc2820461f4e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:19.091146 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9df5b8c-5b72-4619-bef1-2cb050ec713b req-b19d1438-855e-491b-a0bc-bc2820461f4e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 932 time: 0.0868950 Sep 22 09:09:19.138184 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9df5b8c-5b72-4619-bef1-2cb050ec713b req-65613f19-d285-4cbe-9b35-a12b16928f9c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Sep 22 09:09:19.262793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Pushing event updated for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:19.299091 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Attempting to bind port fa740aee-e3e4-4f12-b333-bdb44412c9ed on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:09:19.299449 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Attempting to bind port fa740aee-e3e4-4f12-b333-bdb44412c9ed by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:09:19.299798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Attempting to bind port fa740aee-e3e4-4f12-b333-bdb44412c9ed on network 8fff97ac-f06a-41fe-b46c-770f14682e5b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:09:19.304398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Port fa740aee-e3e4-4f12-b333-bdb44412c9ed on network 8fff97ac-f06a-41fe-b46c-770f14682e5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:09:19.304710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Attempting to bind port fa740aee-e3e4-4f12-b333-bdb44412c9ed on network 8fff97ac-f06a-41fe-b46c-770f14682e5b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:09:19.309705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:09:19.310033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Checking segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:09:19.310405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Bound using segment: {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:09:19.310819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Bound port: fa740aee-e3e4-4f12-b333-bdb44412c9ed, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:09:19.311156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:19.487973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:09:19.490923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:09:19.495487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:19.525717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:19.526255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:19.527620 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] 10.222.0.48 "PUT /v2.0/ports/fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 1094 time: 0.9412792 Sep 22 09:09:19.528111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:09:19.530359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2f0737-8bf2-4488-bd39-a78c8a405998" -d '{"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:09:19.603276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1524aa6e-c41f-4ab9-91bd-e6122f83b493 x-openstack-request-id: req-1524aa6e-c41f-4ab9-91bd-e6122f83b493 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:09:19.603557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:09:19.603798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1524aa6e-c41f-4ab9-91bd-e6122f83b493 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:09:19.604184 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1524aa6e-c41f-4ab9-91bd-e6122f83b493'] response: {'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'status': 'completed', 'code': 200} Sep 22 09:09:19.625508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78033ee0-2b5c-4dc3-a686-57bbaa49ccfb service neutron] Pushing event updated for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:19.655563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-7291f5d3-0650-4d2b-b128-cfcda858985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:19.657018 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-7291f5d3-0650-4d2b-b128-cfcda858985d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1097 time: 0.0926476 Sep 22 09:09:19.726313 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-3165d53c-11cf-4ebe-a68a-a9b04e47733f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 217 time: 0.0624301 Sep 22 09:09:19.785620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-120165c1-3283-424f-9080-b7b58f374fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:19.786891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-120165c1-3283-424f-9080-b7b58f374fd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0556636 Sep 22 09:09:19.869125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-f17b18fe-8117-4eeb-a782-baf0cc99f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:19.870562 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-f17b18fe-8117-4eeb-a782-baf0cc99f3ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785291 Sep 22 09:09:20.000167 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-a11beb96-3b45-44aa-8d7a-4673cde5b104 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239035 Sep 22 09:09:20.128757 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0abd1d2b-d428-468c-9feb-65516b6698cb req-ee8cb36c-3fd3-45c6-bc64-6bb2457642f7 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223800 Sep 22 09:09:20.248854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-ec78e654-16ef-40d7-af4f-ef357283478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:20.250322 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-ec78e654-16ef-40d7-af4f-ef357283478d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1097 time: 0.0782859 Sep 22 09:09:20.344548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e1f6f-921e-4bec-a5d4-ba37dc5e2d34 req-633e8b80-f219-4cc8-871a-70b88d6da308 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:20.345991 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-199e1f6f-921e-4bec-a5d4-ba37dc5e2d34 req-633e8b80-f219-4cc8-871a-70b88d6da308 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 944 time: 0.0896306 Sep 22 09:09:20.383010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-5e3ca08d-e3f5-4fbd-bb7e-b54d5977fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:20.384414 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-5e3ca08d-e3f5-4fbd-bb7e-b54d5977fb9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1271281 Sep 22 09:09:20.390613 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-199e1f6f-921e-4bec-a5d4-ba37dc5e2d34 req-c6df1203-9890-4372-80a5-01fa1abf7a2f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 Sep 22 09:09:20.455019 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-be209617-5865-4ee5-86e5-ff148310ed02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 217 time: 0.0641060 Sep 22 09:09:20.517630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-ed9c6b52-aecc-4a79-ac84-02dec72dcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:20.519630 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-ed9c6b52-aecc-4a79-ac84-02dec72dcfae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0569801 Sep 22 09:09:20.602889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-00d49346-4da3-44bf-b80f-61635d4cc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:20.604458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-00d49346-4da3-44bf-b80f-61635d4cc0bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788653 Sep 22 09:09:20.741162 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-acb37507-ecdb-446c-972c-afb48185864f service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302848 Sep 22 09:09:20.868334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e2f0737-8bf2-4488-bd39-a78c8a405998 req-62fef2cd-98cc-4047-a96d-3fafcf6fffcf service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215234 Sep 22 09:09:21.587369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d482-7d5b-496f-9a8a-247b152153cf req-dc52ada3-c0b0-4171-997a-6db37e6af14f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:21.588816 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d87d482-7d5b-496f-9a8a-247b152153cf req-dc52ada3-c0b0-4171-997a-6db37e6af14f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 944 time: 0.0877616 Sep 22 09:09:21.632340 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d87d482-7d5b-496f-9a8a-247b152153cf req-53021cf9-4a4a-48c7-ac7f-8fa90a7cadf9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Sep 22 09:09:22.804634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fa740aee-e3e4-4f12-b333-bdb44412c9ed details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:09:22.823381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad63c03-4f65-4a5c-ab5c-c0f7fc0cdf72 req-dd7c6663-176e-41e8-a52f-c620bf7c1e94 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:22.824832 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bad63c03-4f65-4a5c-ab5c-c0f7fc0cdf72 req-dd7c6663-176e-41e8-a52f-c620bf7c1e94 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 944 time: 0.0857008 Sep 22 09:09:22.872020 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bad63c03-4f65-4a5c-ab5c-c0f7fc0cdf72 req-fd28f85a-79cc-4d6a-80a4-0f7b34f00050 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411568 Sep 22 09:09:22.935409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:09:22.948585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'port_id': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'mac_address': 'fa:16:3e:73:66:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:09:23.005517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fa740aee-e3e4-4f12-b333-bdb44412c9ed is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:09:23.005898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:23.022855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa740aee-e3e4-4f12-b333-bdb44412c9ed {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:09:23.037773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:09:23.041795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:23.105871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:23.113684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.114025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.114360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.114687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.115008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.115369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.115691 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.116006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.116322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.116636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.116948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.117259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:09:23.270203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fa740aee-e3e4-4f12-b333-bdb44412c9ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:09:24.164049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26798fdc-031a-4d30-b426-d9063b63199a req-b0b1d4e0-001d-40ed-84b5-bbb17e732e60 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:24.165405 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26798fdc-031a-4d30-b426-d9063b63199a req-b0b1d4e0-001d-40ed-84b5-bbb17e732e60 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 945 time: 0.1838503 Sep 22 09:09:24.207702 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26798fdc-031a-4d30-b426-d9063b63199a req-e2423ce9-de45-4d62-8b51-4c9b724a7769 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Sep 22 09:09:24.805770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fa740aee-e3e4-4f12-b333-bdb44412c9ed up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:09:24.875101 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port fa740aee-e3e4-4f12-b333-bdb44412c9ed completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:09:24.880597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port fa740aee-e3e4-4f12-b333-bdb44412c9ed triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:09:24.880967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:24.881297 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port fa740aee-e3e4-4f12-b333-bdb44412c9ed Sep 22 09:09:25.000195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port fa740aee-e3e4-4f12-b333-bdb44412c9ed is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:09:25.000593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:25.027250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:09:25.029730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ebd2f8-5c45-4bbe-9791-3faa70e11cb4" -d '{"events": [{"server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "name": "network-vif-plugged", "status": "completed", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:09:25.038172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:09:25.043288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:25.078887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcaa00c-c493-4713-b691-8257b9b7f277 x-openstack-request-id: req-dfcaa00c-c493-4713-b691-8257b9b7f277 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:09:25.079172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "name": "network-vif-plugged", "status": "completed", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:09:25.079439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfcaa00c-c493-4713-b691-8257b9b7f277 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:09:25.079826 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcaa00c-c493-4713-b691-8257b9b7f277'] response: {'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'code': 200} Sep 22 09:09:25.120665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:25.317317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810813f9-4cea-4b80-804c-0af9a7d5093f req-a204aa74-b66d-4317-b47d-9a67d0686d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:25.318809 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-810813f9-4cea-4b80-804c-0af9a7d5093f req-a204aa74-b66d-4317-b47d-9a67d0686d1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1099 time: 0.0787549 Sep 22 09:09:25.412587 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-810813f9-4cea-4b80-804c-0af9a7d5093f req-fa788a18-e81c-45de-8355-04a94ee11606 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579619 Sep 22 09:09:25.434862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70270523-c1a6-4bf8-8da3-00ad1851826c req-ed74b5fd-d331-4742-997d-fb99f71d48e5 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:25.436260 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70270523-c1a6-4bf8-8da3-00ad1851826c req-ed74b5fd-d331-4742-997d-fb99f71d48e5 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.1162953 Sep 22 09:09:25.479105 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70270523-c1a6-4bf8-8da3-00ad1851826c req-726c4efc-4f9d-4614-a652-04378642c119 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Sep 22 09:09:26.675678 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f1058-954a-4ce1-92a3-6f269b9b4154 req-d351dcbe-a5a3-45ff-9671-882eec4440d6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:26.677123 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-756f1058-954a-4ce1-92a3-6f269b9b4154 req-d351dcbe-a5a3-45ff-9671-882eec4440d6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.0851386 Sep 22 09:09:26.720903 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-756f1058-954a-4ce1-92a3-6f269b9b4154 req-318755c4-6395-49b8-85d4-94cc6ad63e59 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Sep 22 09:09:26.916544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478bb32-5175-4c04-8d61-596cff4dd0ac req-5990ce7d-551f-4b33-8843-84f674c46798 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:26.917891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b478bb32-5175-4c04-8d61-596cff4dd0ac req-5990ce7d-551f-4b33-8843-84f674c46798 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.0906734 Sep 22 09:09:26.961149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b478bb32-5175-4c04-8d61-596cff4dd0ac req-2a300714-13c0-4fe8-be44-950eeb95cb25 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Sep 22 09:09:27.350447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4e9dd-d7d1-453c-a0f9-992ee98e5286 req-81547274-7f00-4c0c-b68e-2864ae621f9a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:27.351896 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9f4e9dd-d7d1-453c-a0f9-992ee98e5286 req-81547274-7f00-4c0c-b68e-2864ae621f9a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.0884993 Sep 22 09:09:27.394797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9f4e9dd-d7d1-453c-a0f9-992ee98e5286 req-55d925d0-7825-4572-9ddf-55ce211a31b3 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373178 Sep 22 09:09:32.752817 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-7a4a9356-f556-4417-a78f-2041c6b077c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762219 Sep 22 09:09:32.899017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-bbb57e56-b00c-4104-a7ee-f62451986d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:32.900537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-bbb57e56-b00c-4104-a7ee-f62451986d27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1099 time: 0.0798128 Sep 22 09:09:33.046127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-87ef8159-1691-4be1-8fe1-bde6bf2d9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:33.047569 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-87ef8159-1691-4be1-8fe1-bde6bf2d9b0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1304069 Sep 22 09:09:33.116458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-6150e6b8-fef5-4240-a897-88e4f31238ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 217 time: 0.0619206 Sep 22 09:09:33.176012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-8394563e-cafb-4198-9ca3-5425faa31dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:33.177397 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-8394563e-cafb-4198-9ca3-5425faa31dab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0560427 Sep 22 09:09:33.261634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-4c5cbfbf-6353-4fe6-b19e-053bcd890c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:33.263012 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-4c5cbfbf-6353-4fe6-b19e-053bcd890c94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799780 Sep 22 09:09:33.390251 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-c0bc8c97-7f23-4bce-ac78-fe33a74b420d service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213870 Sep 22 09:09:33.516904 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e4dea2-1a3a-40f1-958f-e3794881f8e6 req-6b4a8d4a-da27-4374-a934-81c1065858c5 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212752 Sep 22 09:09:36.225068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a79eb592-1332-4224-98ab-b9d5c8553b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:37.487879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abe83d-aa28-46ed-a7fe-de2fdc37d6c5 req-a16e0eef-8e3a-4b8b-bda7-b9f82cfb576b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:37.489226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e8abe83d-aa28-46ed-a7fe-de2fdc37d6c5 req-a16e0eef-8e3a-4b8b-bda7-b9f82cfb576b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.0857146 Sep 22 09:09:37.531620 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e8abe83d-aa28-46ed-a7fe-de2fdc37d6c5 req-dd358c8a-1a63-40cf-8ead-c37a033541bb tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368447 Sep 22 09:09:37.560168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49252) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:37.639938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcbfc2-8c99-416a-8bb0-7452f76e80d0 tempest-TestMinimumBasicScenario-1146499130 tempest-TestMinimumBasicScenario-1146499130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:37.641407 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-81dcbfc2-8c99-416a-8bb0-7452f76e80d0 tempest-TestMinimumBasicScenario-1146499130 tempest-TestMinimumBasicScenario-1146499130-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1094 time: 0.0802999 Sep 22 09:09:37.644631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49256) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:37.649410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:37.655136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:37.659588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:floatingip and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:37.662342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:37.667967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:37.676961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:37.903268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:38.033532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Allocated IP 172.26.8.228 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/087798b5-10d3-4f41-83a5-3e3f82126ec2) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:09:38.175774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:38.203520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:38.270468 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:09:38.273340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:09:38.276890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:09:38.305709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=087798b5-10d3-4f41-83a5-3e3f82126ec2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:38.390060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b029f208-0044-4f6b-a6eb-a7d850dea55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:38.685904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:38.760012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:38.965458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:38.970056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:39.076460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=087798b5-10d3-4f41-83a5-3e3f82126ec2,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:39.079739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:39.248832 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Floating IP 33047214-eeee-4ccb-90e3-0d4b2931c2a4 associated. External IP: 172.26.8.228, port: fa740aee-e3e4-4f12-b333-bdb44412c9ed. Sep 22 09:09:39.675034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:39.694383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:39.713839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Router a41a8653-a266-4249-b007-19bcaa85f6cf has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:09:39.892204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:09:39.902191 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] Sync routers for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:09:39.914772 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:09:39.915628 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:09:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:09:39.917823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:39.976351 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4fb4704f-5278-48a8-990b-7ed9f7d934ca tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3306587 Sep 22 09:09:39.976941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:09:39.979156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:39.979669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddf5747-60c0-4517-9fb4-701ee79be917" -d '{"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:09:39.985812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411777858', 'description': 'tempest-secgroup-smoke-411777858 description', 'project_id': '633f46e8533f43f1809fe36cf5e4933d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:39.993340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:40.005076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:40.015123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.022326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66187ad-a3c7-4e15-972e-fbf4929646aa x-openstack-request-id: req-f66187ad-a3c7-4e15-972e-fbf4929646aa {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:09:40.022616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:09:40.022859 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f66187ad-a3c7-4e15-972e-fbf4929646aa {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:09:40.023280 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66187ad-a3c7-4e15-972e-fbf4929646aa'] response: {'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'status': 'completed', 'code': 200} Sep 22 09:09:40.040018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:40.044000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:40.047000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:40.053060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:40.082918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-c322dcc2-7d5a-4dc3-bd2e-8090f4b2efa3 req-d060933e-5ae8-4752-82bf-1e3d60299f5c tempest-ServerDiskConfigTestJSON-1468662101 tempest-ServerDiskConfigTestJSON-1468662101-project] (89052) timed out ('10.222.0.48', 56333) {{(pid=89052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 09:09:40.107880 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:09:40.127722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-df72b2a1-799e-4623-9326-a7956c8251ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:40.129229 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-df72b2a1-799e-4623-9326-a7956c8251ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1099 time: 0.0840499 Sep 22 09:09:40.129790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.134675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.179536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe70d2-b658-46cd-b4c4-b70304cc6bd5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:40.190912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.194851 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5accd022-d615-489f-b437-bfa19dce19bf tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2117586 Sep 22 09:09:40.194966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49266) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:40.200318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '2abe70d2-b658-46cd-b4c4-b70304cc6bd5', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:40.207049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:40.210981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:40.213876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:40.219733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:40.237258 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.269052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-946933fa-d0f4-49ae-afd6-1ab505a604ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:40.270808 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-946933fa-d0f4-49ae-afd6-1ab505a604ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1342213 Sep 22 09:09:40.299708 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.305283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.332524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52197511-c802-4e79-ab96-b74e06312403,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:40.342217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.350168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d79d474c-7a17-4c4f-b358-66ad52e58e1a tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483514 Sep 22 09:09:40.350168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49270) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:40.352682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '2abe70d2-b658-46cd-b4c4-b70304cc6bd5', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:40.359034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:40.364512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:40.367028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:40.373055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:40.380978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-7e7d751e-85e0-4f65-a30e-c17f5e02398a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 1000 time: 0.1044760 Sep 22 09:09:40.392083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.443527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-ca5b3970-8ed9-44e4-a91c-25bb71918347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:40.444977 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-ca5b3970-8ed9-44e4-a91c-25bb71918347 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0585127 Sep 22 09:09:40.462304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.466627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.481112 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '33047214-eeee-4ccb-90e3-0d4b2931c2a4', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'port_id': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'mac_address': 'fa:16:3e:73:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:09:38Z', 'updated_at': '2022-09-22T09:09:38Z', 'revision_number': 0, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:09:40.485557 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] Checking router: a41a8653-a266-4249-b007-19bcaa85f6cf for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:09:40.493386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440e9984-db76-47c1-9ae6-f4f236d558c0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:40.495864 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:09:40.496492 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:09:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:09:40.503209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.507069 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa53d8e6-0b85-4bec-9419-afef3a8243f4 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564653 Sep 22 09:09:40.507307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49274) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:40.512476 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '2abe70d2-b658-46cd-b4c4-b70304cc6bd5', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:40.518868 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:40.522211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:40.525065 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:40.530732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:40.539574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-ae4cd62b-45c6-441e-b619-463e39ec10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:40.541408 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-ae4cd62b-45c6-441e-b619-463e39ec10e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904160 Sep 22 09:09:40.548134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.616389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.620053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.643938 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0415e005-ce6e-43a7-a5b4-b01f48bcf524,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:40.655030 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.656262 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3352427d-1b9c-49c3-a490-a56c905e0f1e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480036 Sep 22 09:09:40.658934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49278) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:40.664162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '2abe70d2-b658-46cd-b4c4-b70304cc6bd5', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:40.670053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:40.674626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:40.677574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:40.683603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:40.684052 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-3437dd6c-2d43-4216-b0cd-f95db1fe1807 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368008 Sep 22 09:09:40.701713 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.704793 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:09:40.771239 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.775133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.792718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021a8175-91e9-430d-9cdd-188e8ca68cc3,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:40.811791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.817857 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1cfb3972-9ef4-4ab2-a53d-6302d61bd828 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1578479 Sep 22 09:09:40.818553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49282) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:40.823991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '2abe70d2-b658-46cd-b4c4-b70304cc6bd5', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:40.829484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ddf5747-60c0-4517-9fb4-701ee79be917 req-5a35c007-51ae-4fa7-b3ae-8db2b599d93e service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398978 Sep 22 09:09:40.830379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:40.836087 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:40.839874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:40.846691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:40.855707 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Project 633f46e8533f43f1809fe36cf5e4933d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:09:40.863535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.930509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.935300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.952975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94138cf-56c2-4d41-b74e-560895ce5670,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:40.972207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.976105 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7c13c11-cf5d-454c-8098-afcf4d975aa9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537981 Sep 22 09:09:40.976247 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49286) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:09:40.989851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'security_group_rule': {'security_group_id': '2abe70d2-b658-46cd-b4c4-b70304cc6bd5', 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:40.994107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:40.996136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:09:41.000161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Usage tracker for resource:security_group_rule and tenant:633f46e8533f43f1809fe36cf5e4933d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:09:41.004186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:09:41.009897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:09:41.020179 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Project 633f46e8533f43f1809fe36cf5e4933d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:09:41.026820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.092385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.096289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.112404 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '33047214-eeee-4ccb-90e3-0d4b2931c2a4', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'port_id': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'mac_address': 'fa:16:3e:73:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:09:38Z', 'updated_at': '2022-09-22T09:09:38Z', 'revision_number': 0, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:09:41.116515 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a898bc-3921-4ce2-bfc1-72037e33f1a6 None None] The sync data for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv is: [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '33047214-eeee-4ccb-90e3-0d4b2931c2a4', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'port_id': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'mac_address': 'fa:16:3e:73:66:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:09:38Z', 'updated_at': '2022-09-22T09:09:38Z', 'revision_number': 0, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:09:41.120153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d49a21d-5134-4d97-a533-f7253424c2f7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:41.129905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.134189 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d505d2fb-a854-4791-837b-8211a821ed89 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570117 Sep 22 09:09:41.251779 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-ea7414ac-7f1c-481e-9869-cdd53c1d22be tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411777858&fields=id&tenant_id=633f46e8533f43f1809fe36cf5e4933d HTTP/1.1" status: 200 len: 267 time: 0.0398359 Sep 22 09:09:41.303323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882c6b2-0696-4706-a2c1-d567978c3ffd None None] New status for floating IP 33047214-eeee-4ccb-90e3-0d4b2931c2a4: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:09:41.349225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-9ad71fd9-5401-4815-8654-64f8d6376120 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:41.350516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-9ad71fd9-5401-4815-8654-64f8d6376120 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.0928960 Sep 22 09:09:41.364749 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'port': {'security_groups': ['a00197ae-d73d-47b5-8168-29a591b9f3b9', '2abe70d2-b658-46cd-b4c4-b70304cc6bd5']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:09:41.485343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.850084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:09:41.873943 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.878279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.891429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fa740aee-e3e4-4f12-b333-bdb44412c9ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:09:41.916265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:41.916869 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:41.918241 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-04b6b0fd-4826-4f01-b718-0062c240cd11 req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "PUT /v2.0/ports/fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 982 time: 0.5603049 Sep 22 09:09:41.960495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fa740aee-e3e4-4f12-b333-bdb44412c9ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:09:41.972321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab657d-c019-4cda-b916-2dbd340c4326 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:09:42.024268 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:09:42.027058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c310dbc-b190-4f9d-8aad-11e503e190c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:09:42.070281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4ffe99-0d3d-4fc1-a0be-7c921be5efbd x-openstack-request-id: req-0e4ffe99-0d3d-4fc1-a0be-7c921be5efbd {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:09:42.070738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:09:42.071131 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e4ffe99-0d3d-4fc1-a0be-7c921be5efbd {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:09:42.071848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4ffe99-0d3d-4fc1-a0be-7c921be5efbd'] response: {'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'status': 'completed', 'code': 200} Sep 22 09:09:42.111989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ea7d9-0b0c-443d-9300-143849841cac req-54862723-b2b3-47a8-9d45-e8e5d4a200b7 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:42.113359 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-961ea7d9-0b0c-443d-9300-143849841cac req-54862723-b2b3-47a8-9d45-e8e5d4a200b7 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0978746 Sep 22 09:09:42.164157 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-961ea7d9-0b0c-443d-9300-143849841cac req-72c70396-23d0-4884-9232-0d40edf32800 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:09:42.179427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-0abc5158-53f1-440d-9d90-16a95d869117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:42.181056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-0abc5158-53f1-440d-9d90-16a95d869117 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1138 time: 0.0876966 Sep 22 09:09:42.182078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-961ea7d9-0b0c-443d-9300-143849841cac req-72c70396-23d0-4884-9232-0d40edf32800 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:09:42.183462 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-961ea7d9-0b0c-443d-9300-143849841cac req-72c70396-23d0-4884-9232-0d40edf32800 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637817 Sep 22 09:09:42.314777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-cb40042c-8a48-4282-a5dc-fbd7dd75531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:42.316284 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-cb40042c-8a48-4282-a5dc-fbd7dd75531c service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1295552 Sep 22 09:09:42.421899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-46330057-7c7e-4d73-8226-eacb43c3de5c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 1002 time: 0.0995452 Sep 22 09:09:42.484542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-c02a9459-3610-4861-a890-8d6e3308a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:42.486309 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-c02a9459-3610-4861-a890-8d6e3308a1f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0578334 Sep 22 09:09:42.579659 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-b0f29805-a342-4d9f-8c6b-c8d1d95405a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:42.581771 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-b0f29805-a342-4d9f-8c6b-c8d1d95405a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882385 Sep 22 09:09:42.690712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:09:42.714516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-451aecda-31e4-4967-b032-fd7b0e44cddb service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260555 Sep 22 09:09:42.843453 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c310dbc-b190-4f9d-8aad-11e503e190c7 req-470081ab-f6ff-4776-a948-29b61d82ce5c service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229582 Sep 22 09:09:43.449147 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:09:59.564421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-000b409c-033b-43a9-8fb6-5448f752663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:59.566445 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-000b409c-033b-43a9-8fb6-5448f752663a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1138 time: 0.0784590 Sep 22 09:09:59.595273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d25d0e-353a-4051-99ef-5600a8cead3c req-0d888673-a49e-4f50-8a62-c4adf9f64162 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:59.597300 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7d25d0e-353a-4051-99ef-5600a8cead3c req-0d888673-a49e-4f50-8a62-c4adf9f64162 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0862374 Sep 22 09:09:59.646236 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7d25d0e-353a-4051-99ef-5600a8cead3c req-2c928220-9f82-49cc-9734-5a0605c7e8dd tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432374 Sep 22 09:09:59.697224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-70f823bd-f907-4bc1-8149-a1fa65936258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:59.698649 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-70f823bd-f907-4bc1-8149-a1fa65936258 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1260040 Sep 22 09:09:59.805083 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-c426199d-a150-4624-b2d7-c0f9d9184abd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 1002 time: 0.0965612 Sep 22 09:09:59.865400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-b1d9538a-4011-40ee-8c9f-00b6e9de5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:59.866716 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-b1d9538a-4011-40ee-8c9f-00b6e9de5d7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0560908 Sep 22 09:09:59.950063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-fe7ef948-3592-49bb-8c31-59c198588756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:09:59.951533 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-fe7ef948-3592-49bb-8c31-59c198588756 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791886 Sep 22 09:10:00.185020 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-382e231f-a63b-4105-be30-730398924c24 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213004 Sep 22 09:10:00.319088 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4d2ea0a8-56d6-42f7-bb94-7eb3db9097f5 req-134167a7-9dfb-4d18-9cb3-0add9035e90e service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250565 Sep 22 09:10:00.860363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6eed4-072a-4591-b1bd-0664f7259b9c req-620993c7-72b2-48fd-ae6e-a06c48b278e1 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:00.862590 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3c6eed4-072a-4591-b1bd-0664f7259b9c req-620993c7-72b2-48fd-ae6e-a06c48b278e1 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0862267 Sep 22 09:10:00.908226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3c6eed4-072a-4591-b1bd-0664f7259b9c req-a705c75e-4486-46b3-9ed7-6d059c2eba3e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398862 Sep 22 09:10:02.107723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567392c6-03e1-4428-b87b-eb1448ad2a70 req-7557971d-11ac-4290-ad0e-a745393f5bd0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:02.109175 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-567392c6-03e1-4428-b87b-eb1448ad2a70 req-7557971d-11ac-4290-ad0e-a745393f5bd0 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0863719 Sep 22 09:10:02.154649 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-567392c6-03e1-4428-b87b-eb1448ad2a70 req-f70c1396-ce5f-423f-9588-e8084a6f3640 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389953 Sep 22 09:10:03.355925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c26d31-5f0a-45ae-a2e5-d36135c99f3c req-8671e826-9468-449a-8402-70320443b69b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:03.357280 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36c26d31-5f0a-45ae-a2e5-d36135c99f3c req-8671e826-9468-449a-8402-70320443b69b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0940142 Sep 22 09:10:03.404720 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36c26d31-5f0a-45ae-a2e5-d36135c99f3c req-ccc2e139-e9fa-4c95-a661-9f64ca435736 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408218 Sep 22 09:10:04.690050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e8ba2-3c1f-45bf-8c8c-f654a3e2cca7 req-23cd820b-3fff-4dfe-9d3d-1b4754fc11a3 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:04.691450 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c9e8ba2-3c1f-45bf-8c8c-f654a3e2cca7 req-23cd820b-3fff-4dfe-9d3d-1b4754fc11a3 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.1782129 Sep 22 09:10:04.737000 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c9e8ba2-3c1f-45bf-8c8c-f654a3e2cca7 req-044b9435-98b6-4372-be62-c53823056c61 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398095 Sep 22 09:10:05.933703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8b67d-ef18-4247-ba56-284e24cb765e req-d0faa9a0-632c-4fe7-af98-14352ccae395 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:05.935177 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44b8b67d-ef18-4247-ba56-284e24cb765e req-d0faa9a0-632c-4fe7-af98-14352ccae395 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0876291 Sep 22 09:10:05.984716 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44b8b67d-ef18-4247-ba56-284e24cb765e req-014fda37-0e35-4141-b476-fbea20ef4a2f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431695 Sep 22 09:10:06.226825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40990597-db12-4d5f-ad8e-ed61009b77c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:07.181543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69241b5c-ffc8-447e-9a88-f5d9c0ccebb8 req-45b533e8-cd9f-46bb-8f34-2c6c14ec487c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:07.183035 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69241b5c-ffc8-447e-9a88-f5d9c0ccebb8 req-45b533e8-cd9f-46bb-8f34-2c6c14ec487c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0873766 Sep 22 09:10:07.228983 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69241b5c-ffc8-447e-9a88-f5d9c0ccebb8 req-df199227-bb93-492b-a621-8f0536b4099c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397196 Sep 22 09:10:08.391493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b6233ef2-4ba8-4bc8-8cfb-a54d25bf3452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:08.433754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d96a8-6340-410a-b6f8-4bd776e5b198 req-cc2935bf-edc7-4cbc-9eff-9519fd442143 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:08.435183 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4b5d96a8-6340-410a-b6f8-4bd776e5b198 req-cc2935bf-edc7-4cbc-9eff-9519fd442143 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0954018 Sep 22 09:10:08.480307 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4b5d96a8-6340-410a-b6f8-4bd776e5b198 req-46ad1858-28bf-4259-8590-bde816f46ae3 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388567 Sep 22 09:10:09.676695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:09.684191 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36fbb7-59c8-430e-a786-1291dcbd6909 req-5fe83b27-b9ce-414e-873d-66a9b571fc6e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:09.685675 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7b36fbb7-59c8-430e-a786-1291dcbd6909 req-5fe83b27-b9ce-414e-873d-66a9b571fc6e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0915492 Sep 22 09:10:09.696679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:09.735241 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7b36fbb7-59c8-430e-a786-1291dcbd6909 req-71a4a0ab-28d5-442f-9ab1-12bc726fc32b tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428009 Sep 22 09:10:10.939051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b4ef5-7e2b-4ba4-9e21-0415420501db req-d24c0a4c-6935-4805-aa9e-3dba7523adc3 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:10.941144 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-007b4ef5-7e2b-4ba4-9e21-0415420501db req-d24c0a4c-6935-4805-aa9e-3dba7523adc3 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0938470 Sep 22 09:10:11.000222 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-007b4ef5-7e2b-4ba4-9e21-0415420501db req-574df7b9-02e1-41f5-b74b-869e5d9ccf5f tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528560 Sep 22 09:10:11.008141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:12.203613 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f07ffc-dfec-49da-b16c-891043972468 req-d640b87c-afe7-4015-bbe3-0271d64d406e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:12.205050 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-48f07ffc-dfec-49da-b16c-891043972468 req-d640b87c-afe7-4015-bbe3-0271d64d406e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0907423 Sep 22 09:10:12.251271 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-48f07ffc-dfec-49da-b16c-891043972468 req-431b10f3-c86d-4233-9686-2998f3ae32f7 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=2abe70d2-b658-46cd-b4c4-b70304cc6bd5&id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398793 Sep 22 09:10:12.706351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:20.448983 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:10:33.768902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-b67ae017-fd73-435d-8cb3-d48c4f03ba8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797062 Sep 22 09:10:33.924144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-64e352d9-a7e9-44af-80a4-2197a770bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:33.925689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-64e352d9-a7e9-44af-80a4-2197a770bcb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1138 time: 0.0804782 Sep 22 09:10:34.073741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-0a8b7160-ac64-41a3-970d-7777c9585334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:34.075120 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-0a8b7160-ac64-41a3-970d-7777c9585334 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1236749 Sep 22 09:10:34.174780 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-b7d16e52-ed83-40f4-83c3-b8383592fd42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 1002 time: 0.0935605 Sep 22 09:10:34.233535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-36dce7c6-fec3-4099-b179-b69c4238d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:34.235161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-36dce7c6-fec3-4099-b179-b69c4238d142 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0547702 Sep 22 09:10:34.327665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-c9d3634b-bbd7-46d7-ae36-973987942a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:34.329075 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-c9d3634b-bbd7-46d7-ae36-973987942a5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882092 Sep 22 09:10:34.457895 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-92c8962e-820a-4fdc-9dcd-f6017291544d service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218324 Sep 22 09:10:34.590411 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31be1efe-b74d-46a4-9ffa-8e6dac553f76 req-f69181b1-b6ed-4e36-bbb9-4600c706cfb1 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264200 Sep 22 09:10:36.229985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9be9f9f4-9d1e-405e-9b87-83e64e1147c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:38.393381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-41bb5d29-e0c8-467d-a74d-11d98e6bd77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:39.680054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:39.697827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:41.001506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:42.708296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:45.533671 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d440039d-36d0-4399-97ba-e211db55ba47 req-16bea063-8786-43f8-9f40-bdd3e305c515 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411777858&fields=id&tenant_id=633f46e8533f43f1809fe36cf5e4933d HTTP/1.1" status: 200 len: 267 time: 0.0387056 Sep 22 09:10:45.621499 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440039d-36d0-4399-97ba-e211db55ba47 req-59628954-55c1-4ec5-b292-320644397128 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:45.622915 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d440039d-36d0-4399-97ba-e211db55ba47 req-59628954-55c1-4ec5-b292-320644397128 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 985 time: 0.0841436 Sep 22 09:10:45.633856 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Request body: {'port': {'security_groups': ['a00197ae-d73d-47b5-8168-29a591b9f3b9']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:10:45.853224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.094551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:10:46.120118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.124833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.136346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:46.136957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.138362 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d440039d-36d0-4399-97ba-e211db55ba47 req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "PUT /v2.0/ports/fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 943 time: 0.5087509 Sep 22 09:10:46.139946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fa740aee-e3e4-4f12-b333-bdb44412c9ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:10:46.144833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:10:46.171793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:10:46.174228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5" -d '{"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:10:46.220851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fa740aee-e3e4-4f12-b333-bdb44412c9ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:10:46.227434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event updated for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=7']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:10:46.227749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.236479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.236881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.237233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.237573 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.237934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.238274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.238657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.239282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.239621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.239947 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.240360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.240592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcf0b56-57f7-422a-b537-e56c12e35d86 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.261829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.287913 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28575312-4a6d-4809-891a-8949c51f70b0 x-openstack-request-id: req-28575312-4a6d-4809-891a-8949c51f70b0 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:10:46.288698 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:10:46.288882 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28575312-4a6d-4809-891a-8949c51f70b0 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:10:46.289290 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28575312-4a6d-4809-891a-8949c51f70b0'] response: {'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'status': 'completed', 'code': 200} Sep 22 09:10:46.334094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.353120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe70d2-b658-46cd-b4c4-b70304cc6bd5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:10:46.362147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.362621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.363061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.365448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.365448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.365448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.365448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.365448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.365448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.365940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.366328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.366733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:10:46.374928 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.378825 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0726c7d-8dfa-4092-a5fe-56735b6caab6 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "DELETE /v2.0/security-groups/2abe70d2-b658-46cd-b4c4-b70304cc6bd5 HTTP/1.1" status: 204 len: 168 time: 0.2329752 Sep 22 09:10:46.379570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:10:46.409224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-9d26e833-3bb7-496e-bc60-cddd883d2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:46.411473 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-9d26e833-3bb7-496e-bc60-cddd883d2f9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1099 time: 0.1028719 Sep 22 09:10:46.552002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-54abd832-f610-4b82-9295-a895610634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:46.553331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-54abd832-f610-4b82-9295-a895610634e1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1360531 Sep 22 09:10:46.602297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Deleting port 087798b5-10d3-4f41-83a5-3e3f82126ec2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:10:46.602779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.662786 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-56d47bf5-26bf-41bd-93a1-01b7e2fcd531 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 1002 time: 0.1032157 Sep 22 09:10:46.730771 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-af27d56e-134c-4d90-81f4-228892f2b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:46.732236 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-af27d56e-134c-4d90-81f4-228892f2b9dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0631995 Sep 22 09:10:46.777933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.778259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:46.820655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-b298b598-ff70-4126-8b73-9313f65dd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:46.822182 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-b298b598-ff70-4126-8b73-9313f65dd2b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812840 Sep 22 09:10:46.905398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Calling delete_port for 087798b5-10d3-4f41-83a5-3e3f82126ec2 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:10:46.954142 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-47489f90-5376-45e2-9479-8dd46ed84397 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258693 Sep 22 09:10:47.058396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:47.096562 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fa8c6b1-eddb-4e7d-af10-c583ac6e07b5 req-93a92cdc-1baf-44a7-b63a-8899af26c028 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363223 Sep 22 09:10:47.107207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event deleted for resources: {'Port': ['ID=087798b5-10d3-4f41-83a5-3e3f82126ec2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:10:47.204960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:47.205697 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Floating IP 33047214-eeee-4ccb-90e3-0d4b2931c2a4 disassociated (deleted). External IP: 172.26.8.228, port: fa740aee-e3e4-4f12-b333-bdb44412c9ed. Sep 22 09:10:47.634111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Router a41a8653-a266-4249-b007-19bcaa85f6cf has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:10:47.810015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:10:47.820272 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] Sync routers for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:10:47.828622 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:10:47.829228 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:10:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:47.829445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:47.883371 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b40a0178-8aaa-4185-a49c-b807afdf8b2e tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "DELETE /v2.0/floatingips/33047214-eeee-4ccb-90e3-0d4b2931c2a4 HTTP/1.1" status: 204 len: 168 time: 1.5026870 Sep 22 09:10:47.883935 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:10:47.886307 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b9d92-9c10-4808-a704-17c593516cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:10:47.949559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430218d6-2086-40ab-8ba3-d32c3c70c283 x-openstack-request-id: req-430218d6-2086-40ab-8ba3-d32c3c70c283 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:10:47.949850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:10:47.950100 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-430218d6-2086-40ab-8ba3-d32c3c70c283 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:10:47.950499 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430218d6-2086-40ab-8ba3-d32c3c70c283'] response: {'name': 'network-changed', 'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'status': 'completed', 'code': 200} Sep 22 09:10:48.021476 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:10:48.048497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b9d92-9c10-4808-a704-17c593516cd7 req-b941be9a-be86-40e9-acd1-4e03f97645ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:48.049956 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-896b9d92-9c10-4808-a704-17c593516cd7 req-b941be9a-be86-40e9-acd1-4e03f97645ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=633f46e8533f43f1809fe36cf5e4933d&device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 1099 time: 0.0821137 Sep 22 09:10:48.186139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b9d92-9c10-4808-a704-17c593516cd7 req-171d3891-eecd-4ea6-a843-e902bb18909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:48.187674 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-896b9d92-9c10-4808-a704-17c593516cd7 req-171d3891-eecd-4ea6-a843-e902bb18909a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 200 len: 916 time: 0.1315312 Sep 22 09:10:48.260973 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-896b9d92-9c10-4808-a704-17c593516cd7 req-bd2da981-8f9c-49ee-8754-3df0eb1ead37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 200 len: 217 time: 0.0666828 Sep 22 09:10:48.325581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b9d92-9c10-4808-a704-17c593516cd7 req-39eac803-e1fa-48f3-a482-0bae828e46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:48.327036 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-896b9d92-9c10-4808-a704-17c593516cd7 req-39eac803-e1fa-48f3-a482-0bae828e46d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 200 len: 854 time: 0.0596962 Sep 22 09:10:48.358096 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:48.362154 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] Checking router: a41a8653-a266-4249-b007-19bcaa85f6cf for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:10:48.371792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:10:48.372568 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:10:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:48.516436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b9d92-9c10-4808-a704-17c593516cd7 req-ff1fe6b9-3bdb-4ae1-af74-f7d2b148e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:48.517959 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-896b9d92-9c10-4808-a704-17c593516cd7 req-ff1fe6b9-3bdb-4ae1-af74-f7d2b148e90b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8fff97ac-f06a-41fe-b46c-770f14682e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1850176 Sep 22 09:10:48.550145 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:10:48.670880 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-896b9d92-9c10-4808-a704-17c593516cd7 req-7dabce99-96df-46af-ab38-6a5a41b79cf9 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326878 Sep 22 09:10:48.805674 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-896b9d92-9c10-4808-a704-17c593516cd7 req-efdbc3c6-371d-4fe2-82ce-9de61fa9c067 service neutron] 10.222.0.48 "GET /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266360 Sep 22 09:10:48.903296 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:48.907236 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c32b5b-0c8d-4fb2-8a62-323868722768 None None] The sync data for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv is: [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:50Z', 'revision_number': 4, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '43e7e071-9d36-448c-beb8-2b74bf1c11d3', 'name': '', 'network_id': '8fff97ac-f06a-41fe-b46c-770f14682e5b', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'mac_address': 'fa:16:3e:d6:ee:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:50Z', 'updated_at': '2022-09-22T09:04:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'subnets': [{'id': 'f4f7a287-46f7-4c89-b4d0-4c033e9f331c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:10:49.134500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bed95d2-7c3f-45fe-badd-0aa3e28fd4ea None None] New status for floating IP 33047214-eeee-4ccb-90e3-0d4b2931c2a4: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:10:52.234569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe749da-6679-4285-b9f6-6b3b5727f122 req-dc7d906d-841d-4ca2-9d4c-974eead356ab tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:52.235553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9fe749da-6679-4285-b9f6-6b3b5727f122 req-dc7d906d-841d-4ca2-9d4c-974eead356ab tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:10:52.250979 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9fe749da-6679-4285-b9f6-6b3b5727f122 req-dc7d906d-841d-4ca2-9d4c-974eead356ab tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:10:52.252220 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9fe749da-6679-4285-b9f6-6b3b5727f122 req-dc7d906d-841d-4ca2-9d4c-974eead356ab tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.1053300 Sep 22 09:10:52.295060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9fe749da-6679-4285-b9f6-6b3b5727f122 req-958c2f0b-8334-4177-b874-68be27ef12c9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:10:52.309646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9fe749da-6679-4285-b9f6-6b3b5727f122 req-958c2f0b-8334-4177-b874-68be27ef12c9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:10:52.310915 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9fe749da-6679-4285-b9f6-6b3b5727f122 req-958c2f0b-8334-4177-b874-68be27ef12c9 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524833 Sep 22 09:10:53.505385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d913d-8334-46a0-ac4a-a3b6bf771b13 req-4c3ada89-c38d-4e40-9e5a-d1d6e3334c3c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:53.506818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-097d913d-8334-46a0-ac4a-a3b6bf771b13 req-4c3ada89-c38d-4e40-9e5a-d1d6e3334c3c tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.0866256 Sep 22 09:10:53.551585 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-097d913d-8334-46a0-ac4a-a3b6bf771b13 req-d28958ec-2e66-4dc7-b098-a0551fe8dc37 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/security-groups?id=a00197ae-d73d-47b5-8168-29a591b9f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Sep 22 09:10:53.805452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4da6d-a434-4071-8f14-b9656560a54e req-aba3a9e7-3238-4ea2-a892-48cb9184cd99 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:10:53.806843 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18a4da6d-a434-4071-8f14-b9656560a54e req-aba3a9e7-3238-4ea2-a892-48cb9184cd99 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 946 time: 0.0877376 Sep 22 09:10:53.874651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Deleting port fa740aee-e3e4-4f12-b333-bdb44412c9ed {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:10:53.874985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:54.116621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] For port fa740aee-e3e4-4f12-b333-bdb44412c9ed, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=fa740aee-e3e4-4f12-b333-bdb44412c9ed,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:10:54.116893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:54.236323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Calling delete_port for fa740aee-e3e4-4f12-b333-bdb44412c9ed owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:10:54.387712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:54.398469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['fa740aee-e3e4-4f12-b333-bdb44412c9ed'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:10:54.440600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Pushing event deleted for resources: {'Port': ['ID=fa740aee-e3e4-4f12-b333-bdb44412c9ed,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:10:54.526162 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] No DVR routers for this DVR port fa740aee-e3e4-4f12-b333-bdb44412c9ed on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:10:54.528719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:54.531219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'name': 'network-vif-deleted', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:10:54.533498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a233a8b0-113c-4163-b25c-d7471c1e2e2c" -d '{"events": [{"server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "name": "network-vif-deleted", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:10:54.546967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-18a4da6d-a434-4071-8f14-b9656560a54e req-749f0f9e-67b9-461f-946b-22a45db4b394 tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.48 "DELETE /v2.0/ports/fa740aee-e3e4-4f12-b333-bdb44412c9ed HTTP/1.1" status: 204 len: 173 time: 0.7351642 Sep 22 09:10:54.576545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711fccc-ee05-43f1-9201-542c64c560ea x-openstack-request-id: req-a711fccc-ee05-43f1-9201-542c64c560ea {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:10:54.576841 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db4036f-e8ee-4a08-a115-4f94e81d0aca", "name": "network-vif-deleted", "tag": "fa740aee-e3e4-4f12-b333-bdb44412c9ed", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:10:54.577096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a711fccc-ee05-43f1-9201-542c64c560ea {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:10:54.577500 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a711fccc-ee05-43f1-9201-542c64c560ea'] response: {'server_uuid': '6db4036f-e8ee-4a08-a115-4f94e81d0aca', 'name': 'network-vif-deleted', 'tag': 'fa740aee-e3e4-4f12-b333-bdb44412c9ed', 'status': 'completed', 'code': 200} Sep 22 09:10:54.715392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-11a850c0-b516-4835-b45c-8b613d2bd96d req-e1343231-41ff-4fcb-81d1-8fb4bdf90ede tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Synchronizing usage tracker for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:10:54.732134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-11a850c0-b516-4835-b45c-8b613d2bd96d req-e1343231-41ff-4fcb-81d1-8fb4bdf90ede tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] Unset dirty status for tenant:633f46e8533f43f1809fe36cf5e4933d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:10:54.733874 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-11a850c0-b516-4835-b45c-8b613d2bd96d req-e1343231-41ff-4fcb-81d1-8fb4bdf90ede tempest-TestMinimumBasicScenario-748323838 tempest-TestMinimumBasicScenario-748323838-project] 10.222.0.42 "GET /v2.0/ports?device_id=6db4036f-e8ee-4a08-a115-4f94e81d0aca HTTP/1.1" status: 200 len: 210 time: 0.0729127 Sep 22 09:10:56.362338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49442) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:10:57.095320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:57.159595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fa740aee-e3e4-4f12-b333-bdb44412c9ed no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:10:57.193283 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: fa740aee-e3e4-4f12-b333-bdb44412c9ed {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:10:57.193622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device fa740aee-e3e4-4f12-b333-bdb44412c9ed not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:10:57.436112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Deleting port 43e7e071-9d36-448c-beb8-2b74bf1c11d3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:10:57.436653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:57.448070 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:10:57.601164 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] For port 43e7e071-9d36-448c-beb8-2b74bf1c11d3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=43e7e071-9d36-448c-beb8-2b74bf1c11d3,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:10:57.601517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:57.722401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Calling delete_port for 43e7e071-9d36-448c-beb8-2b74bf1c11d3 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:10:58.031779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:58.077686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e7e071-9d36-448c-beb8-2b74bf1c11d3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:10:58.444991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:58.795081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Router a41a8653-a266-4249-b007-19bcaa85f6cf has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:10:58.967956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:10:58.977503 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] Sync routers for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:10:58.985083 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ea96666-efe9-41ae-a5c5-19c5c310b756 admin admin] 10.222.0.42 "PUT /v2.0/routers/a41a8653-a266-4249-b007-19bcaa85f6cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6216018 Sep 22 09:10:58.987125 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:10:58.987755 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:10:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:58.987922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49450) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:10:59.165607 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:10:59.167312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:59.341894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:59.351862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Deleting port 1f22a24c-7337-4473-b7b2-80b268128ed0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:10:59.352196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:59.448601 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:10:57Z', 'revision_number': 5, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port': {'id': '1f22a24c-7337-4473-b7b2-80b268128ed0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:59.452701 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] Checking router: a41a8653-a266-4249-b007-19bcaa85f6cf for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:10:59.462426 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] Routers {'a41a8653-a266-4249-b007-19bcaa85f6cf'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:10:59.463131 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:10:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a41a8653-a266-4249-b007-19bcaa85f6cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:59.610590 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] Set router a41a8653-a266-4249-b007-19bcaa85f6cf gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:10:59.634405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] For port 1f22a24c-7337-4473-b7b2-80b268128ed0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1f22a24c-7337-4473-b7b2-80b268128ed0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:10:59.634953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:59.715116 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:10:59Z', 'revision_number': 6, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:10:59.719034 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329371fc-7b6f-4472-8130-fdd908d198c4 None None] The sync data for ids ['a41a8653-a266-4249-b007-19bcaa85f6cf'] in dv-neutron-857569-1-hyperv is: [{'id': 'a41a8653-a266-4249-b007-19bcaa85f6cf', 'name': 'tempest-TestMinimumBasicScenario-1149325944-router', 'tenant_id': '633f46e8533f43f1809fe36cf5e4933d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:47Z', 'updated_at': '2022-09-22T09:10:59Z', 'revision_number': 6, 'project_id': '633f46e8533f43f1809fe36cf5e4933d', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:10:59.756008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Calling delete_port for 1f22a24c-7337-4473-b7b2-80b268128ed0 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:10:59.917243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:10:59.967590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f22a24c-7337-4473-b7b2-80b268128ed0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:00.063270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.235129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.237743 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.260373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.260888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41a8653-a266-4249-b007-19bcaa85f6cf {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:11:00.272516 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.273636 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3b662af6-7368-4720-94df-ae1cbef4ba2b admin admin] 10.222.0.42 "DELETE /v2.0/routers/a41a8653-a266-4249-b007-19bcaa85f6cf HTTP/1.1" status: 204 len: 168 time: 1.2848923 Sep 22 09:11:00.276141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49454) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:00.333444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] Deleting subnet f4f7a287-46f7-4c89-b4d0-4c033e9f331c {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:11:00.336272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.384072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.468938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.536504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.578545 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f7a287-46f7-4c89-b4d0-4c033e9f331c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:00.580507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.586395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67602c23-0437-4b1f-9efd-a55ab6ada8dc None None] Network 8fff97ac-f06a-41fe-b46c-770f14682e5b requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:11:00.591101 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-900a1a21-ed94-4932-9a2a-5dc146d87bd4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f4f7a287-46f7-4c89-b4d0-4c033e9f331c HTTP/1.1" status: 204 len: 168 time: 0.3101656 Sep 22 09:11:00.591101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49458) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:00.696175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.708022 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Deleting port e3380c05-3639-4475-a6ff-b94b001d2df0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:00.708474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.854901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] DHCP port deletion for 8fff97ac-f06a-41fe-b46c-770f14682e5b request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:11:00.859293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Deleting port e3380c05-3639-4475-a6ff-b94b001d2df0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:00.859667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:00.927362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] For port e3380c05-3639-4475-a6ff-b94b001d2df0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e3380c05-3639-4475-a6ff-b94b001d2df0,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:00.927728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.072412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] For port e3380c05-3639-4475-a6ff-b94b001d2df0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e3380c05-3639-4475-a6ff-b94b001d2df0,segment=NetworkSegment(e0494015-44f8-4eae-b277-b8cc8e4a0ea1),segment_id=e0494015-44f8-4eae-b277-b8cc8e4a0ea1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:01.073138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.085999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1f22a24c-7337-4473-b7b2-80b268128ed0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:11:01.149645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Calling delete_port for e3380c05-3639-4475-a6ff-b94b001d2df0 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:11:01.229614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.253411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 1f22a24c-7337-4473-b7b2-80b268128ed0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:11:01.253754 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1f22a24c-7337-4473-b7b2-80b268128ed0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:11:01.254160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e3380c05-3639-4475-a6ff-b94b001d2df0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:11:01.277467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Pushing event deleted for resources: {'Port': ['ID=e3380c05-3639-4475-a6ff-b94b001d2df0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:01.279289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] No DVR routers for this DVR port e3380c05-3639-4475-a6ff-b94b001d2df0 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:11:01.283474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Calling delete_port for e3380c05-3639-4475-a6ff-b94b001d2df0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:11:01.330720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e3380c05-3639-4475-a6ff-b94b001d2df0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:11:01.330971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e3380c05-3639-4475-a6ff-b94b001d2df0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:11:01.331409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43e7e071-9d36-448c-beb8-2b74bf1c11d3 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:11:01.367424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 43e7e071-9d36-448c-beb8-2b74bf1c11d3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:11:01.367768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 43e7e071-9d36-448c-beb8-2b74bf1c11d3 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:11:01.393649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.396777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:11:01.397191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:11:01.417905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fff97ac-f06a-41fe-b46c-770f14682e5b']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:01.430102 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:01.430399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0494015-44f8-4eae-b277-b8cc8e4a0ea1') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:01.441445 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.463058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.470175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:11:01.470830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.554841 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment e0494015-44f8-4eae-b277-b8cc8e4a0ea1 resource provider aggregate not found Sep 22 09:11:01.564816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.581453 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment e0494015-44f8-4eae-b277-b8cc8e4a0ea1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0494015-44f8-4eae-b277-b8cc8e4a0ea1 found for delete ", "request_id": "req-4652ab0f-629e-4f2b-be75-8809bfae2412"}]} Sep 22 09:11:01.582287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.592300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] Pushing event deleted for resources: {'Network': ['ID=8fff97ac-f06a-41fe-b46c-770f14682e5b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:01.604978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9d154443-5285-416b-a861-7bd45478b2df admin admin] 10.222.0.42 "DELETE /v2.0/networks/8fff97ac-f06a-41fe-b46c-770f14682e5b HTTP/1.1" status: 204 len: 168 time: 1.0129571 Sep 22 09:11:01.607717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49468) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:01.898729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Deleting port e3380c05-3639-4475-a6ff-b94b001d2df0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:01.899280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:01.970469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c546ee7-f4c1-41ed-a70d-dcaac5ff0162 None None] The port 'e3380c05-3639-4475-a6ff-b94b001d2df0' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:11:02.142593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:02.585185 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Deleting port d284c27d-dee6-4382-8b48-c2d5d5b122e3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:02.585519 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:02.752667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] For port d284c27d-dee6-4382-8b48-c2d5d5b122e3, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d284c27d-dee6-4382-8b48-c2d5d5b122e3,segment=NetworkSegment(48412fea-c5c3-4820-8786-67724c306dae),segment_id=48412fea-c5c3-4820-8786-67724c306dae)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:02.753021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:02.872752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Calling delete_port for d284c27d-dee6-4382-8b48-c2d5d5b122e3 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:11:03.047201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:03.095799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d284c27d-dee6-4382-8b48-c2d5d5b122e3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:03.363922 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:03.709731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:11:03.993661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:11:04.002743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] Sync routers for ids ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:11:04.010699 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5894883e-bb37-4456-b968-bbdfdb9923a5 admin admin] 10.222.0.42 "PUT /v2.0/routers/76363b2d-d4dc-46e2-88e6-55424e1a3a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4019763 Sep 22 09:11:04.012950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] Routers {'76363b2d-d4dc-46e2-88e6-55424e1a3a63'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:04.013192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49472) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:04.013745 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:10:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:04.192808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] Set router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:04.196205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:04.367988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:04.378169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Deleting port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:04.378560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:04.469239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58'}], 'enable_snat': True}, 'gw_port_id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:11:02Z', 'revision_number': 5, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port': {'id': 'e84b495f-1a46-49f2-9e21-5a7c81ffc2b4', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:04:54Z', 'updated_at': '2022-09-22T09:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:04.473087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] Checking router: 76363b2d-d4dc-46e2-88e6-55424e1a3a63 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:11:04.481351 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] Routers {'76363b2d-d4dc-46e2-88e6-55424e1a3a63'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:04.481938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:10:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:04.552877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] For port e84b495f-1a46-49f2-9e21-5a7c81ffc2b4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:04.553211 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:04.638228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] Set router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:04.674663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Calling delete_port for e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:11:04.741709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:11:04Z', 'revision_number': 6, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:04.745590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36d37f-2a01-4138-aa31-57f14000971a None None] The sync data for ids ['76363b2d-d4dc-46e2-88e6-55424e1a3a63'] in dv-neutron-857569-1-hyperv is: [{'id': '76363b2d-d4dc-46e2-88e6-55424e1a3a63', 'name': 'tempest-TestMinimumBasicScenario-1571312466-router', 'tenant_id': '0dbfdde82d384779a528a518a05b169f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:04:53Z', 'updated_at': '2022-09-22T09:11:04Z', 'revision_number': 6, 'project_id': '0dbfdde82d384779a528a518a05b169f', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:11:04.843975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:04.889316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e84b495f-1a46-49f2-9e21-5a7c81ffc2b4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:04.986535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.173026 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.185636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.212502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.212974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76363b2d-d4dc-46e2-88e6-55424e1a3a63 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:11:05.225576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.226675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd00edb5-c6ba-4e6f-81a6-5203a1727d1e admin admin] 10.222.0.42 "DELETE /v2.0/routers/76363b2d-d4dc-46e2-88e6-55424e1a3a63 HTTP/1.1" status: 204 len: 168 time: 1.2125413 Sep 22 09:11:05.229146 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49476) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:05.285587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] Deleting subnet 5b5f4e65-5957-48d3-86e6-ac7cc1abd316 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:11:05.288996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.437470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.515640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d284c27d-dee6-4382-8b48-c2d5d5b122e3 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:11:05.520758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.553324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: d284c27d-dee6-4382-8b48-c2d5d5b122e3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:11:05.553665 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d284c27d-dee6-4382-8b48-c2d5d5b122e3 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:11:05.594586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.632965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5f4e65-5957-48d3-86e6-ac7cc1abd316,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:05.636761 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.642899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5fc5aa52-d519-40dc-b5cf-db623cc3e3d0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5b5f4e65-5957-48d3-86e6-ac7cc1abd316 HTTP/1.1" status: 204 len: 168 time: 0.4127996 Sep 22 09:11:05.643133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf7ef6-2c72-4c07-8644-bf86b8b8464b None None] Network de06bbe4-311a-4221-b869-753f219533d0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:11:05.645412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49480) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:05.753398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.765438 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Deleting port 00565fe0-d7e2-42e0-8260-792c7d8ff423 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:05.765923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.966162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] DHCP port deletion for de06bbe4-311a-4221-b869-753f219533d0 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:11:05.970700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Deleting port 00565fe0-d7e2-42e0-8260-792c7d8ff423 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:05.971068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:05.988124 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] For port 00565fe0-d7e2-42e0-8260-792c7d8ff423, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00565fe0-d7e2-42e0-8260-792c7d8ff423,segment=NetworkSegment(48412fea-c5c3-4820-8786-67724c306dae),segment_id=48412fea-c5c3-4820-8786-67724c306dae)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:05.988485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.115502 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Calling delete_port for 00565fe0-d7e2-42e0-8260-792c7d8ff423 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:11:06.167613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] For port 00565fe0-d7e2-42e0-8260-792c7d8ff423, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00565fe0-d7e2-42e0-8260-792c7d8ff423,segment=NetworkSegment(48412fea-c5c3-4820-8786-67724c306dae),segment_id=48412fea-c5c3-4820-8786-67724c306dae)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:06.168002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.190793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.240428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=00565fe0-d7e2-42e0-8260-792c7d8ff423,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:06.243571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] No DVR routers for this DVR port 00565fe0-d7e2-42e0-8260-792c7d8ff423 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:11:06.295583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Calling delete_port for 00565fe0-d7e2-42e0-8260-792c7d8ff423 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:11:06.343028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c6123ca-6e09-4e8b-b688-595d17490187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.361225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.373408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:11:06.373757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:11:06.386413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de06bbe4-311a-4221-b869-753f219533d0']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:06.398193 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48412fea-c5c3-4820-8786-67724c306dae') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:06.398489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48412fea-c5c3-4820-8786-67724c306dae') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:06.409707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.426064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.432631 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:11:06.433006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.497598 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 48412fea-c5c3-4820-8786-67724c306dae resource provider aggregate not found Sep 22 09:11:06.515629 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 48412fea-c5c3-4820-8786-67724c306dae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48412fea-c5c3-4820-8786-67724c306dae found for delete ", "request_id": "req-afad2841-867b-4eff-80e2-cdf90d4c4fd1"}]} Sep 22 09:11:06.529603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.550357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.558715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=de06bbe4-311a-4221-b869-753f219533d0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:06.566550 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-56fe5f59-06f8-4c53-8035-2b39299cc5ee admin admin] 10.222.0.42 "DELETE /v2.0/networks/de06bbe4-311a-4221-b869-753f219533d0 HTTP/1.1" status: 204 len: 168 time: 0.9202046 Sep 22 09:11:06.674426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49490) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:06.722219 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-89fb9a63-cded-49f7-970d-fc63c7c45f1f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=633f46e8533f43f1809fe36cf5e4933d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466309 Sep 22 09:11:06.725096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49494) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:06.782772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4723ed3b-e4ea-4dff-9e0d-9fa305c61c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.808629 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4723ed3b-e4ea-4dff-9e0d-9fa305c61c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.860071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4723ed3b-e4ea-4dff-9e0d-9fa305c61c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.875079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Deleting port 00565fe0-d7e2-42e0-8260-792c7d8ff423 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:11:06.875632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.880052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723ed3b-e4ea-4dff-9e0d-9fa305c61c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00197ae-d73d-47b5-8168-29a591b9f3b9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:06.890417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4723ed3b-e4ea-4dff-9e0d-9fa305c61c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:06.891552 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4723ed3b-e4ea-4dff-9e0d-9fa305c61c54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a00197ae-d73d-47b5-8168-29a591b9f3b9 HTTP/1.1" status: 204 len: 168 time: 0.1655672 Sep 22 09:11:06.952808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a5211e5e-3329-4457-9486-f3ff215cd935 None None] The port '00565fe0-d7e2-42e0-8260-792c7d8ff423' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:11:07.085669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00565fe0-d7e2-42e0-8260-792c7d8ff423 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:11:07.124737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 00565fe0-d7e2-42e0-8260-792c7d8ff423 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:11:07.125183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00565fe0-d7e2-42e0-8260-792c7d8ff423 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:11:07.125756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:11:07.160266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:11:07.160605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e84b495f-1a46-49f2-9e21-5a7c81ffc2b4 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:11:07.264515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49502) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:07.311657 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e7fc6125-bbf6-4ebb-96d9-ae7f166d2dda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dbfdde82d384779a528a518a05b169f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458796 Sep 22 09:11:07.313839 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49506) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:07.370594 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c40a2ba4-b88f-4e0c-bbda-d0fe0aeb636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:07.395797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c40a2ba4-b88f-4e0c-bbda-d0fe0aeb636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:07.448953 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c40a2ba4-b88f-4e0c-bbda-d0fe0aeb636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:07.463717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a2ba4-b88f-4e0c-bbda-d0fe0aeb636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67db7e21-320f-4d80-b21c-167ff692dc3d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:07.471420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c40a2ba4-b88f-4e0c-bbda-d0fe0aeb636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:07.472537 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c40a2ba4-b88f-4e0c-bbda-d0fe0aeb636c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67db7e21-320f-4d80-b21c-167ff692dc3d HTTP/1.1" status: 204 len: 168 time: 0.1578126 Sep 22 09:11:08.395009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f05f2344-5bf8-4ed4-add0-eb193a13ab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:08.979342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:08.984598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690302842', 'description': 'tempest-secgroup-smoke-1690302842 description', 'project_id': '9f601fa224f847e0987dc27d0f93c21a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:08.991487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:08.995346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:08.998183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.004196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:09.015668 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.027174 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.044737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:09.048490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:09.051475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.058054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:09.143060 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.146695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.157501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:09.165377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:09.170094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.184890 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:09.192205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ef604-8bf4-4900-b774-5e402970ce35,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:09.258824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.262320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.301541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:09.304806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.305962 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65e4beff-d60b-44af-bd3b-089c941d3810 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3255279 Sep 22 09:11:09.308938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49552) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:09.313657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '0184b5bd-c3dd-4b91-bc20-d5c10be89ef8', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:09.319484 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:09.323222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:09.326053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.331666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:09.348142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.408785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.412849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.525653 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f4abdb-606f-477c-b1bf-d68f4bc1ec5e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:09.535159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.536396 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-11be3cb4-8842-4a47-8595-48452db23ed8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2265728 Sep 22 09:11:09.539777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49556) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:09.544638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '0184b5bd-c3dd-4b91-bc20-d5c10be89ef8', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:09.550772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:09.554662 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:09.557542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.563209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:09.578737 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.639314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.642564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.663357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f5af3a-f5ff-4452-be16-406cd8c9b8fa,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:09.675382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.676570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3e01717e-f922-471a-95b7-a19598874003 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358869 Sep 22 09:11:09.679944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49560) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:09.684860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '0184b5bd-c3dd-4b91-bc20-d5c10be89ef8', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:09.690888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:09.694944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:09.697912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.699449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.703759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.704228 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:09.721153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.782072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.785977 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.810504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50474788-3f86-4c48-a12b-95fa42110957,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:09.821014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.822296 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-558e1eb8-2afc-4476-857b-6d101d117337 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413877 Sep 22 09:11:09.824992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49564) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:09.829843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '0184b5bd-c3dd-4b91-bc20-d5c10be89ef8', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:09.836249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:09.840096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:09.842965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.848721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:09.867695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.932621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.936203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.960517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4af95c9-049f-4219-aaba-cfcee47ae96c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:09.969390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:09.970547 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8ead3dd-56f9-4616-b03e-9f4495f0e023 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446540 Sep 22 09:11:09.973333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:09.978190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '0184b5bd-c3dd-4b91-bc20-d5c10be89ef8', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:09.983936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:09.988007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:09.990838 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:09.996535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:10.007138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:11:10.014553 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.076458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.079898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.102994 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2591cc81-f43c-4b84-97bb-f6810370d8f0,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:10.112561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.113853 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f37eca85-cca5-409a-8e51-bf61b74dcbc7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396124 Sep 22 09:11:10.116749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49572) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:10.121842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '0184b5bd-c3dd-4b91-bc20-d5c10be89ef8', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:10.128387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:10.137740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:10.140967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:10.147630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:10.157158 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:11:10.163775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.229515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.232837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.255134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400caf2f-4b66-4b97-96f3-41dea32c394e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:10.264109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.265258 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f29cac86-1f11-4c65-9ca8-53993e404dd0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475070 Sep 22 09:11:10.268300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49576) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:10.273594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'network': {'name': 'tempest-network-smoke--467951193', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:10.278279 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:10.282009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:network and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:10.284797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:10.290344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:10.299813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:11:10.303563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.332035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:11:10.340610 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.340946 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Added segment 13b453d2-24ec-41ef-863c-bcdecd86a538 of type vlan for network c200f96b-df1a-4400-aa91-bf47296891ff Sep 22 09:11:10.366114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.394093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.399599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:10.400172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.500520 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2312238 Sep 22 09:11:10.503446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:10.510831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'admin_state_up': True, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:10.516061 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3155f01-3b9d-4123-a3a0-35ba83d29cf2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Network': ['ID=c200f96b-df1a-4400-aa91-bf47296891ff,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:10.519632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:10.523691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:router and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:10.526603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:10.527158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network c200f96b-df1a-4400-aa91-bf47296891ff details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:11:10.532420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:10.543146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.544162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.560078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:10.834130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:11.000791 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:11.245207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:11.275248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:11.409066 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.215 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/61bbc171-434e-48f9-8e4f-20cba54871b0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:11:11.564153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:11.592766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:11.656739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:11:11.659484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:11:11.662916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:11:11.705080 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=61bbc171-434e-48f9-8e4f-20cba54871b0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:12.074321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:12.404726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:12.708425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:12.716497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:11:12.892484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:11:12.903288 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Sync routers for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:11:12.913664 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:12.914265 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:11:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:12.920925 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:12.925391 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-132df27d-7664-4711-95ef-eabf2fc1c727 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4210153 Sep 22 09:11:12.925621 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49584) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:13.070354 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4075bf05-4cb8-4ccc-965a-5c98a73c9aab tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9f601fa224f847e0987dc27d0f93c21a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1399741 Sep 22 09:11:13.070648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:13.089484 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:13.201498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df70c3f1-4d4e-4120-82bf-7cf786364bb2 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:13.202988 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df70c3f1-4d4e-4120-82bf-7cf786364bb2 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313393 Sep 22 09:11:13.205757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49594) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:13.244394 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9b13161a-31a4-4637-9210-c5a8cf7152b4 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375051 Sep 22 09:11:13.246795 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:13.252094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1878131351', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:13.359600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:13.363935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:subnet and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:13.367201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:13.372829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:13.382846 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:11:13.386478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.396158 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:11Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:13.399896 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Checking router: c5538dce-c4b0-4698-a4d6-4cf1c3026f3d for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:11:13.400240 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Updating router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d port 61bbc171-434e-48f9-8e4f-20cba54871b0 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:11:13.450973 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.596967 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.677337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Subnet': ['ID=c93b53cd-da52-4353-840e-c03674166e81,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:13.687622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Checking segment: {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:11:13.687973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network hostable DHCP agents. Network: c200f96b-df1a-4400-aa91-bf47296891ff, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:11:13.707490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network c200f96b-df1a-4400-aa91-bf47296891ff is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:11:13.716561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, c200f96b-df1a-4400-aa91-bf47296891ff) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:11:13.720676 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:13.721256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.726947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63800d3-1660-4932-9cf5-efd726e5a619 None None] Network c200f96b-df1a-4400-aa91-bf47296891ff requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:11:13.744703 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f26e5f72-a6f8-47cc-89ca-dd3f5814cdd8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4968722 Sep 22 09:11:13.747462 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:13.773974 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.785485 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Transition to ACTIVE for port object 61bbc171-434e-48f9-8e4f-20cba54871b0 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:11:13.793140 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.856036 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Attempting to bind port 61bbc171-434e-48f9-8e4f-20cba54871b0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:11:13.856320 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Attempting to bind port 61bbc171-434e-48f9-8e4f-20cba54871b0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:11:13.856679 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Attempting to bind port 61bbc171-434e-48f9-8e4f-20cba54871b0 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:11:13.866458 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:11:13.866826 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:11:13.867251 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.867627 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:11:13.868089 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Bound port: 61bbc171-434e-48f9-8e4f-20cba54871b0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:11:13.868485 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.916698 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Pushing event updated for resources: {'Port': ['ID=61bbc171-434e-48f9-8e4f-20cba54871b0,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:13.925496 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.926045 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.926543 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.927015 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.928069 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.928556 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.929033 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.929496 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.929958 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.930416 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.930865 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.931362 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:13.969157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-c200f96b-df1a-4400-aa91-bf47296891ff', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:11:13.970669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:13.976722 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] For port 61bbc171-434e-48f9-8e4f-20cba54871b0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:11:13.980199 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] For port 61bbc171-434e-48f9-8e4f-20cba54871b0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=61bbc171-434e-48f9-8e4f-20cba54871b0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:11:13.985379 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:14.045864 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:14.046504 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:11:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:14.134900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Allocated IP 172.20.0.2 (c200f96b-df1a-4400-aa91-bf47296891ff/c93b53cd-da52-4353-840e-c03674166e81/70acdbb0-5077-4c45-bfb7-41580f7e58ea) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:11:14.222843 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34181a76-8259-4073-81a3-0b0d1a29582d None None] Pushing event updated for resources: {'Port': ['ID=61bbc171-434e-48f9-8e4f-20cba54871b0,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:14.236850 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:14.344721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:14.355530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Transition to ACTIVE for port object 70acdbb0-5077-4c45-bfb7-41580f7e58ea will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:11:14.376382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Transition to ACTIVE for port object 70acdbb0-5077-4c45-bfb7-41580f7e58ea will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:11:14.382387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:14.450272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Network c200f96b-df1a-4400-aa91-bf47296891ff is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:11:14.453224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:11:14.456912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:11:14.463316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Pushing event updated for resources: {'Port': ['ID=70acdbb0-5077-4c45-bfb7-41580f7e58ea,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:14.471772 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.472603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.472603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.472826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.473086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.473416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.473739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.474065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.474875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.474875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.475070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.475370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:11:14.532702 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:11Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:14.536578 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c7070e-c9a5-43c3-a19f-03356397a4a9 None None] The sync data for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv is: [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:11Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:11:14.587571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:14.610461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Attempting to bind port 70acdbb0-5077-4c45-bfb7-41580f7e58ea on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:11:14.611186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Attempting to bind port 70acdbb0-5077-4c45-bfb7-41580f7e58ea by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:11:14.611565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Attempting to bind port 70acdbb0-5077-4c45-bfb7-41580f7e58ea on network c200f96b-df1a-4400-aa91-bf47296891ff {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:11:14.617270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:11:14.617636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Checking segment: {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:11:14.618046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:14.618424 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Bound using segment: {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:11:14.618872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Bound port: 70acdbb0-5077-4c45-bfb7-41580f7e58ea, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:11:14.619256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:14.711331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] For port 70acdbb0-5077-4c45-bfb7-41580f7e58ea, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:11:14.715320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] For port 70acdbb0-5077-4c45-bfb7-41580f7e58ea, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=70acdbb0-5077-4c45-bfb7-41580f7e58ea,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:11:14.720273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:14.823765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293852-9cd3-4b98-8316-e04214f12b9f None None] Pushing event updated for resources: {'Port': ['ID=70acdbb0-5077-4c45-bfb7-41580f7e58ea,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:15.056578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.1 (c200f96b-df1a-4400-aa91-bf47296891ff/c93b53cd-da52-4353-840e-c03674166e81/1c6a771a-e42f-49f2-9ec6-9d840c05f9f0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:11:15.189473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61bbc171-434e-48f9-8e4f-20cba54871b0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:11:15.264314 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.265470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 61bbc171-434e-48f9-8e4f-20cba54871b0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:11:15.271287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 61bbc171-434e-48f9-8e4f-20cba54871b0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:15.271782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.272197 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 61bbc171-434e-48f9-8e4f-20cba54871b0 Sep 22 09:11:15.281731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:11:15.307983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.383188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network c200f96b-df1a-4400-aa91-bf47296891ff is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:11:15.386303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:11:15.390424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:11:15.402006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 61bbc171-434e-48f9-8e4f-20cba54871b0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:15.402463 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.421476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 61bbc171-434e-48f9-8e4f-20cba54871b0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=61bbc171-434e-48f9-8e4f-20cba54871b0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:15.426042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.428192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 70acdbb0-5077-4c45-bfb7-41580f7e58ea up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:11:15.428371 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:15.454575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.550879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=61bbc171-434e-48f9-8e4f-20cba54871b0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:15.559690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 70acdbb0-5077-4c45-bfb7-41580f7e58ea completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:11:15.731547 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.859868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1a5a1b-a4b3-46ca-b81e-10085cef9907 None None] Network c200f96b-df1a-4400-aa91-bf47296891ff requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:11:15.951670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Provisioning for port 70acdbb0-5077-4c45-bfb7-41580f7e58ea completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:11:15.962938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Provisioning complete for port 70acdbb0-5077-4c45-bfb7-41580f7e58ea triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:15.963400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:15.963728 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Attempt 1 to provision port 70acdbb0-5077-4c45-bfb7-41580f7e58ea Sep 22 09:11:16.202971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Current status of the port 70acdbb0-5077-4c45-bfb7-41580f7e58ea is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:16.203385 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:16.252012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] For port 70acdbb0-5077-4c45-bfb7-41580f7e58ea, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=70acdbb0-5077-4c45-bfb7-41580f7e58ea,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:16.258274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:16.283058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:16.287627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:16.327579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51dfa5-fe45-489f-9115-ada92951def5 None None] Pushing event updated for resources: {'Port': ['ID=70acdbb0-5077-4c45-bfb7-41580f7e58ea,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:16.403111 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:16.406767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:16.483167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Provisioning for port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:11:16.488838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Provisioning complete for port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:16.489282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:16.489678 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Attempt 1 to provision port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 Sep 22 09:11:16.546967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:11:16.553496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network c200f96b-df1a-4400-aa91-bf47296891ff is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:11:16.554650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:11:16.744656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:11:16.929907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:11:16.941995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Sync routers for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:11:16.951312 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-89c1dfee-8b15-4755-81e3-56bd46d1cc0b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/c5538dce-c4b0-4698-a4d6-4cf1c3026f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1956351 Sep 22 09:11:16.957084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:16.957930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:11:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:17.096589 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Attempt 2 to provision port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 Sep 22 09:11:17.114044 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ebaf4aea-8681-476e-86fd-180898245b29 req-232b5fc2-99ec-416f-bfd4-1a5d567892a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:11:17.130829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ebaf4aea-8681-476e-86fd-180898245b29 req-232b5fc2-99ec-416f-bfd4-1a5d567892a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:11:17.131758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61bbc171-434e-48f9-8e4f-20cba54871b0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:11:17.132180 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-232b5fc2-99ec-416f-bfd4-1a5d567892a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690302842&fields=id&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 267 time: 0.0614438 Sep 22 09:11:17.233253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:17.277621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:11:17.286282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-ad576b66-0014-4392-b346-d8489451f812 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:17.290401 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-ad576b66-0014-4392-b346-d8489451f812 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/networks?id=c200f96b-df1a-4400-aa91-bf47296891ff HTTP/1.1" status: 200 len: 796 time: 0.1494701 Sep 22 09:11:17.303311 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-99629159-07f9-4603-991b-078ce0ac1527 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/quotas/9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 375 time: 0.0090530 Sep 22 09:11:17.386849 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 61bbc171-434e-48f9-8e4f-20cba54871b0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:17.387285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:17.387561 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 61bbc171-434e-48f9-8e4f-20cba54871b0 Sep 22 09:11:17.390076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ebaf4aea-8681-476e-86fd-180898245b29 req-2bd9d18a-cddf-4ffb-be72-6d0c70dfac15 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:11:17.407552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-ebaf4aea-8681-476e-86fd-180898245b29 req-2bd9d18a-cddf-4ffb-be72-6d0c70dfac15 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:11:17.408863 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-2bd9d18a-cddf-4ffb-be72-6d0c70dfac15 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003339 Sep 22 09:11:17.595057 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-767505a6-af5e-47a1-a743-f35fdca40c33 service neutron] 10.222.0.42 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738298 Sep 22 09:11:17.672989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 61bbc171-434e-48f9-8e4f-20cba54871b0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:17.674051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 70acdbb0-5077-4c45-bfb7-41580f7e58ea up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:11:17.725797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-eb83e71b-7b45-4343-9dbc-7fd6a7a604fe service neutron] 10.222.0.42 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248112 Sep 22 09:11:17.751929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 2, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:17.761853 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Checking router: c5538dce-c4b0-4698-a4d6-4cf1c3026f3d for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:11:17.762204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Updating router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:11:17.788873 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Attempt 3 to provision port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 Sep 22 09:11:17.813959 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 70acdbb0-5077-4c45-bfb7-41580f7e58ea triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:17.814321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:17.814642 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 70acdbb0-5077-4c45-bfb7-41580f7e58ea Sep 22 09:11:17.922405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:11:17.923693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:17.951428 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-61ca1d4e-6a92-4a77-98b9-425c044b5cfb req-2ad4b46f-4868-444b-a974-122a8def9630 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 210 time: 0.0773122 Sep 22 09:11:18.116353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 70acdbb0-5077-4c45-bfb7-41580f7e58ea is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:18.359324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:18.371871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Transition to ACTIVE for port object 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:11:18.378719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:18.459092 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Attempt 4 to provision port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 Sep 22 09:11:18.588191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e4b7b-9f73-49b5-a8ff-2982e7870e67 None None] Pushing event updated for resources: {'Port': ['ID=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:18.619390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:11:18.647470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Attempting to bind port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:11:18.647895 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Attempting to bind port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:11:18.648245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Attempting to bind port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 on network c200f96b-df1a-4400-aa91-bf47296891ff {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:11:18.653402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:11:18.653763 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Checking segment: {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:11:18.654151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:18.654530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Bound using segment: {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:11:18.654988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Bound port: 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:11:18.655368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:18.749117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] For port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:11:18.752185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] For port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:11:18.756523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:18.814623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:18.815240 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:11:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:18.898787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e4b7b-9f73-49b5-a8ff-2982e7870e67 None None] Pushing event updated for resources: {'Port': ['ID=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:19.044580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:19.149484 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b1890ec3-715a-4f0b-8b56-234a2566cbb5 req-bfc50951-ee30-4986-b315-8d5c1de00a05 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 210 time: 0.0913913 Sep 22 09:11:19.172758 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Attempt 5 to provision port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 Sep 22 09:11:19.346072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:11:19.395028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-4a270c28-39c4-4ee0-a5a8-6fe475fa82ae tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:19.396480 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-4a270c28-39c4-4ee0-a5a8-6fe475fa82ae tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/networks?id=c200f96b-df1a-4400-aa91-bf47296891ff HTTP/1.1" status: 200 len: 796 time: 0.2910464 Sep 22 09:11:19.405568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Provisioning complete for port 70acdbb0-5077-4c45-bfb7-41580f7e58ea triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:19.405890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:19.406202 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Attempt 1 to provision port 70acdbb0-5077-4c45-bfb7-41580f7e58ea Sep 22 09:11:19.444139 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-c0396f40-11e8-4e3d-a807-7c2366bbd2fc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 380 time: 0.0400302 Sep 22 09:11:19.451865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'port': {'device_id': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'admin_state_up': True, 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'security_groups': ['0184b5bd-c3dd-4b91-bc20-d5c10be89ef8']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:19.528604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:18Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:19.537922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe551bd-a10e-4a84-9702-362d0f8e360d None None] The sync data for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv is: [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:18Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:11:19.545077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d29393cc-ab66-48c8-9c29-18d2f267daab None None] Current status of the port 70acdbb0-5077-4c45-bfb7-41580f7e58ea is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:19.592863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:19.612585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:19.624299 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:11:19.627917 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:19.806608 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.14 (c200f96b-df1a-4400-aa91-bf47296891ff/c93b53cd-da52-4353-840e-c03674166e81/7e6d8e8e-0f72-41c4-8699-51430218a558) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:11:20.010997 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:20.027600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object 7e6d8e8e-0f72-41c4-8699-51430218a558 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:11:20.053656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:20.128434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network c200f96b-df1a-4400-aa91-bf47296891ff is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:11:20.131768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:11:20.135577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:11:20.166878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=7e6d8e8e-0f72-41c4-8699-51430218a558,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:20.207143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:20.207926 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:20.240188 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-cb6ddeef-fd2d-4822-80c8-62daaef7213a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7906208 Sep 22 09:11:20.252514 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Request body: {'port': {'device_id': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:20.382341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:20.391569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c77a37-6f72-4c5f-b236-9e31a07147c5 req-e3d93a08-a182-418b-b3e7-f0448211b79a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:20.393019 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-48c77a37-6f72-4c5f-b236-9e31a07147c5 req-e3d93a08-a182-418b-b3e7-f0448211b79a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 932 time: 0.1013203 Sep 22 09:11:20.456190 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-48c77a37-6f72-4c5f-b236-9e31a07147c5 req-e631edc2-658a-40b8-a7ae-a673e565f1d6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561316 Sep 22 09:11:20.499644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Provisioning for port 7e6d8e8e-0f72-41c4-8699-51430218a558 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:11:20.506548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Provisioning complete for port 7e6d8e8e-0f72-41c4-8699-51430218a558 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:20.506920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:20.507282 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Attempt 1 to provision port 7e6d8e8e-0f72-41c4-8699-51430218a558 Sep 22 09:11:20.565442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Port 7e6d8e8e-0f72-41c4-8699-51430218a558 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:11:20.749613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6d8e8e-0f72-41c4-8699-51430218a558 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:11:20.757390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:20.772186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Transition to ACTIVE for port object 7e6d8e8e-0f72-41c4-8699-51430218a558 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:11:20.775956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:20.964490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7e6d8e8e-0f72-41c4-8699-51430218a558,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:21.008526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Attempting to bind port 7e6d8e8e-0f72-41c4-8699-51430218a558 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:11:21.008801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Attempting to bind port 7e6d8e8e-0f72-41c4-8699-51430218a558 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:11:21.009101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Attempting to bind port 7e6d8e8e-0f72-41c4-8699-51430218a558 on network c200f96b-df1a-4400-aa91-bf47296891ff {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:11:21.013529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Port 7e6d8e8e-0f72-41c4-8699-51430218a558 on network c200f96b-df1a-4400-aa91-bf47296891ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:11:21.013843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Attempting to bind port 7e6d8e8e-0f72-41c4-8699-51430218a558 on network c200f96b-df1a-4400-aa91-bf47296891ff {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:11:21.018949 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:11:21.019309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Checking segment: {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:11:21.019708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Bound using segment: {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:11:21.020136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Bound port: 7e6d8e8e-0f72-41c4-8699-51430218a558, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b453d2-24ec-41ef-863c-bcdecd86a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:11:21.020475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:21.066861 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Attempt 2 to provision port 7e6d8e8e-0f72-41c4-8699-51430218a558 Sep 22 09:11:21.111523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] For port 7e6d8e8e-0f72-41c4-8699-51430218a558, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:11:21.115183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] For port 7e6d8e8e-0f72-41c4-8699-51430218a558, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7e6d8e8e-0f72-41c4-8699-51430218a558,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:11:21.118560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:11:21.120138 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:21.154081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:21.154681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:21.156115 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] 10.222.0.48 "PUT /v2.0/ports/7e6d8e8e-0f72-41c4-8699-51430218a558 HTTP/1.1" status: 200 len: 1094 time: 0.9081523 Sep 22 09:11:21.161157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:11:21.163565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341dffdf-c11c-4165-89dd-303a14317f18" -d '{"events": [{"name": "network-changed", "server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:11:21.167333 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Port 7e6d8e8e-0f72-41c4-8699-51430218a558 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:11:21.203379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:11:21.208712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:21.210200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:21.210558 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 Sep 22 09:11:21.236873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ccbf61-3451-4370-a6a5-7ef2eb406004 x-openstack-request-id: req-d2ccbf61-3451-4370-a6a5-7ef2eb406004 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:11:21.237420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:11:21.237420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2ccbf61-3451-4370-a6a5-7ef2eb406004 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:11:21.237763 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ccbf61-3451-4370-a6a5-7ef2eb406004'] response: {'name': 'network-changed', 'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'status': 'completed', 'code': 200} Sep 22 09:11:21.260300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea981ec-2d31-4e65-b967-843bc18d6d9a service neutron] Pushing event updated for resources: {'Port': ['ID=7e6d8e8e-0f72-41c4-8699-51430218a558,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:21.290145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-b4dc2866-d46b-4fd5-b1bc-c898b7edde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:21.291630 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-b4dc2866-d46b-4fd5-b1bc-c898b7edde9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 1097 time: 0.0941567 Sep 22 09:11:21.334194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:21.334565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:21.368414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:21.373087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:21.440163 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:21.472592 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-f18d6ded-6838-4c0c-a16f-3fb88090ce87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e6d8e8e-0f72-41c4-8699-51430218a558 HTTP/1.1" status: 200 len: 217 time: 0.1738379 Sep 22 09:11:21.536107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-ee2a2290-1566-4eac-a3b4-8f8ec348c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:21.538106 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-ee2a2290-1566-4eac-a3b4-8f8ec348c3ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93b53cd-da52-4353-840e-c03674166e81 HTTP/1.1" status: 200 len: 835 time: 0.0599318 Sep 22 09:11:21.622217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4aea-8681-476e-86fd-180898245b29 req-c087dbbf-c6d0-421b-bd72-cb876c663e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:21.623702 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-c087dbbf-c6d0-421b-bd72-cb876c663e26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c200f96b-df1a-4400-aa91-bf47296891ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800807 Sep 22 09:11:21.653937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b71ca5-45dc-44eb-9733-adb9b5d4fa11 req-f1acf892-f2ce-4388-9706-b0cef8cdd87a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:21.655417 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b8b71ca5-45dc-44eb-9733-adb9b5d4fa11 req-f1acf892-f2ce-4388-9706-b0cef8cdd87a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 944 time: 0.0866680 Sep 22 09:11:21.669005 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Attempt 3 to provision port 7e6d8e8e-0f72-41c4-8699-51430218a558 Sep 22 09:11:21.700261 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b8b71ca5-45dc-44eb-9733-adb9b5d4fa11 req-38e46293-1af2-4992-9a4c-b627d8fb8e2d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390875 Sep 22 09:11:21.733072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fffc1-e45a-4b22-a9d3-72cdf062f08e None None] Port 7e6d8e8e-0f72-41c4-8699-51430218a558 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:11:21.759340 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-dc62161b-abfb-448d-8828-a73c17f67bac service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294048 Sep 22 09:11:21.888237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ebaf4aea-8681-476e-86fd-180898245b29 req-65c42405-be8a-4caa-9695-567fac06913f service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236248 Sep 22 09:11:22.014345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dffdf-c11c-4165-89dd-303a14317f18 req-22694779-e4d6-41cb-9405-0133da9098cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:22.015837 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-341dffdf-c11c-4165-89dd-303a14317f18 req-22694779-e4d6-41cb-9405-0133da9098cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 1097 time: 0.0830421 Sep 22 09:11:22.145650 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dffdf-c11c-4165-89dd-303a14317f18 req-50de8b06-0cb2-4af0-89d6-9441e7bf684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:22.147507 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-341dffdf-c11c-4165-89dd-303a14317f18 req-50de8b06-0cb2-4af0-89d6-9441e7bf684c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c200f96b-df1a-4400-aa91-bf47296891ff HTTP/1.1" status: 200 len: 897 time: 0.1250312 Sep 22 09:11:22.214323 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-341dffdf-c11c-4165-89dd-303a14317f18 req-4b6983be-4190-4e10-82d9-38da1b9c1b98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e6d8e8e-0f72-41c4-8699-51430218a558 HTTP/1.1" status: 200 len: 217 time: 0.0599434 Sep 22 09:11:22.280016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dffdf-c11c-4165-89dd-303a14317f18 req-5d860cf0-b8c2-4614-9f99-6322004fb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:22.281429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-341dffdf-c11c-4165-89dd-303a14317f18 req-5d860cf0-b8c2-4614-9f99-6322004fb029 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93b53cd-da52-4353-840e-c03674166e81 HTTP/1.1" status: 200 len: 835 time: 0.0610328 Sep 22 09:11:22.361982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dffdf-c11c-4165-89dd-303a14317f18 req-38571253-8b0c-42b8-916a-8fa732ba7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:22.363455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-341dffdf-c11c-4165-89dd-303a14317f18 req-38571253-8b0c-42b8-916a-8fa732ba7dc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c200f96b-df1a-4400-aa91-bf47296891ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762053 Sep 22 09:11:22.494441 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-341dffdf-c11c-4165-89dd-303a14317f18 req-28595474-c4ad-4587-a24d-1429c697cb3a service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229155 Sep 22 09:11:22.625909 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-341dffdf-c11c-4165-89dd-303a14317f18 req-75894a2a-017d-4238-ae7e-aec620e562bf service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244266 Sep 22 09:11:22.904183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96e88-9251-47b2-ab6e-c323638460f7 req-06d73e2d-da4a-44f6-b382-133c4cd41f23 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:22.904873 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9ff96e88-9251-47b2-ab6e-c323638460f7 req-06d73e2d-da4a-44f6-b382-133c4cd41f23 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:11:22.919774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9ff96e88-9251-47b2-ab6e-c323638460f7 req-06d73e2d-da4a-44f6-b382-133c4cd41f23 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:11:22.920892 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ff96e88-9251-47b2-ab6e-c323638460f7 req-06d73e2d-da4a-44f6-b382-133c4cd41f23 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 944 time: 0.1069884 Sep 22 09:11:22.965200 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ff96e88-9251-47b2-ab6e-c323638460f7 req-3bbf11d3-fefe-480f-acb4-750b8d6490f5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384920 Sep 22 09:11:23.095157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:11:23.162249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:23.162645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:23.162968 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 Sep 22 09:11:23.276723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:24.167154 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec41f2-3d78-46df-b0e2-6fb8d3df0b4a req-b5c285ab-5d5f-47e9-8c7d-dc32dc89c2b6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:24.168629 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fec41f2-3d78-46df-b0e2-6fb8d3df0b4a req-b5c285ab-5d5f-47e9-8c7d-dc32dc89c2b6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 944 time: 0.0914061 Sep 22 09:11:24.213292 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fec41f2-3d78-46df-b0e2-6fb8d3df0b4a req-fa416c22-bb4d-45ea-848a-c2b061fcdb28 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380909 Sep 22 09:11:25.300568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7e6d8e8e-0f72-41c4-8699-51430218a558 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:11:25.442543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 7e6d8e8e-0f72-41c4-8699-51430218a558, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7e6d8e8e-0f72-41c4-8699-51430218a558,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:25.456422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'port_id': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'mac_address': 'fa:16:3e:05:b1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:11:25.511322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 7e6d8e8e-0f72-41c4-8699-51430218a558 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:25.511637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:25.531096 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6d8e8e-0f72-41c4-8699-51430218a558 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:11:25.546930 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 7e6d8e8e-0f72-41c4-8699-51430218a558, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7e6d8e8e-0f72-41c4-8699-51430218a558,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:25.551315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:25.568671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8d730-55c0-4fd4-95e7-6748443f89fc req-f779b721-20d7-4a09-823c-2c61e7bf6774 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:25.570706 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0bf8d730-55c0-4fd4-95e7-6748443f89fc req-f779b721-20d7-4a09-823c-2c61e7bf6774 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 944 time: 0.0891454 Sep 22 09:11:25.621400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=7e6d8e8e-0f72-41c4-8699-51430218a558,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:25.625149 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0bf8d730-55c0-4fd4-95e7-6748443f89fc req-887d72ac-a402-4e5f-86c2-3f23a36bc70a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448816 Sep 22 09:11:25.758661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['7e6d8e8e-0f72-41c4-8699-51430218a558'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:11:26.819287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015f1d4-ca52-4db3-b3b3-66d2e997fd4b req-2216076e-c933-4c63-aad6-dd33c2eb1495 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:26.820728 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3015f1d4-ca52-4db3-b3b3-66d2e997fd4b req-2216076e-c933-4c63-aad6-dd33c2eb1495 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 945 time: 0.0859942 Sep 22 09:11:26.880177 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3015f1d4-ca52-4db3-b3b3-66d2e997fd4b req-9359ace0-eef6-4731-b03c-2bb4ac82ddf3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539017 Sep 22 09:11:27.315995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7e6d8e8e-0f72-41c4-8699-51430218a558 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:11:27.382554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 7e6d8e8e-0f72-41c4-8699-51430218a558 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:11:27.386899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 7e6d8e8e-0f72-41c4-8699-51430218a558 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:11:27.387293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:27.387622 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 7e6d8e8e-0f72-41c4-8699-51430218a558 Sep 22 09:11:27.499499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 7e6d8e8e-0f72-41c4-8699-51430218a558 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:11:27.499878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:27.526316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:11:27.528587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22c8ad4-ef43-4420-91bf-74283c9299f8" -d '{"events": [{"server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:11:27.536645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 7e6d8e8e-0f72-41c4-8699-51430218a558, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7e6d8e8e-0f72-41c4-8699-51430218a558,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:11:27.540642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:27.608287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=7e6d8e8e-0f72-41c4-8699-51430218a558,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:27.628320 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0171aa07-ec97-4182-bbc6-efe50149dc64 x-openstack-request-id: req-0171aa07-ec97-4182-bbc6-efe50149dc64 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:11:27.628612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "name": "network-vif-plugged", "status": "completed", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:11:27.628865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0171aa07-ec97-4182-bbc6-efe50149dc64 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:11:27.629255 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0171aa07-ec97-4182-bbc6-efe50149dc64'] response: {'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'code': 200} Sep 22 09:11:27.851267 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214f8b-1a8e-4b14-b316-c965bc6307c3 req-fa5e2331-6e54-4e7b-b65c-e288d95f1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:27.852611 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc214f8b-1a8e-4b14-b316-c965bc6307c3 req-fa5e2331-6e54-4e7b-b65c-e288d95f1e15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 1099 time: 0.0749786 Sep 22 09:11:27.891957 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc214f8b-1a8e-4b14-b316-c965bc6307c3 req-f4872ad4-08ea-4d45-a3c5-848d4ffe9d02 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Sep 22 09:11:28.074485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26b20d-93ae-4bcd-994a-0775b043a458 req-3d03d1d9-1cde-406b-a105-6b336db593cb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:28.075967 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ba26b20d-93ae-4bcd-994a-0775b043a458 req-3d03d1d9-1cde-406b-a105-6b336db593cb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.0866077 Sep 22 09:11:28.120059 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ba26b20d-93ae-4bcd-994a-0775b043a458 req-0a6b37b5-5fdc-47f2-90ea-a2f0e0d40a9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379834 Sep 22 09:11:29.413716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040dfac-cae4-4546-b35d-d8a87dded24e req-7fee44c1-ff7b-4468-a087-11ba30fb9f21 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:29.415076 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9040dfac-cae4-4546-b35d-d8a87dded24e req-7fee44c1-ff7b-4468-a087-11ba30fb9f21 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.1834066 Sep 22 09:11:29.458006 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9040dfac-cae4-4546-b35d-d8a87dded24e req-2efdfc7f-aa02-4e4a-ad99-639db23d3c33 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373228 Sep 22 09:11:29.655848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99262-3835-47d0-9b6b-ac4fe47adce9 req-9edbce50-d280-4c06-8ac4-ceee1a952876 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:29.657276 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43e99262-3835-47d0-9b6b-ac4fe47adce9 req-9edbce50-d280-4c06-8ac4-ceee1a952876 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.0895066 Sep 22 09:11:29.701456 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43e99262-3835-47d0-9b6b-ac4fe47adce9 req-2329817c-2356-4bf8-b057-31c3531eb8bc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386078 Sep 22 09:11:29.729512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49674) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:29.805656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ece9b9-f740-4f19-86e7-89e6f38f297f tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:29.807124 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d1ece9b9-f740-4f19-86e7-89e6f38f297f tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 1094 time: 0.0766933 Sep 22 09:11:29.809967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49678) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:29.814651 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:11:29.820414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:11:29.824168 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:floatingip and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:11:29.826959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:11:29.832529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:11:29.845536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:29.976129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:30.108332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.16 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/9a066f76-8f75-4102-b97b-a7a31a752c81) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:11:30.253481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:30.282720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:30.350202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:11:30.353107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:11:30.356709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:11:30.388652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=9a066f76-8f75-4102-b97b-a7a31a752c81,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:30.870616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:30.941965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:31.142406 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:31.147300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:31.250780 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=9a066f76-8f75-4102-b97b-a7a31a752c81,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:11:31.253008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:31.417539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP 67b1796b-ecaf-40ea-b242-96fea81bae4f associated. External IP: 172.26.8.16, port: 7e6d8e8e-0f72-41c4-8699-51430218a558. Sep 22 09:11:31.761746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:11:31.937694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:11:31.947396 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] Sync routers for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:11:31.956724 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:31.957331 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:11:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:31.962706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:32.018484 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ea06cbf7-cf8e-4ee4-a8a9-6cfd6fc3465f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2074225 Sep 22 09:11:32.018993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:11:32.021912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:11:32.064981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1288b55d-89d6-446a-8520-fc99a2e4dc09 x-openstack-request-id: req-1288b55d-89d6-446a-8520-fc99a2e4dc09 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:11:32.065405 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:11:32.065660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1288b55d-89d6-446a-8520-fc99a2e4dc09 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:11:32.066063 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1288b55d-89d6-446a-8520-fc99a2e4dc09'] response: {'name': 'network-changed', 'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'status': 'completed', 'code': 200} Sep 22 09:11:32.163203 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:32.238208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add25ea5-06d0-4913-89a3-658e01ab5021 req-b61b6335-ad95-4b1d-8388-852f0585946c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:32.239664 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-add25ea5-06d0-4913-89a3-658e01ab5021 req-b61b6335-ad95-4b1d-8388-852f0585946c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.1129978 Sep 22 09:11:32.242844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-da33ec65-a1eb-4d82-9c33-3a201fc7a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:32.244252 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-da33ec65-a1eb-4d82-9c33-3a201fc7a501 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 1099 time: 0.1585922 Sep 22 09:11:32.376230 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-add25ea5-06d0-4913-89a3-658e01ab5021 req-7600d8c5-e7eb-4cca-9b5b-f2c85c7eb15d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298635 Sep 22 09:11:32.406433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49686) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:32.416494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-6b2f56d2-4ebf-4e81-a6df-8341103e8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:32.417943 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-6b2f56d2-4ebf-4e81-a6df-8341103e8d09 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c200f96b-df1a-4400-aa91-bf47296891ff HTTP/1.1" status: 200 len: 897 time: 0.1592939 Sep 22 09:11:32.515343 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '67b1796b-ecaf-40ea-b242-96fea81bae4f', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'port_id': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'mac_address': 'fa:16:3e:05:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:11:30Z', 'updated_at': '2022-09-22T09:11:30Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:21Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:32.519924 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] Checking router: c5538dce-c4b0-4698-a4d6-4cf1c3026f3d for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:11:32.526623 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-d4424b86-c833-4295-94a9-be4b7f72ac23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e6d8e8e-0f72-41c4-8699-51430218a558 HTTP/1.1" status: 200 len: 999 time: 0.1024299 Sep 22 09:11:32.528780 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:11:32.529399 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:11:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:32.594534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-f8b9375b-2408-4f5f-9bc5-c167481c24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:32.597604 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-f8b9375b-2408-4f5f-9bc5-c167481c24c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93b53cd-da52-4353-840e-c03674166e81 HTTP/1.1" status: 200 len: 835 time: 0.0657516 Sep 22 09:11:32.638727 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-99c6ac1d-f12f-43ff-ac4e-1c50d83077e2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/67b1796b-ecaf-40ea-b242-96fea81bae4f HTTP/1.1" status: 200 len: 991 time: 0.2308812 Sep 22 09:11:32.680966 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-70956816-48e2-4b4b-b927-86a58fc0ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:32.682429 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-70956816-48e2-4b4b-b927-86a58fc0ad4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c200f96b-df1a-4400-aa91-bf47296891ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788047 Sep 22 09:11:32.702882 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:11:32.819787 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-d8e55618-5c84-4a83-8dea-9c2134a8fa1f service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316011 Sep 22 09:11:32.953387 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0d8f8ec-d572-4c63-95ea-e5348d6c13c5 req-91b90658-584a-4cdd-93ba-44bd0a11fbae service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276162 Sep 22 09:11:33.047624 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '67b1796b-ecaf-40ea-b242-96fea81bae4f', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'port_id': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'mac_address': 'fa:16:3e:05:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:11:30Z', 'updated_at': '2022-09-22T09:11:30Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:21Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:11:33.051595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59225b0-7d09-4b49-a4b2-6a7001c90a3e None None] The sync data for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv is: [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '67b1796b-ecaf-40ea-b242-96fea81bae4f', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'port_id': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'mac_address': 'fa:16:3e:05:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:11:30Z', 'updated_at': '2022-09-22T09:11:30Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:21Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:11:33.227053 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61618887-5828-4032-b6dd-49693ea1bd45 None None] New status for floating IP 67b1796b-ecaf-40ea-b242-96fea81bae4f: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:11:33.642444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49690) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:11:33.749645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa4b50b8-16f2-44a2-83c5-5a1dd980f69d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/67b1796b-ecaf-40ea-b242-96fea81bae4f HTTP/1.1" status: 200 len: 993 time: 0.1059253 Sep 22 09:11:34.446518 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:11:35.734833 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-22df5879-98d8-4d16-8497-c64640d18faa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763564 Sep 22 09:11:35.880987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbf006-a4a7-4986-8793-0516366033e1 req-5627cdc9-d75f-4d9b-8051-b771885f1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:35.882460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-5627cdc9-d75f-4d9b-8051-b771885f1957 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 1099 time: 0.0828016 Sep 22 09:11:36.023110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbf006-a4a7-4986-8793-0516366033e1 req-625ffa05-7ed0-43f2-a387-f0f80d15ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:36.024488 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-625ffa05-7ed0-43f2-a387-f0f80d15ed49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c200f96b-df1a-4400-aa91-bf47296891ff HTTP/1.1" status: 200 len: 897 time: 0.1244140 Sep 22 09:11:36.123224 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-cb0f4870-ec3e-422f-b578-7ae2271d4016 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e6d8e8e-0f72-41c4-8699-51430218a558 HTTP/1.1" status: 200 len: 1001 time: 0.0934484 Sep 22 09:11:36.182397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbf006-a4a7-4986-8793-0516366033e1 req-2da0626c-8e2b-4946-bf5e-012280938213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:36.183815 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-2da0626c-8e2b-4946-bf5e-012280938213 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93b53cd-da52-4353-840e-c03674166e81 HTTP/1.1" status: 200 len: 835 time: 0.0557439 Sep 22 09:11:36.235378 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8d28375-cd45-45eb-8c8a-3c0d586fcc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:36.269485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbf006-a4a7-4986-8793-0516366033e1 req-3ac3625b-ecb6-4758-9475-ff60247901f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:11:36.270980 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-3ac3625b-ecb6-4758-9475-ff60247901f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c200f96b-df1a-4400-aa91-bf47296891ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819218 Sep 22 09:11:36.505261 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-dfbe05b4-b828-4c00-abf5-cde7604cecf7 service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281032 Sep 22 09:11:36.635018 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8afbf006-a4a7-4986-8793-0516366033e1 req-70357523-6625-4515-bbdd-2f1b9511d312 service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227047 Sep 22 09:11:38.399422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7a833ba-e859-4249-8e9c-95d39918ff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:39.692520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:39.696496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:41.003750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:11:42.714098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:05.398937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d8fff-3c85-4f28-9d28-e62ae27c538c req-0fd08c03-ad48-4694-b390-055929102f16 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:05.400433 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2e0d8fff-3c85-4f28-9d28-e62ae27c538c req-0fd08c03-ad48-4694-b390-055929102f16 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.0898421 Sep 22 09:12:05.444982 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2e0d8fff-3c85-4f28-9d28-e62ae27c538c req-3ed8faf9-b656-4c6b-8ffe-d92c7ed662e0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387812 Sep 22 09:12:06.236230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ecf033f3-97b5-4d65-8495-7f3bb49c2f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:06.641864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b8d6b-9082-42d5-839b-13e93aa5edeb req-05d673e6-6218-49d8-bc92-003708f77dee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:06.643330 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-500b8d6b-9082-42d5-839b-13e93aa5edeb req-05d673e6-6218-49d8-bc92-003708f77dee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.0861681 Sep 22 09:12:06.686721 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-500b8d6b-9082-42d5-839b-13e93aa5edeb req-af044e35-1a97-49c2-96c0-28ae3aa5a083 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377569 Sep 22 09:12:06.715121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49710) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:06.819643 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a969ba95-442d-45f7-9df7-ed1291a40027 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/67b1796b-ecaf-40ea-b242-96fea81bae4f HTTP/1.1" status: 200 len: 993 time: 0.1033077 Sep 22 09:12:08.280119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63583f98-989b-4179-86a0-895960f031c8 req-1cdb7f9e-3a7d-4302-98c4-4c64812dc307 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:08.281568 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63583f98-989b-4179-86a0-895960f031c8 req-1cdb7f9e-3a7d-4302-98c4-4c64812dc307 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.0858860 Sep 22 09:12:08.330292 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-63583f98-989b-4179-86a0-895960f031c8 req-19cfc6cd-9032-42e3-a2c0-3f0970130af0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Sep 22 09:12:08.400064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c82d13fe-9dc9-4944-991e-cc4ef6a449a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:09.534418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc17fb-00f5-4910-9975-fa6dec00b683 req-b4d4b204-a852-4262-88e4-0eee9da87faf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:09.535901 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68fc17fb-00f5-4910-9975-fa6dec00b683 req-b4d4b204-a852-4262-88e4-0eee9da87faf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.0899305 Sep 22 09:12:09.579623 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68fc17fb-00f5-4910-9975-fa6dec00b683 req-2fe6264e-9ea5-431c-8080-746f762e02c3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376832 Sep 22 09:12:09.608648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:09.696059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:09.699819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:09.714546 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9d2ce26-5b69-4807-a9cb-7ffdcebb21dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/67b1796b-ecaf-40ea-b242-96fea81bae4f HTTP/1.1" status: 200 len: 993 time: 0.1048002 Sep 22 09:12:09.970152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49730) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:10.166208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 9a066f76-8f75-4102-b97b-a7a31a752c81 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:12:10.166546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:10.334554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:10.334794 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:10.453643 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 9a066f76-8f75-4102-b97b-a7a31a752c81 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:12:10.599661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:10.645424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=9a066f76-8f75-4102-b97b-a7a31a752c81,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:10.681609 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.681954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.682293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.682632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.682959 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.683370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.683701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.684025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.684349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.684670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.684991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.685313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:10.864373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:10.864646 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP 67b1796b-ecaf-40ea-b242-96fea81bae4f disassociated (deleted). External IP: 172.26.8.16, port: 7e6d8e8e-0f72-41c4-8699-51430218a558. Sep 22 09:12:11.007564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:11.223063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:12:11.405341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:12:11.416234 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] Sync routers for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:12:11.427061 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:11.427687 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:11.428293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:11.486183 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e29ce9c-4e4e-4221-ba61-96fc73799b5c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/floatingips/67b1796b-ecaf-40ea-b242-96fea81bae4f HTTP/1.1" status: 204 len: 168 time: 1.5122929 Sep 22 09:12:11.486183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:12:11.486887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdba8469-ec87-47f1-a928-2eb7db1710be" -d '{"events": [{"name": "network-changed", "server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:12:11.539920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe52b1f-ae92-41b8-af79-8c8e46821524 x-openstack-request-id: req-efe52b1f-ae92-41b8-af79-8c8e46821524 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:12:11.540215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:12:11.540471 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efe52b1f-ae92-41b8-af79-8c8e46821524 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:12:11.540880 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe52b1f-ae92-41b8-af79-8c8e46821524'] response: {'name': 'network-changed', 'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'status': 'completed', 'code': 200} Sep 22 09:12:11.634361 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:12:11.646797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-f0f00ac5-91fe-494c-b33c-4aa56b3766a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:11.649437 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-f0f00ac5-91fe-494c-b33c-4aa56b3766a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 1099 time: 0.0866163 Sep 22 09:12:11.664147 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:11.811936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-4b711039-ef6c-4dab-ba95-ca95f6ab658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:11.813491 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-4b711039-ef6c-4dab-ba95-ca95f6ab658f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c200f96b-df1a-4400-aa91-bf47296891ff HTTP/1.1" status: 200 len: 897 time: 0.1578393 Sep 22 09:12:11.883034 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-0d4460bb-e95a-4658-a0e7-67901140bd82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e6d8e8e-0f72-41c4-8699-51430218a558 HTTP/1.1" status: 200 len: 217 time: 0.0622241 Sep 22 09:12:11.904548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c50af-a0d6-487b-b790-900ba4b92e8b req-68f68ef2-5b4b-425d-a7e1-a981115c7d48 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:11.906776 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-572c50af-a0d6-487b-b790-900ba4b92e8b req-68f68ef2-5b4b-425d-a7e1-a981115c7d48 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.1048577 Sep 22 09:12:11.956733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-b23dc868-cdb2-4956-b10e-5b99f72f5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:11.958464 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-b23dc868-cdb2-4956-b10e-5b99f72f5dd2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c93b53cd-da52-4353-840e-c03674166e81 HTTP/1.1" status: 200 len: 835 time: 0.0694919 Sep 22 09:12:11.958802 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-572c50af-a0d6-487b-b790-900ba4b92e8b req-cdf1c008-394b-48d2-82c9-37edc1bb0c7e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Sep 22 09:12:11.998524 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:21Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:12.002260 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] Checking router: c5538dce-c4b0-4698-a4d6-4cf1c3026f3d for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:12:12.010889 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:12.011502 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:12.046053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-174fdbf3-82e8-48af-8cf3-d8052b084e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:12.047578 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-174fdbf3-82e8-48af-8cf3-d8052b084e0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c200f96b-df1a-4400-aa91-bf47296891ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810246 Sep 22 09:12:12.057426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-6791cfd9-56b5-4c23-a082-cbade8b9b28e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:12:12.058340 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-6791cfd9-56b5-4c23-a082-cbade8b9b28e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047998 Sep 22 09:12:12.189175 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-4d63952a-0e2b-4a47-a0d9-5d686ed42064 service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247158 Sep 22 09:12:12.189411 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:12.320635 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdba8469-ec87-47f1-a928-2eb7db1710be req-dd88e2aa-e709-4b05-ba54-440fb82c7816 service neutron] 10.222.0.48 "GET /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240082 Sep 22 09:12:12.488775 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:21Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:12.493064 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b952d217-200e-4a40-8f44-d2ea696026bf None None] The sync data for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv is: [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '1c6a771a-e42f-49f2-9ec6-9d840c05f9f0', 'name': '', 'network_id': 'c200f96b-df1a-4400-aa91-bf47296891ff', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:72:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'c93b53cd-da52-4353-840e-c03674166e81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:14Z', 'updated_at': '2022-09-22T09:11:21Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': 'c93b53cd-da52-4353-840e-c03674166e81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:12:12.698619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acfb71a-2b5c-4f59-bb6c-0b92446b4dfb None None] New status for floating IP 67b1796b-ecaf-40ea-b242-96fea81bae4f: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:12:12.830728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:13.333897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c169a-f994-4b9a-ad01-5df3413e8117 req-ffbee2cf-2508-41e5-bb14-5fad0ef1d030 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:13.334602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9f8c169a-f994-4b9a-ad01-5df3413e8117 req-ffbee2cf-2508-41e5-bb14-5fad0ef1d030 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:13.346727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-846bd444-5861-4959-9d88-ca3cdf4124e4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:13.347406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-846bd444-5861-4959-9d88-ca3cdf4124e4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:13.365907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9f8c169a-f994-4b9a-ad01-5df3413e8117 req-ffbee2cf-2508-41e5-bb14-5fad0ef1d030 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:13.367621 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f8c169a-f994-4b9a-ad01-5df3413e8117 req-ffbee2cf-2508-41e5-bb14-5fad0ef1d030 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.2905357 Sep 22 09:12:13.369295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-846bd444-5861-4959-9d88-ca3cdf4124e4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:13.370278 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-846bd444-5861-4959-9d88-ca3cdf4124e4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 946 time: 0.1415434 Sep 22 09:12:13.464200 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f8c169a-f994-4b9a-ad01-5df3413e8117 req-1a4b241d-c290-4128-bf9c-35cdaddd0fc9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909204 Sep 22 09:12:13.469367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 7e6d8e8e-0f72-41c4-8699-51430218a558 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:12:13.469704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:13.717010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 7e6d8e8e-0f72-41c4-8699-51430218a558, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=7e6d8e8e-0f72-41c4-8699-51430218a558,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:13.717369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:13.836786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 7e6d8e8e-0f72-41c4-8699-51430218a558 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:12:13.980039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:14.027880 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=7e6d8e8e-0f72-41c4-8699-51430218a558,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:14.117280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] No DVR routers for this DVR port 7e6d8e8e-0f72-41c4-8699-51430218a558 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:12:14.119647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:14.122039 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'name': 'network-vif-deleted', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:12:14.124307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c749818b-0b1c-482e-af93-42e6d0985091" -d '{"events": [{"server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "name": "network-vif-deleted", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:12:14.137830 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d66aaca7-fcf1-4089-8eee-5a57079a5fe8 req-4a67aaea-5b30-44ef-b5ee-5646fe0494c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "DELETE /v2.0/ports/7e6d8e8e-0f72-41c4-8699-51430218a558 HTTP/1.1" status: 204 len: 173 time: 0.7484677 Sep 22 09:12:14.166827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da6409-864d-4543-ba35-b979d1db98b4 x-openstack-request-id: req-76da6409-864d-4543-ba35-b979d1db98b4 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:12:14.167117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e", "name": "network-vif-deleted", "tag": "7e6d8e8e-0f72-41c4-8699-51430218a558", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:12:14.167397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76da6409-864d-4543-ba35-b979d1db98b4 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:12:14.167799 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76da6409-864d-4543-ba35-b979d1db98b4'] response: {'server_uuid': 'ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e', 'name': 'network-vif-deleted', 'tag': '7e6d8e8e-0f72-41c4-8699-51430218a558', 'status': 'completed', 'code': 200} Sep 22 09:12:14.640515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fb60a6f9-ad13-440b-9a15-15188e01d534 req-64bbdced-407b-4fcb-b445-6c63b46ee4fd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:14.657415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fb60a6f9-ad13-440b-9a15-15188e01d534 req-64bbdced-407b-4fcb-b445-6c63b46ee4fd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:14.658773 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb60a6f9-ad13-440b-9a15-15188e01d534 req-64bbdced-407b-4fcb-b445-6c63b46ee4fd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddacf808-b2f2-4712-a0bf-0c3e6c25ac8e HTTP/1.1" status: 200 len: 210 time: 0.0678425 Sep 22 09:12:15.637288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7e6d8e8e-0f72-41c4-8699-51430218a558 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:12:15.670652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 7e6d8e8e-0f72-41c4-8699-51430218a558 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:12:15.670993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 7e6d8e8e-0f72-41c4-8699-51430218a558 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:12:15.759291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49748) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:16.400549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:16.749050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:12:16.749394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:16.932701 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:16.933378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:17.058991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:12:17.324410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:17.371018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=1c6a771a-e42f-49f2-9ec6-9d840c05f9f0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:17.650708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:18.109178 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:12:18.286190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:12:18.296495 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] Sync routers for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:12:18.302451 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-002883d5-71ad-42c1-adf2-4a0cf9a46cff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/c5538dce-c4b0-4698-a4d6-4cf1c3026f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5420916 Sep 22 09:12:18.305168 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49752) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:18.305851 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:18.306452 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:18.370317 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting subnet c93b53cd-da52-4353-840e-c03674166e81 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:12:18.373274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:18.427064 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:18.480064 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:18.512416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:18.586633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:18.623644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Subnet': ['ID=c93b53cd-da52-4353-840e-c03674166e81,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:18.630353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:18.636710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d2a56e-b8a7-4b52-a438-a67f581488e7 None None] Network c200f96b-df1a-4400-aa91-bf47296891ff requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:12:18.640597 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a4985ac-869c-496b-adec-037838d4e4a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/subnets/c93b53cd-da52-4353-840e-c03674166e81 HTTP/1.1" status: 204 len: 168 time: 0.3320630 Sep 22 09:12:18.640850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49756) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:18.818810 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:12:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:18.823564 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] Checking router: c5538dce-c4b0-4698-a4d6-4cf1c3026f3d for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:12:18.832377 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] Routers {'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:18.833278 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:18.839675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:18.913298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] DHCP port deletion for c200f96b-df1a-4400-aa91-bf47296891ff request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:12:18.919417 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Deleting port 70acdbb0-5077-4c45-bfb7-41580f7e58ea {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:12:18.920084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.038369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.049495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 61bbc171-434e-48f9-8e4f-20cba54871b0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:12:19.050057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.089205 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] Set router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:19.194095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] For port 70acdbb0-5077-4c45-bfb7-41580f7e58ea, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=70acdbb0-5077-4c45-bfb7-41580f7e58ea,segment=NetworkSegment(13b453d2-24ec-41ef-863c-bcdecd86a538),segment_id=13b453d2-24ec-41ef-863c-bcdecd86a538)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:19.195733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.244586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 61bbc171-434e-48f9-8e4f-20cba54871b0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=61bbc171-434e-48f9-8e4f-20cba54871b0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:19.244586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.302971 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 70acdbb0-5077-4c45-bfb7-41580f7e58ea no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:12:19.427492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Calling delete_port for 70acdbb0-5077-4c45-bfb7-41580f7e58ea owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:12:19.435008 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:12:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:19.439321 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f8bd83-7e50-4366-a7cf-052f12696803 None None] The sync data for ids ['c5538dce-c4b0-4698-a4d6-4cf1c3026f3d'] in dv-neutron-857569-1-hyperv is: [{'id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779165610', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:11:10Z', 'updated_at': '2022-09-22T09:12:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '61bbc171-434e-48f9-8e4f-20cba54871b0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:64:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538dce-c4b0-4698-a4d6-4cf1c3026f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:11:11Z', 'updated_at': '2022-09-22T09:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:12:19.501055 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 61bbc171-434e-48f9-8e4f-20cba54871b0 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:12:19.552785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 70acdbb0-5077-4c45-bfb7-41580f7e58ea is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:19.553161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.579686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.675314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Pushing event deleted for resources: {'Port': ['ID=70acdbb0-5077-4c45-bfb7-41580f7e58ea,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:19.677607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] No DVR routers for this DVR port 70acdbb0-5077-4c45-bfb7-41580f7e58ea on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:12:19.688087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.688087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.688397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.688724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.689055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.689854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.690119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.690324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.690783 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.691257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.691715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.692165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8749b077-2f17-41d0-95f5-c9294a908874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:19.700139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:19.749338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=61bbc171-434e-48f9-8e4f-20cba54871b0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:19.848751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.028921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.031165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.052597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.053278 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Fanout notify agent at l3_agent the message router_deleted on router c5538dce-c4b0-4698-a4d6-4cf1c3026f3d {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:12:20.068071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.069675 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5110834a-4a8b-43ce-869a-e5c8b188c35b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/routers/c5538dce-c4b0-4698-a4d6-4cf1c3026f3d HTTP/1.1" status: 204 len: 168 time: 1.4274442 Sep 22 09:12:20.072367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49760) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:20.186992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.318855 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.343786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c200f96b-df1a-4400-aa91-bf47296891ff']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:20.355370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b453d2-24ec-41ef-863c-bcdecd86a538') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:20.355665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b453d2-24ec-41ef-863c-bcdecd86a538') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:20.367437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.383189 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.389050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:12:20.389425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.456200 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 13b453d2-24ec-41ef-863c-bcdecd86a538 resource provider aggregate not found Sep 22 09:12:20.476947 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 13b453d2-24ec-41ef-863c-bcdecd86a538 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13b453d2-24ec-41ef-863c-bcdecd86a538 found for delete ", "request_id": "req-7814ca9f-76b8-4399-92fb-b5d8cc228dbf"}]} Sep 22 09:12:20.492639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.510731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.520830 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Network': ['ID=c200f96b-df1a-4400-aa91-bf47296891ff,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:20.523219 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-82cceb40-739c-4789-83ce-cb46b89b00df tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/networks/c200f96b-df1a-4400-aa91-bf47296891ff HTTP/1.1" status: 204 len: 168 time: 0.4499385 Sep 22 09:12:20.525993 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:20.592887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9943510-87b5-4089-8a27-939efd9b9c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.622027 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9943510-87b5-4089-8a27-939efd9b9c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.689374 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9943510-87b5-4089-8a27-939efd9b9c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.708200 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9943510-87b5-4089-8a27-939efd9b9c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0184b5bd-c3dd-4b91-bc20-d5c10be89ef8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:20.718076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9943510-87b5-4089-8a27-939efd9b9c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.719208 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f9943510-87b5-4089-8a27-939efd9b9c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/security-groups/0184b5bd-c3dd-4b91-bc20-d5c10be89ef8 HTTP/1.1" status: 204 len: 168 time: 0.1924806 Sep 22 09:12:20.833163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:20.838390 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410554365', 'description': 'tempest-secgroup-smoke-1410554365 description', 'project_id': '9f601fa224f847e0987dc27d0f93c21a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:20.844378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:20.848414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:20.851760 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:20.857376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:20.871310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.889627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:20.893330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:20.896061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:20.901626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:20.973318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:20.977378 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.022074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46d5e41-7a19-4417-a052-0ff6715573e6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:21.028865 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.030154 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef0d72bf-a803-4168-9f2f-b66eed46e8f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1960034 Sep 22 09:12:21.033115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49780) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:21.038632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'f46d5e41-7a19-4417-a052-0ff6715573e6', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:21.044576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:21.048370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:21.051177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:21.057413 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:21.073675 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.123106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:12:21.134962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.139058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.157451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:12:21.157789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1c6a771a-e42f-49f2-9ec6-9d840c05f9f0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:12:21.158189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61bbc171-434e-48f9-8e4f-20cba54871b0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:12:21.162651 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d220738-0aa7-43f4-b4e4-e8d2eddb2ab2,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:21.172667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.176442 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7c12c121-3f67-4a3d-8b85-c6752c4475cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397648 Sep 22 09:12:21.176716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:21.182159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'f46d5e41-7a19-4417-a052-0ff6715573e6', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:21.188175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:21.192093 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:21.194208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 61bbc171-434e-48f9-8e4f-20cba54871b0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:12:21.194555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 61bbc171-434e-48f9-8e4f-20cba54871b0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:12:21.195037 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:21.201171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:21.218069 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.280770 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.284400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.305551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfe05c0-d0ca-49cb-b156-c3f6e456aa16,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:21.320635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.322138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df9423e2-5fc2-420f-8b61-4b771e6c1d74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444843 Sep 22 09:12:21.325561 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:21.330503 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'f46d5e41-7a19-4417-a052-0ff6715573e6', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:21.337034 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:21.340849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:21.343704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:21.349526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:21.366755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.428298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.431567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.453765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae7ba13-6c5b-4e18-8ef2-9b6c7119a0a0,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:21.462326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.463517 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-be4630a3-7155-4859-b071-5eac249b6d2c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370218 Sep 22 09:12:21.466233 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49792) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:21.471021 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'f46d5e41-7a19-4417-a052-0ff6715573e6', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:21.477340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:21.481177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:21.484118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:21.490063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:21.506116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.570634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.573815 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.597346 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bf23ad-6e94-4c55-a8f0-a8a36b942281,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:21.605376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.606533 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd1cac4e-1ebe-4b86-b61d-b2b925c7f3af tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394041 Sep 22 09:12:21.609339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49796) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:21.614381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'f46d5e41-7a19-4417-a052-0ff6715573e6', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:21.620308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:21.624273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:21.627279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:21.633785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:21.643576 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:12:21.650488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.714098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.718634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.741358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d019b0-b1f4-4c2c-bd49-5e07f0797e6e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:21.749640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.753616 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0251ed9e-7a88-4dba-91c1-c7e62997ab37 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407869 Sep 22 09:12:21.753952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:21.759792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'f46d5e41-7a19-4417-a052-0ff6715573e6', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:21.765509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:21.769295 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:21.772147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:21.778300 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:21.788135 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:12:21.794360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.862420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.866812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.893407 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33630bc6-20f2-43ee-9375-e2d742837e98,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:21.899785 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.901151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f82e29f3-4cbd-420f-875b-2c9ca44f4cee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462343 Sep 22 09:12:21.904004 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:21.909446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'network': {'name': 'tempest-network-smoke--1683369109', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:21.914412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:21.918569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:network and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:21.921563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:21.927277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:21.940557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:12:21.943962 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.971806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:12:21.980241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:21.980577 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Added segment 5a8a4e5d-480b-467b-908e-db13f8206333 of type vlan for network a9253ac0-b525-4c73-8a0b-409696cdbca3 Sep 22 09:12:22.006421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.036156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.041427 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:22.042025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.228977 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3237562 Sep 22 09:12:22.231653 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:22.236682 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'admin_state_up': True, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:22.240585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c62d5-2aaf-413f-bb77-dd426d58f4ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Network': ['ID=a9253ac0-b525-4c73-8a0b-409696cdbca3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:22.244592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:22.248508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:router and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:22.251341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:12:22.251830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:22.257493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:22.268622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.269700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.284120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.544555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.843647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:22.872011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:23.013680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.28 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/c5d226ab-7ac1-4e5d-aa19-02c16f4e343f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:12:23.161825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:23.191506 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:23.252084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:12:23.254790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:23.258784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:12:23.404903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:23.416366 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.416630 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.416967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.417300 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.417631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.417956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.418278 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.418597 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.418918 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.419259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.419580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.419897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:23.773967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:24.104761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:24.311905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router 387e3040-e578-43d1-a6a2-d63ccbef90f8 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:12:24.483844 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:12:24.493407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Sync routers for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:12:24.502402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:24.503011 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:24.511646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:24.512828 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ceaa9d1-645d-4e25-8f0d-e39df26e52de tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2801788 Sep 22 09:12:24.516326 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:24.555887 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e3b23b57-6d00-43cd-b267-fd1111e0ffb7 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9f601fa224f847e0987dc27d0f93c21a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384905 Sep 22 09:12:24.558323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:24.685072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:24.688455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce3c822-0e8b-4754-924a-cd2e8a3d6a33 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:24.689948 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dce3c822-0e8b-4754-924a-cd2e8a3d6a33 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307435 Sep 22 09:12:24.692802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49820) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:24.734511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9d1ae357-82ff-46ee-bb54-9aad2a6292be tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381737 Sep 22 09:12:24.734690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49824) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:24.740080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743701407', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:24.849724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:24.853626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:subnet and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:24.856431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:24.862058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:24.872222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:12:24.875708 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:24.967328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:23Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:24.973137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Checking router: 387e3040-e578-43d1-a6a2-d63ccbef90f8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:12:24.973137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Updating router 387e3040-e578-43d1-a6a2-d63ccbef90f8 port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:12:25.031082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.094739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.173498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Subnet': ['ID=6ea0a137-cd14-439a-a4ac-db070d8b0464,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:25.179807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Checking segment: {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:12:25.180154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network hostable DHCP agents. Network: a9253ac0-b525-4c73-8a0b-409696cdbca3, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:12:25.201243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:12:25.210613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, a9253ac0-b525-4c73-8a0b-409696cdbca3) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:25.214557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:25.215133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.229926 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa3bbb6-5804-4d6d-b4f9-bf959857cd88 None None] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:12:25.239699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49828) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:25.240041 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-080885d0-6fb8-4baa-bb75-2c250c8c85b5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5043707 Sep 22 09:12:25.598231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-a9253ac0-b525-4c73-8a0b-409696cdbca3', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:12:25.599040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.612681 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.631188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Transition to ACTIVE for port object c5d226ab-7ac1-4e5d-aa19-02c16f4e343f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:12:25.675118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.760125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Attempting to bind port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:12:25.760484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Attempting to bind port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:12:25.760838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Attempting to bind port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:12:25.780165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:12:25.780529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:12:25.780916 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.781297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:12:25.781751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Bound port: c5d226ab-7ac1-4e5d-aa19-02c16f4e343f, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:12:25.782119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:25.819884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e9d92-5c50-403a-86fb-a40c3432a14f None None] Pushing event updated for resources: {'Port': ['ID=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:25.914680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Allocated IP 172.20.0.2 (a9253ac0-b525-4c73-8a0b-409696cdbca3/6ea0a137-cd14-439a-a4ac-db070d8b0464/42dea0d5-02ba-4a3b-ac11-05a36c99ddd2) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:12:25.916706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] For port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:12:25.921118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] For port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:12:25.927914 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.039694 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:26.040324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:26.048663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.173316 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e9d92-5c50-403a-86fb-a40c3432a14f None None] Pushing event updated for resources: {'Port': ['ID=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:26.336066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:26.514330 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.535228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Transition to ACTIVE for port object 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:12:26.572000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Transition to ACTIVE for port object 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:12:26.583704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.642128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.1 (a9253ac0-b525-4c73-8a0b-409696cdbca3/6ea0a137-cd14-439a-a4ac-db070d8b0464/4a800b4d-bae9-447c-8ead-dfb916f9b725) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:12:26.686347 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:12:26.690756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:26.693590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:12:26.745514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Pushing event updated for resources: {'Port': ['ID=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:26.801184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.818256 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object 4a800b4d-bae9-447c-8ead-dfb916f9b725 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:12:26.842681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.873593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Attempting to bind port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:12:26.873965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Attempting to bind port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:12:26.874289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Attempting to bind port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 on network a9253ac0-b525-4c73-8a0b-409696cdbca3 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:12:26.883062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:12:26.883502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Checking segment: {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:12:26.884264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.884672 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Bound using segment: {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:12:26.885103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Bound port: 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:12:26.885467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:26.905001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:23Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:26.913568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:12:26.916578 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:26.921165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:12:26.941790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3f4bf-470f-4c68-825e-444ced6bba50 None None] The sync data for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv is: [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:23Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:12:26.963420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=4a800b4d-bae9-447c-8ead-dfb916f9b725,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:26.984637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.000718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] For port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:12:27.006006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] For port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:12:27.010576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.093322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6163c7e-5cd3-4904-9b10-c6ba6a0a06c8 None None] Pushing event updated for resources: {'Port': ['ID=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:27.121723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.710597 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.716374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.830580 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=4a800b4d-bae9-447c-8ead-dfb916f9b725,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:27.833431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:27.982814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:12:27.984107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:28.092766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c1ad63-b8e4-499f-bf93-1cd608f8b7ef None None] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:12:28.177394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router 387e3040-e578-43d1-a6a2-d63ccbef90f8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:12:28.177946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c9b5b627-836b-4fb5-b306-55903f0f7b9b None None] Provisioning for port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:12:28.364427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:12:28.377893 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-adc63e2a-5307-4219-b9d9-d6a228f7cdba tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/387e3040-e578-43d1-a6a2-d63ccbef90f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1371164 Sep 22 09:12:28.545665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-63385060-7b1d-4065-87cd-f376f801be45 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:28.555161 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Sync routers for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:12:28.564706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-63385060-7b1d-4065-87cd-f376f801be45 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:28.565747 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:28.566359 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:28.567703 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-63385060-7b1d-4065-87cd-f376f801be45 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410554365&fields=id&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 267 time: 0.0650144 Sep 22 09:12:28.624296 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Provisioning for port 4a800b4d-bae9-447c-8ead-dfb916f9b725 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:12:28.629752 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Provisioning complete for port 4a800b4d-bae9-447c-8ead-dfb916f9b725 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:28.630124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:28.630451 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Attempt 1 to provision port 4a800b4d-bae9-447c-8ead-dfb916f9b725 Sep 22 09:12:28.698301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Port 4a800b4d-bae9-447c-8ead-dfb916f9b725 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:12:28.739149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-1d8bde67-b62a-4d8e-82cc-ee3ad15cb7a1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:28.739848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-1d8bde67-b62a-4d8e-82cc-ee3ad15cb7a1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:28.757720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-1d8bde67-b62a-4d8e-82cc-ee3ad15cb7a1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:28.759056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-1d8bde67-b62a-4d8e-82cc-ee3ad15cb7a1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/networks?id=a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 200 len: 797 time: 0.1850901 Sep 22 09:12:28.760339 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:28.775308 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-fb970ed2-e055-48ad-981c-d58e548eff95 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/quotas/9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 375 time: 0.0100541 Sep 22 09:12:28.869799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-a630fc0c-3f70-4b2a-bc6e-e5bf551c8b34 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:28.888422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-a630fc0c-3f70-4b2a-bc6e-e5bf551c8b34 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:28.889762 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-a630fc0c-3f70-4b2a-bc6e-e5bf551c8b34 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088958 Sep 22 09:12:29.054945 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-bdd035bf-8dac-479a-8614-b65dec0b489b service neutron] 10.222.0.42 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525013 Sep 22 09:12:29.086688 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 2, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:29.091360 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Checking router: 387e3040-e578-43d1-a6a2-d63ccbef90f8 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:12:29.091704 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Updating router 387e3040-e578-43d1-a6a2-d63ccbef90f8 port 4a800b4d-bae9-447c-8ead-dfb916f9b725 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:12:29.145586 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.190951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:12:29.206843 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-4b0fbdbd-9249-4c04-9ba1-4d98eb4d56de service neutron] 10.222.0.42 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456628 Sep 22 09:12:29.218773 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Attempt 2 to provision port 4a800b4d-bae9-447c-8ead-dfb916f9b725 Sep 22 09:12:29.295343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Port 4a800b4d-bae9-447c-8ead-dfb916f9b725 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:12:29.307018 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:12:29.312100 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:29.312468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.312800 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 Sep 22 09:12:29.422225 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-865c663d-f111-4863-8fb3-a0eed616adf4 req-14e6ae38-5b6b-4dd4-a7d3-78a756b7ee89 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:29.435304 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-865c663d-f111-4863-8fb3-a0eed616adf4 req-14e6ae38-5b6b-4dd4-a7d3-78a756b7ee89 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:29.436700 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-865c663d-f111-4863-8fb3-a0eed616adf4 req-14e6ae38-5b6b-4dd4-a7d3-78a756b7ee89 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 210 time: 0.0741849 Sep 22 09:12:29.455602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:29.456084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.493863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:29.499343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.500444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c5d226ab-7ac1-4e5d-aa19-02c16f4e343f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:12:29.554589 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.567091 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Transition to ACTIVE for port object 4a800b4d-bae9-447c-8ead-dfb916f9b725 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:12:29.573741 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.623615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:29.636453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:12:29.641728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:29.642097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.642427 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f Sep 22 09:12:29.762305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:29.762688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.780189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:29.784887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.791847 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Pushing event updated for resources: {'Port': ['ID=4a800b4d-bae9-447c-8ead-dfb916f9b725,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:29.809592 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.809934 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.810259 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.810586 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.811033 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.811584 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.811968 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.812353 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.812740 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.813115 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.813490 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.813866 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:12:29.822457 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Attempt 3 to provision port 4a800b4d-bae9-447c-8ead-dfb916f9b725 Sep 22 09:12:29.823101 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Attempting to bind port 4a800b4d-bae9-447c-8ead-dfb916f9b725 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:12:29.823547 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Attempting to bind port 4a800b4d-bae9-447c-8ead-dfb916f9b725 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:12:29.823961 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Attempting to bind port 4a800b4d-bae9-447c-8ead-dfb916f9b725 on network a9253ac0-b525-4c73-8a0b-409696cdbca3 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:12:29.829948 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:12:29.830524 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Checking segment: {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:12:29.830981 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.831455 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Bound using segment: {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:12:29.832070 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Bound port: 4a800b4d-bae9-447c-8ead-dfb916f9b725, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:12:29.832705 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:29.897860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Port 4a800b4d-bae9-447c-8ead-dfb916f9b725 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:12:29.900035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:29.930686 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] For port 4a800b4d-bae9-447c-8ead-dfb916f9b725, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:12:29.933827 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] For port 4a800b4d-bae9-447c-8ead-dfb916f9b725, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4a800b4d-bae9-447c-8ead-dfb916f9b725,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:12:29.938418 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:30.003044 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:30.003682 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:30.083115 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554c025-cf23-4ab4-9af2-c038ae27abf2 None None] Pushing event updated for resources: {'Port': ['ID=4a800b4d-bae9-447c-8ead-dfb916f9b725,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:30.185854 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:30.398457 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Attempt 4 to provision port 4a800b4d-bae9-447c-8ead-dfb916f9b725 Sep 22 09:12:30.472254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ed712-d03e-4202-8d00-5a154d24f578 None None] Port 4a800b4d-bae9-447c-8ead-dfb916f9b725 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:12:30.502219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-2e422430-08fc-4460-971c-87f82ae6df53 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:30.503712 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-2e422430-08fc-4460-971c-87f82ae6df53 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/networks?id=a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 200 len: 797 time: 0.1750872 Sep 22 09:12:30.517704 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:30.521996 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbda91-c5db-4b64-a656-6ddf0dc494ae None None] The sync data for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv is: [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:12:30.557760 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-60d0575f-2cf4-41a8-b1b5-61870a180b2f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 380 time: 0.0460117 Sep 22 09:12:30.572612 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'port': {'device_id': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'admin_state_up': True, 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'security_groups': ['f46d5e41-7a19-4417-a052-0ff6715573e6']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:30.822354 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43d952ee-e25f-4be2-8b4e-2a0de2eff500 req-eca4a58c-5737-41fd-93c7-4d8cb643301c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 210 time: 0.2166409 Sep 22 09:12:30.898108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:30.908412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:30.920255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:12:30.924107 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.095387 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.14 (a9253ac0-b525-4c73-8a0b-409696cdbca3/6ea0a137-cd14-439a-a4ac-db070d8b0464/245b2548-5666-4c68-a078-2bf51f17a5d5) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:12:31.217181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c5d226ab-7ac1-4e5d-aa19-02c16f4e343f up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:12:31.286920 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:31.287315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.287646 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f Sep 22 09:12:31.312931 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.329606 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object 245b2548-5666-4c68-a078-2bf51f17a5d5 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:12:31.357404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.411989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:31.413605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:12:31.430433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:12:31.434011 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:31.437918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:12:31.472613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=245b2548-5666-4c68-a078-2bf51f17a5d5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:31.485181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:31.485554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.485893 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 Sep 22 09:12:31.511165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:31.511810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.544449 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-e8fe0860-6357-4abb-a310-cfd7fa49e407 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9784789 Sep 22 09:12:31.606522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Request body: {'port': {'device_id': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:31.631638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:31.632972 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4a800b4d-bae9-447c-8ead-dfb916f9b725 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:12:31.706257 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 4a800b4d-bae9-447c-8ead-dfb916f9b725 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:12:31.712327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4a800b4d-bae9-447c-8ead-dfb916f9b725 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:31.713040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.713221 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4a800b4d-bae9-447c-8ead-dfb916f9b725 Sep 22 09:12:31.734196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.809770 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Provisioning for port 245b2548-5666-4c68-a078-2bf51f17a5d5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:12:31.817766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Provisioning complete for port 245b2548-5666-4c68-a078-2bf51f17a5d5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:31.818135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.818462 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Attempt 1 to provision port 245b2548-5666-4c68-a078-2bf51f17a5d5 Sep 22 09:12:31.915146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Port 245b2548-5666-4c68-a078-2bf51f17a5d5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:12:31.922540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4a800b4d-bae9-447c-8ead-dfb916f9b725 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:31.922917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:31.959640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 4a800b4d-bae9-447c-8ead-dfb916f9b725, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4a800b4d-bae9-447c-8ead-dfb916f9b725,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:31.965359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:32.031768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d648f8-d2a7-4b64-bf9a-8373381e4d0b req-c975b09a-6d1d-449c-baee-2179619cb61d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:32.033194 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-73d648f8-d2a7-4b64-bf9a-8373381e4d0b req-c975b09a-6d1d-449c-baee-2179619cb61d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 932 time: 0.0901599 Sep 22 09:12:32.055995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=4a800b4d-bae9-447c-8ead-dfb916f9b725,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:32.081815 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-73d648f8-d2a7-4b64-bf9a-8373381e4d0b req-4f9149a4-5383-40aa-b16a-6956750303c2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409632 Sep 22 09:12:32.109860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245b2548-5666-4c68-a078-2bf51f17a5d5 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:12:32.117639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:32.141072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Transition to ACTIVE for port object 245b2548-5666-4c68-a078-2bf51f17a5d5 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:12:32.143911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:32.323649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Pushing event updated for resources: {'Port': ['ID=245b2548-5666-4c68-a078-2bf51f17a5d5,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:32.362773 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Attempting to bind port 245b2548-5666-4c68-a078-2bf51f17a5d5 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:12:32.363392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Attempting to bind port 245b2548-5666-4c68-a078-2bf51f17a5d5 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:12:32.363712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Attempting to bind port 245b2548-5666-4c68-a078-2bf51f17a5d5 on network a9253ac0-b525-4c73-8a0b-409696cdbca3 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:12:32.368671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Port 245b2548-5666-4c68-a078-2bf51f17a5d5 on network a9253ac0-b525-4c73-8a0b-409696cdbca3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:12:32.368982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Attempting to bind port 245b2548-5666-4c68-a078-2bf51f17a5d5 on network a9253ac0-b525-4c73-8a0b-409696cdbca3 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:12:32.373983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:12:32.374308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Checking segment: {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:12:32.374679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Bound using segment: {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:12:32.375090 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Bound port: 245b2548-5666-4c68-a078-2bf51f17a5d5, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8a4e5d-480b-467b-908e-db13f8206333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:12:32.375454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:32.416381 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Attempt 2 to provision port 245b2548-5666-4c68-a078-2bf51f17a5d5 Sep 22 09:12:32.460717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] For port 245b2548-5666-4c68-a078-2bf51f17a5d5, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:12:32.463705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] For port 245b2548-5666-4c68-a078-2bf51f17a5d5, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=245b2548-5666-4c68-a078-2bf51f17a5d5,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:12:32.467887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:32.468520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Port 245b2548-5666-4c68-a078-2bf51f17a5d5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:12:32.501469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:32.502070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:32.503450 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] 10.222.0.48 "PUT /v2.0/ports/245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 200 len: 1094 time: 0.9511006 Sep 22 09:12:32.503881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:12:32.506125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b6ce8c-658f-45ac-9a89-277c10b33b31" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:12:32.546878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b8e0a-f604-426d-8774-e9604642be8b service neutron] Pushing event updated for resources: {'Port': ['ID=245b2548-5666-4c68-a078-2bf51f17a5d5,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:32.585693 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb10ed73-a03e-4bdf-a220-dcb71941e3ae x-openstack-request-id: req-bb10ed73-a03e-4bdf-a220-dcb71941e3ae {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:12:32.585964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:12:32.586213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb10ed73-a03e-4bdf-a220-dcb71941e3ae {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:12:32.586607 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb10ed73-a03e-4bdf-a220-dcb71941e3ae'] response: {'name': 'network-changed', 'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'status': 'completed', 'code': 200} Sep 22 09:12:32.629246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-43cbf9f1-3c16-48c6-9fd2-99df476ceac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:32.630724 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-43cbf9f1-3c16-48c6-9fd2-99df476ceac9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1097 time: 0.0810053 Sep 22 09:12:32.700253 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-a082966d-f41b-48ba-8044-5de43e0b2c6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 200 len: 217 time: 0.0626688 Sep 22 09:12:32.761115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-1258621a-0a21-4283-ab5f-088964f87554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:32.762482 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-1258621a-0a21-4283-ab5f-088964f87554 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ea0a137-cd14-439a-a4ac-db070d8b0464 HTTP/1.1" status: 200 len: 835 time: 0.0563021 Sep 22 09:12:32.845351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-d9691687-b57e-4989-adc4-8d5c7876aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:32.846721 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-d9691687-b57e-4989-adc4-8d5c7876aba9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9253ac0-b525-4c73-8a0b-409696cdbca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782175 Sep 22 09:12:32.969320 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Attempt 3 to provision port 245b2548-5666-4c68-a078-2bf51f17a5d5 Sep 22 09:12:33.030804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-73293f73-b391-4b59-92f9-09fccb70a465 None None] Port 245b2548-5666-4c68-a078-2bf51f17a5d5 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:12:33.077276 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-22988773-792f-4ed9-b611-8be6b2487234 service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244940 Sep 22 09:12:33.145258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4a800b4d-bae9-447c-8ead-dfb916f9b725 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:12:33.216574 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-49053813-8cfc-45fc-bc93-3aa6b5f1c0be req-3121fef9-f328-4ecb-bc46-ab728df8446d service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333857 Sep 22 09:12:33.262359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 4a800b4d-bae9-447c-8ead-dfb916f9b725 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:33.262932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:33.263495 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 4a800b4d-bae9-447c-8ead-dfb916f9b725 Sep 22 09:12:33.346459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-aecca432-7fc8-4605-801d-8dbd0f908c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:33.348056 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-aecca432-7fc8-4605-801d-8dbd0f908c50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1097 time: 0.0803742 Sep 22 09:12:33.359808 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd12c7-bdc7-4ebe-adb3-71d23fa403dc req-a60fbede-8f55-4334-b30a-32501c76f8a4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:33.361496 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82fd12c7-bdc7-4ebe-adb3-71d23fa403dc req-a60fbede-8f55-4334-b30a-32501c76f8a4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 944 time: 0.0913363 Sep 22 09:12:33.386366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 4a800b4d-bae9-447c-8ead-dfb916f9b725 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:33.407918 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82fd12c7-bdc7-4ebe-adb3-71d23fa403dc req-0babf040-a087-4b13-a6f3-4d77e7ea9b03 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Sep 22 09:12:33.481342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-f8443c2e-6577-4bb2-877d-eb0bc9d2df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:33.482761 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-f8443c2e-6577-4bb2-877d-eb0bc9d2df58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 200 len: 898 time: 0.1276751 Sep 22 09:12:33.552241 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-4d7b58ef-82c9-4ae5-9c76-fa99365000fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 200 len: 217 time: 0.0627694 Sep 22 09:12:33.612535 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-b6b8d095-ec00-4056-ac8c-83f2b1f8cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:33.614151 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-b6b8d095-ec00-4056-ac8c-83f2b1f8cadd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ea0a137-cd14-439a-a4ac-db070d8b0464 HTTP/1.1" status: 200 len: 835 time: 0.0554523 Sep 22 09:12:33.697649 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-b4ccd688-5dd8-4ce3-b4eb-1d1a067e6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:33.699089 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-b4ccd688-5dd8-4ce3-b4eb-1d1a067e6912 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9253ac0-b525-4c73-8a0b-409696cdbca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783286 Sep 22 09:12:33.829081 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-46be27c8-3c4d-47dd-abd9-7f08451810de service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231303 Sep 22 09:12:33.959594 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b6ce8c-658f-45ac-9a89-277c10b33b31 req-31175e0c-ec9d-476c-aea8-a818e21adc4e service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221614 Sep 22 09:12:34.603787 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a176d-75a6-46c7-a821-0a08094014fc req-8c543ce5-9659-4e40-a98e-fefb086949e8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:34.604510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-286a176d-75a6-46c7-a821-0a08094014fc req-8c543ce5-9659-4e40-a98e-fefb086949e8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:12:34.619762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-286a176d-75a6-46c7-a821-0a08094014fc req-8c543ce5-9659-4e40-a98e-fefb086949e8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:12:34.620878 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286a176d-75a6-46c7-a821-0a08094014fc req-8c543ce5-9659-4e40-a98e-fefb086949e8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 944 time: 0.1016595 Sep 22 09:12:34.664903 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-286a176d-75a6-46c7-a821-0a08094014fc req-bcff9110-507f-4a56-bbf6-6db4fd9948cd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383985 Sep 22 09:12:35.747534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 245b2548-5666-4c68-a078-2bf51f17a5d5 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:12:35.861512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4534b2d-dfac-454c-b415-f28127d3e1ff req-aa75336c-4592-48d8-b4b8-524259b60a36 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:35.862947 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4534b2d-dfac-454c-b415-f28127d3e1ff req-aa75336c-4592-48d8-b4b8-524259b60a36 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 944 time: 0.0856342 Sep 22 09:12:35.878886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 245b2548-5666-4c68-a078-2bf51f17a5d5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=245b2548-5666-4c68-a078-2bf51f17a5d5,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:35.892405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'port_id': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'mac_address': 'fa:16:3e:c5:c9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:12:35.911712 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4534b2d-dfac-454c-b415-f28127d3e1ff req-9567a4c0-6488-4dca-9e3e-fe44c0b31ddb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Sep 22 09:12:35.948554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 245b2548-5666-4c68-a078-2bf51f17a5d5 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:35.949002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:35.965473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245b2548-5666-4c68-a078-2bf51f17a5d5 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:12:35.981499 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 245b2548-5666-4c68-a078-2bf51f17a5d5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=245b2548-5666-4c68-a078-2bf51f17a5d5,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:35.984948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:36.054349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=245b2548-5666-4c68-a078-2bf51f17a5d5,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:36.188127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['245b2548-5666-4c68-a078-2bf51f17a5d5'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:12:36.250458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3a88-fc45-426f-9444-38b943c86c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.116628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe804-4ef7-4e47-850d-8e6f70c53a37 req-6be0dd81-6417-45e2-9d50-0cfee4a83520 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:37.118356 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-50bfe804-4ef7-4e47-850d-8e6f70c53a37 req-6be0dd81-6417-45e2-9d50-0cfee4a83520 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 945 time: 0.0912442 Sep 22 09:12:37.161204 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-50bfe804-4ef7-4e47-850d-8e6f70c53a37 req-419f81a7-6e82-4c2d-a4d6-71cced7b30e0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374947 Sep 22 09:12:37.753275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 245b2548-5666-4c68-a078-2bf51f17a5d5 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:12:37.820737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 245b2548-5666-4c68-a078-2bf51f17a5d5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:12:37.825274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 245b2548-5666-4c68-a078-2bf51f17a5d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:12:37.825641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.825970 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 245b2548-5666-4c68-a078-2bf51f17a5d5 Sep 22 09:12:37.936392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 245b2548-5666-4c68-a078-2bf51f17a5d5 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:12:37.936793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:37.965689 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:12:37.967977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b29e19-90ff-4a91-afa4-9bb964f8c8a9" -d '{"events": [{"server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "name": "network-vif-plugged", "status": "completed", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:12:37.976452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 245b2548-5666-4c68-a078-2bf51f17a5d5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=245b2548-5666-4c68-a078-2bf51f17a5d5,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:12:37.980901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:38.016515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674c868-071f-4525-ac42-13b8e9f77228 x-openstack-request-id: req-c674c868-071f-4525-ac42-13b8e9f77228 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:12:38.016809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "name": "network-vif-plugged", "status": "completed", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:12:38.017062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c674c868-071f-4525-ac42-13b8e9f77228 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:12:38.017454 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c674c868-071f-4525-ac42-13b8e9f77228'] response: {'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'code': 200} Sep 22 09:12:38.049369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=245b2548-5666-4c68-a078-2bf51f17a5d5,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:38.243429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb401a7a-43c8-4846-bcdc-3f83931cfeac req-c6d2f47d-feb1-431d-a27c-85053caefcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:38.244815 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb401a7a-43c8-4846-bcdc-3f83931cfeac req-c6d2f47d-feb1-431d-a27c-85053caefcbb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1099 time: 0.0800576 Sep 22 09:12:38.322811 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb401a7a-43c8-4846-bcdc-3f83931cfeac req-62e10288-1da1-4ed3-a9bc-6e967eb07856 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719945 Sep 22 09:12:38.365261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c06c6f-0a63-4963-8bad-252dc56639c3 req-80a630e2-7fb7-4b04-9f22-460ed0100554 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:38.367364 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12c06c6f-0a63-4963-8bad-252dc56639c3 req-80a630e2-7fb7-4b04-9f22-460ed0100554 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0902157 Sep 22 09:12:38.402036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8244f279-cd7f-4edb-b947-21aed048bf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:38.411653 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12c06c6f-0a63-4963-8bad-252dc56639c3 req-66924dc7-81c9-4d80-8305-c1f60f768bc8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386908 Sep 22 09:12:39.614797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3be28c-67ef-4864-8c21-42892e44b597 req-a5f032f6-385d-43fe-b0da-15799f323e4d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:39.616856 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c3be28c-67ef-4864-8c21-42892e44b597 req-a5f032f6-385d-43fe-b0da-15799f323e4d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0863681 Sep 22 09:12:39.659094 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c3be28c-67ef-4864-8c21-42892e44b597 req-5ffb1306-bbf4-472d-ba20-240fedfdadfd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367169 Sep 22 09:12:39.699669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:39.704667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:39.860035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1be0d-9a6a-4d8a-af44-6306fdfccc84 req-0bd99542-f910-40ec-b6af-05d2dfb97133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:39.861455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a6a1be0d-9a6a-4d8a-af44-6306fdfccc84 req-0bd99542-f910-40ec-b6af-05d2dfb97133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0880961 Sep 22 09:12:39.907679 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a6a1be0d-9a6a-4d8a-af44-6306fdfccc84 req-5518f349-25e6-4f7c-be71-da2355145dfe tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 Sep 22 09:12:39.935717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49882) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:40.012485 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db0353-6247-455b-a6c5-9b5c614f6a5d tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:40.013975 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-07db0353-6247-455b-a6c5-9b5c614f6a5d tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1094 time: 0.0772157 Sep 22 09:12:40.016812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49886) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:40.021576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:12:40.027987 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:12:40.031802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:floatingip and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:12:40.034586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:12:40.040864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:12:40.053206 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:40.287538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:40.415866 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.206 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/8da6602d-5103-4ec7-8929-87aa20cb85fc) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:12:40.562628 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:40.591074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:40.659490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:12:40.662383 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:12:40.666121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:12:40.695097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=8da6602d-5103-4ec7-8929-87aa20cb85fc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:41.009425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:41.075508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:41.153765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:41.356829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:41.361253 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:41.470730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:41.520155 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=8da6602d-5103-4ec7-8929-87aa20cb85fc,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:12:41.643821 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP 84d88d66-2506-4454-a441-404e00f2ea12 associated. External IP: 172.26.8.206, port: 245b2548-5666-4c68-a078-2bf51f17a5d5. Sep 22 09:12:42.091023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router 387e3040-e578-43d1-a6a2-d63ccbef90f8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:12:42.268240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:12:42.277536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] Sync routers for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:12:42.287400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:42.288009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:42.291718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:42.350192 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05e7ca8c-53b4-4857-b2e6-71dc692315b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3322992 Sep 22 09:12:42.350729 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:12:42.353134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3843e6-0cb6-4f7e-b34f-17b563199833" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:12:42.400017 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a61921-02b8-492c-b9d6-a923a7c28926 x-openstack-request-id: req-35a61921-02b8-492c-b9d6-a923a7c28926 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:12:42.400309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:12:42.400560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35a61921-02b8-492c-b9d6-a923a7c28926 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:12:42.400978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a61921-02b8-492c-b9d6-a923a7c28926'] response: {'name': 'network-changed', 'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'status': 'completed', 'code': 200} Sep 22 09:12:42.499983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-91d116ef-7afb-4ebd-b70d-465cab4b479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:42.501515 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-91d116ef-7afb-4ebd-b70d-465cab4b479c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1099 time: 0.0819263 Sep 22 09:12:42.508466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:42.638286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-9edc4338-f0e2-45ce-885b-349e54f2fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:42.639658 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-9edc4338-f0e2-45ce-885b-349e54f2fe69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 200 len: 898 time: 0.1327119 Sep 22 09:12:42.655999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d5182-1ebc-43fc-9c68-58d5e706c716 req-781754cf-7dcb-4475-a03f-7214705756ae tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:42.657602 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-137d5182-1ebc-43fc-9c68-58d5e706c716 req-781754cf-7dcb-4475-a03f-7214705756ae tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.2095795 Sep 22 09:12:42.703568 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-137d5182-1ebc-43fc-9c68-58d5e706c716 req-9c3cc221-0e77-4aa0-a2d6-a316e0f43306 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394917 Sep 22 09:12:42.734161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:42.745139 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-07f8dc3a-b5eb-417a-abc1-90bd5d2f82ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 200 len: 1000 time: 0.1000342 Sep 22 09:12:42.770155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:12:42.809950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-c1418914-ca79-4885-8903-5e2aa31d53a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:42.811436 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-c1418914-ca79-4885-8903-5e2aa31d53a7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ea0a137-cd14-439a-a4ac-db070d8b0464 HTTP/1.1" status: 200 len: 835 time: 0.0611894 Sep 22 09:12:42.848997 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f67a5a5-01e1-404e-975f-39e1dc03bb29 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/84d88d66-2506-4454-a441-404e00f2ea12 HTTP/1.1" status: 200 len: 992 time: 0.1136174 Sep 22 09:12:42.884749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '84d88d66-2506-4454-a441-404e00f2ea12', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'port_id': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'mac_address': 'fa:16:3e:c5:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:12:41Z', 'updated_at': '2022-09-22T09:12:41Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:31Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:42.888590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] Checking router: 387e3040-e578-43d1-a6a2-d63ccbef90f8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:12:42.896591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:12:42.897204 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:12:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:42.898665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-4e0fb619-3d54-4852-87e5-f749621ea499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:12:42.900181 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-4e0fb619-3d54-4852-87e5-f749621ea499 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9253ac0-b525-4c73-8a0b-409696cdbca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831907 Sep 22 09:12:43.033534 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-b52b2548-7c83-4570-b7b8-a86453da294b service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275184 Sep 22 09:12:43.069837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:12:43.166439 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de3843e6-0cb6-4f7e-b34f-17b563199833 req-da6cd52d-86b1-43ed-a300-0bb7bf31f1d4 service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276035 Sep 22 09:12:43.411056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '84d88d66-2506-4454-a441-404e00f2ea12', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'port_id': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'mac_address': 'fa:16:3e:c5:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:12:41Z', 'updated_at': '2022-09-22T09:12:41Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:31Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:12:43.415513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6006ff4-4927-4c1c-bc18-891787826d59 None None] The sync data for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv is: [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '84d88d66-2506-4454-a441-404e00f2ea12', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'port_id': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'mac_address': 'fa:16:3e:c5:c9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:12:41Z', 'updated_at': '2022-09-22T09:12:41Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:31Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:12:43.590840 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbdc65a-318c-4ca5-8e26-680c2507b3ac None None] New status for floating IP 84d88d66-2506-4454-a441-404e00f2ea12: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:12:43.851938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49898) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:12:44.057354 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10ffd07a-412e-4c32-b065-5b4f8da5f983 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/84d88d66-2506-4454-a441-404e00f2ea12 HTTP/1.1" status: 200 len: 994 time: 0.2042649 Sep 22 09:12:48.614307 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:13:06.243263 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c933076e-60e2-4c48-8e98-ca0244dd365d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:08.403336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b36647a0-059e-4624-a419-4505b5340171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:09.696576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:09.706535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:11.012231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:12.753926 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:15.658358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-7ffb0cb1-b7f8-4eb5-a8e1-f4c9b8b3a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:15.659769 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-7ffb0cb1-b7f8-4eb5-a8e1-f4c9b8b3a130 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1099 time: 0.1419830 Sep 22 09:13:15.671359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb868aa-dd94-4b1b-b1ce-86b5712fe99f req-aa452daf-c941-4676-bb24-e205541bbfce tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:15.672936 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efb868aa-dd94-4b1b-b1ce-86b5712fe99f req-aa452daf-c941-4676-bb24-e205541bbfce tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.1151044 Sep 22 09:13:15.800129 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efb868aa-dd94-4b1b-b1ce-86b5712fe99f req-e5456374-9fc3-4ed0-875a-06d2ea55eda1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065874 Sep 22 09:13:15.831989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-41d5cf1a-e02b-4649-befe-a040d1c680f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:15.833423 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-41d5cf1a-e02b-4649-befe-a040d1c680f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 200 len: 898 time: 0.1596649 Sep 22 09:13:15.938626 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-e1e3036c-8198-42c3-984d-fb38e89d3458 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 200 len: 1002 time: 0.0981023 Sep 22 09:13:16.000479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-ee6658c3-c405-4fdf-bac3-7008895e68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:16.001881 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-ee6658c3-c405-4fdf-bac3-7008895e68e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ea0a137-cd14-439a-a4ac-db070d8b0464 HTTP/1.1" status: 200 len: 835 time: 0.0567398 Sep 22 09:13:16.087585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-9cca5ea3-77fa-4938-91df-56ee7ea3221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:16.089085 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-9cca5ea3-77fa-4938-91df-56ee7ea3221a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9253ac0-b525-4c73-8a0b-409696cdbca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802608 Sep 22 09:13:16.220423 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-69dc6a71-fdfb-4a94-b8fa-f8d7234560a7 service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245463 Sep 22 09:13:16.348848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad581a01-39fd-4139-a092-a3fd4c992d3a req-7c43bfd1-87d8-47bf-b895-551db4b82677 service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221082 Sep 22 09:13:17.000818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2865e2-0919-4379-b0ab-438b8fcd2df9 req-37fac652-34cc-4334-a8c8-6d2f520cb0e2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:17.002254 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b2865e2-0919-4379-b0ab-438b8fcd2df9 req-37fac652-34cc-4334-a8c8-6d2f520cb0e2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0864995 Sep 22 09:13:17.046957 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b2865e2-0919-4379-b0ab-438b8fcd2df9 req-ab1e5d83-f6f6-4da8-809a-071dd3eec19f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Sep 22 09:13:18.240755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48035b-a884-4118-864a-e11b318b779c req-8c4b4a4f-40df-4ff8-ba95-afd19282065f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:18.242128 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf48035b-a884-4118-864a-e11b318b779c req-8c4b4a4f-40df-4ff8-ba95-afd19282065f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0865240 Sep 22 09:13:18.284204 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf48035b-a884-4118-864a-e11b318b779c req-8e59b4de-091a-441f-86dd-6fea96ea5da2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366337 Sep 22 09:13:19.480283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7046a39-ab68-4756-b37e-ceed6eff9f3e req-6ab46862-3531-4269-a186-0f6ff9b00918 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:19.481727 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d7046a39-ab68-4756-b37e-ceed6eff9f3e req-6ab46862-3531-4269-a186-0f6ff9b00918 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0899656 Sep 22 09:13:19.525323 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d7046a39-ab68-4756-b37e-ceed6eff9f3e req-fe79c90a-8575-4142-afbf-538a92b339c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376761 Sep 22 09:13:20.736214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d539f2-b32c-4251-9e93-9a3db8d8c9bc req-6e01ca22-f43c-49f6-8ad4-ee51c7382813 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:20.738172 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-15d539f2-b32c-4251-9e93-9a3db8d8c9bc req-6e01ca22-f43c-49f6-8ad4-ee51c7382813 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.1012321 Sep 22 09:13:20.782215 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-15d539f2-b32c-4251-9e93-9a3db8d8c9bc req-a052fdb5-aef9-4f75-b11e-c40db8d7be66 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Sep 22 09:13:21.985296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04429737-1904-4190-99e3-8c6d74623233 req-f0de0501-7fca-454c-8612-be985bab362c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:21.986733 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-04429737-1904-4190-99e3-8c6d74623233 req-f0de0501-7fca-454c-8612-be985bab362c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0919318 Sep 22 09:13:22.029136 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-04429737-1904-4190-99e3-8c6d74623233 req-6c42d4aa-cc4d-464d-b0de-2543df975ee5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365739 Sep 22 09:13:23.226633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4de43-2a36-41e3-b205-70f667736d56 req-0e12f791-2d13-4a6d-9e1d-a642cc3dc551 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:23.228087 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5c4de43-2a36-41e3-b205-70f667736d56 req-0e12f791-2d13-4a6d-9e1d-a642cc3dc551 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0885830 Sep 22 09:13:23.274955 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5c4de43-2a36-41e3-b205-70f667736d56 req-0d098734-e9f6-407f-b175-105b1da0762d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412862 Sep 22 09:13:24.470671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944c14b-0b22-4504-92ed-1261d697d537 req-757b02ac-51b0-4f61-876a-07f42714a658 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:24.472124 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5944c14b-0b22-4504-92ed-1261d697d537 req-757b02ac-51b0-4f61-876a-07f42714a658 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0853391 Sep 22 09:13:24.514573 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5944c14b-0b22-4504-92ed-1261d697d537 req-8e37605a-c011-4ab8-9138-e07d5b2335ae tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368271 Sep 22 09:13:25.612985 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:13:25.708713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808a5b5-eb80-4c39-b7fb-9dd2e1b2510e req-4d8d6da9-e77c-4e4a-b3b6-317638e2dce9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:25.710152 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6808a5b5-eb80-4c39-b7fb-9dd2e1b2510e req-4d8d6da9-e77c-4e4a-b3b6-317638e2dce9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0850642 Sep 22 09:13:25.753784 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6808a5b5-eb80-4c39-b7fb-9dd2e1b2510e req-853ce7d2-36f1-40ea-9b3e-7e502b757c4f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375516 Sep 22 09:13:26.950503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf041dba-38ed-4523-b23b-d864e41cdcd6 req-069dacb1-a36c-4ea7-8174-f465fcd26686 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:26.952969 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf041dba-38ed-4523-b23b-d864e41cdcd6 req-069dacb1-a36c-4ea7-8174-f465fcd26686 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0907350 Sep 22 09:13:26.997086 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf041dba-38ed-4523-b23b-d864e41cdcd6 req-6a6f919b-e3eb-4520-a94c-d7a6b93152c5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393157 Sep 22 09:13:28.202015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4024c-89b2-443e-9ced-aeb344b578f3 req-9712ca93-2815-4995-be34-7727f562cfc1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:28.203417 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bcd4024c-89b2-443e-9ced-aeb344b578f3 req-9712ca93-2815-4995-be34-7727f562cfc1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0910170 Sep 22 09:13:28.249797 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bcd4024c-89b2-443e-9ced-aeb344b578f3 req-1ed1de78-5467-43a6-a673-6f0667dfc68f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 Sep 22 09:13:29.450236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584e21-fd0e-4895-95b2-009fa042511a req-e67633e1-559f-4e87-8672-2fb17e73dbb1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:29.451705 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6584e21-fd0e-4895-95b2-009fa042511a req-e67633e1-559f-4e87-8672-2fb17e73dbb1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0854957 Sep 22 09:13:29.498503 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6584e21-fd0e-4895-95b2-009fa042511a req-18235059-368d-46aa-ad2c-cc08cdf71349 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Sep 22 09:13:30.693863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56955511-adde-45b1-bb62-cb27d73489dc req-d59912ec-b6ca-404f-bcc8-2c41c2e24fbd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:30.695310 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56955511-adde-45b1-bb62-cb27d73489dc req-d59912ec-b6ca-404f-bcc8-2c41c2e24fbd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0883031 Sep 22 09:13:30.741047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56955511-adde-45b1-bb62-cb27d73489dc req-347d0c36-f8fc-48ec-bb33-daa9bde80af0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400934 Sep 22 09:13:31.937134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13bde5-b98d-4fca-9484-9efc4c3a882e req-fb2457eb-2973-4833-bc99-bda13c2ce121 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:31.938644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef13bde5-b98d-4fca-9484-9efc4c3a882e req-fb2457eb-2973-4833-bc99-bda13c2ce121 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0875924 Sep 22 09:13:31.982287 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef13bde5-b98d-4fca-9484-9efc4c3a882e req-80a1bfc0-d061-42c3-8987-879d6dc2d00d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380325 Sep 22 09:13:33.186082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed64b06-dba5-42c1-9b63-149da23ebd2a req-6155a04a-4e91-412f-a805-bcd217626adb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:33.187646 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eed64b06-dba5-42c1-9b63-149da23ebd2a req-6155a04a-4e91-412f-a805-bcd217626adb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.0917110 Sep 22 09:13:33.245744 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eed64b06-dba5-42c1-9b63-149da23ebd2a req-7830bb8d-f2f0-4519-91cd-771985ddf260 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489473 Sep 22 09:13:33.275895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49948) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:13:33.486332 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9a8da0a0-4b92-4979-80d6-b76ab0fa29d2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/84d88d66-2506-4454-a441-404e00f2ea12 HTTP/1.1" status: 200 len: 994 time: 0.2093179 Sep 22 09:13:36.244749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5e112bf2-f3c4-4c30-995f-04f0d81d0889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:37.762862 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-288915dd-84fb-40cd-8eae-1a3ece983f76 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782800 Sep 22 09:13:37.907965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-0f02e230-f134-4a6b-a3a8-98b4e73bfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:37.909433 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-0f02e230-f134-4a6b-a3a8-98b4e73bfecd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1099 time: 0.0782084 Sep 22 09:13:38.053465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-f7b49c73-0c0c-4b40-903f-77cfa7d51fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:38.054955 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-f7b49c73-0c0c-4b40-903f-77cfa7d51fbf service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 200 len: 898 time: 0.1278505 Sep 22 09:13:38.156497 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-df4724af-194a-4518-9cf9-c95b1e12f5aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 200 len: 1002 time: 0.0957441 Sep 22 09:13:38.216730 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-3dc7629c-9fe7-4f71-b09b-da85a8cb3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:38.218022 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-3dc7629c-9fe7-4f71-b09b-da85a8cb3774 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ea0a137-cd14-439a-a4ac-db070d8b0464 HTTP/1.1" status: 200 len: 835 time: 0.0564854 Sep 22 09:13:38.303338 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-b7763c31-9650-4fe7-a347-cb6600d4c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:13:38.304845 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-b7763c31-9650-4fe7-a347-cb6600d4c669 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9253ac0-b525-4c73-8a0b-409696cdbca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816481 Sep 22 09:13:38.404802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8f5fcba-6cab-4b05-a113-4cf8a764f9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:38.438474 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-779007c0-2266-46a5-a329-5b84b3988063 service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252217 Sep 22 09:13:38.566431 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b4f851f-97e1-466c-abc5-ad2124474f06 req-0d281422-1724-4384-b05a-069a41b47480 service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222925 Sep 22 09:13:39.704504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:39.708384 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:41.018363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:13:42.761557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:02.638235 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:14:03.948420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 49964) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:04.147051 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 8da6602d-5103-4ec7-8929-87aa20cb85fc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:04.147415 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:04.310219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:04.310467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:04.428700 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 8da6602d-5103-4ec7-8929-87aa20cb85fc owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:14:04.687042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:04.733864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=8da6602d-5103-4ec7-8929-87aa20cb85fc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:04.804421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.804759 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.805604 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.805903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.806229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.806554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.806872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.807188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.807531 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.807850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.808177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.808480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:04.839912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:04.840242 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP 84d88d66-2506-4454-a441-404e00f2ea12 disassociated (deleted). External IP: 172.26.8.206, port: 245b2548-5666-4c68-a078-2bf51f17a5d5. Sep 22 09:14:05.186875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router 387e3040-e578-43d1-a6a2-d63ccbef90f8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:14:05.360712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:14:05.370377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] Sync routers for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:14:05.379482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:05.380077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:13:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:05.380213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:05.439771 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5dc40ef-faa1-4507-84df-c00a42816104 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/floatingips/84d88d66-2506-4454-a441-404e00f2ea12 HTTP/1.1" status: 204 len: 168 time: 1.4900048 Sep 22 09:14:05.440355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:14:05.443171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d6bdae-1602-4cd6-9066-ded4f109aa6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:14:05.494986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c0a53b-94ef-4754-a8f1-75c5c834bb05 x-openstack-request-id: req-f8c0a53b-94ef-4754-a8f1-75c5c834bb05 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:14:05.495306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:14:05.495563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8c0a53b-94ef-4754-a8f1-75c5c834bb05 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:14:05.495984 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c0a53b-94ef-4754-a8f1-75c5c834bb05'] response: {'name': 'network-changed', 'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'status': 'completed', 'code': 200} Sep 22 09:14:05.596459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-d20b43f5-8319-402b-b996-368acad26bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:05.597465 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-d20b43f5-8319-402b-b996-368acad26bc1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 1099 time: 0.0806291 Sep 22 09:14:05.603806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:05.738881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-70e3f2b9-7dcc-4012-ae89-b7ba53f9a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:05.740668 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-70e3f2b9-7dcc-4012-ae89-b7ba53f9a117 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 200 len: 898 time: 0.1365781 Sep 22 09:14:05.817829 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-e5da2b11-8d61-4e90-94d8-43fd27778710 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 200 len: 217 time: 0.0656629 Sep 22 09:14:05.881252 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-9794a36c-54c4-4b9c-8ff5-86347975dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:05.882971 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-9794a36c-54c4-4b9c-8ff5-86347975dfc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6ea0a137-cd14-439a-a4ac-db070d8b0464 HTTP/1.1" status: 200 len: 835 time: 0.0581276 Sep 22 09:14:05.973821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:31Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:05.978402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] Checking router: 387e3040-e578-43d1-a6a2-d63ccbef90f8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:14:05.986738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:05.987367 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:13:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:05.988260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-e53b0dd3-e8c3-43f4-9100-e747c1950497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:05.989818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-e53b0dd3-e8c3-43f4-9100-e747c1950497 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a9253ac0-b525-4c73-8a0b-409696cdbca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998311 Sep 22 09:14:06.017005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d3e1-40cb-4fce-b6b3-d0ca38fde807 req-81a72167-7020-4143-9717-669b75485427 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:06.018701 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3b64d3e1-40cb-4fce-b6b3-d0ca38fde807 req-81a72167-7020-4143-9717-669b75485427 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.2678037 Sep 22 09:14:06.066322 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3b64d3e1-40cb-4fce-b6b3-d0ca38fde807 req-77be0523-cfd6-43c3-af85-4e9b116bcc45 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411477 Sep 22 09:14:06.127035 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-dd76502c-253f-40ee-90ca-10a926ec06ed service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293070 Sep 22 09:14:06.183401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:06.320626 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-34706d82-010f-4c1a-b336-375bdd605cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:06.379147 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39d6bdae-1602-4cd6-9066-ded4f109aa6d req-55811861-1829-4b0a-8158-9de039883c38 service neutron] 10.222.0.48 "GET /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457433 Sep 22 09:14:06.514450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:31Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:06.518224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1449ebe3-2288-4bf4-b91a-0240a102cc98 None None] The sync data for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv is: [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:27Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '4a800b4d-bae9-447c-8ead-dfb916f9b725', 'name': '', 'network_id': 'a9253ac0-b525-4c73-8a0b-409696cdbca3', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:a8:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:26Z', 'updated_at': '2022-09-22T09:12:31Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6ea0a137-cd14-439a-a4ac-db070d8b0464', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:14:06.720898 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c76c199-a610-471f-8f25-52e03389ce53 None None] New status for floating IP 84d88d66-2506-4454-a441-404e00f2ea12: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:14:07.332035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-aca660b0-8256-4222-8adf-d8fd92fc2c9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:07.332709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-aca660b0-8256-4222-8adf-d8fd92fc2c9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:14:07.354395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-aca660b0-8256-4222-8adf-d8fd92fc2c9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:14:07.355741 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-aca660b0-8256-4222-8adf-d8fd92fc2c9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.1688049 Sep 22 09:14:07.363671 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dcb0d-1930-4752-9408-55f3f488c250 req-7b814542-b0e0-4cb6-bd55-d69fd961834a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:07.364997 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf2dcb0d-1930-4752-9408-55f3f488c250 req-7b814542-b0e0-4cb6-bd55-d69fd961834a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 946 time: 0.1849732 Sep 22 09:14:07.460095 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf2dcb0d-1930-4752-9408-55f3f488c250 req-f8a5cd1d-772f-4199-aeec-5d9e4b0bead0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=f46d5e41-7a19-4417-a052-0ff6715573e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663059 Sep 22 09:14:07.463688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 245b2548-5666-4c68-a078-2bf51f17a5d5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:07.464023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:07.707362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 245b2548-5666-4c68-a078-2bf51f17a5d5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=245b2548-5666-4c68-a078-2bf51f17a5d5,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:07.707723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:07.838720 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 245b2548-5666-4c68-a078-2bf51f17a5d5 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:14:07.981792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:08.034727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=245b2548-5666-4c68-a078-2bf51f17a5d5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:08.123537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] No DVR routers for this DVR port 245b2548-5666-4c68-a078-2bf51f17a5d5 on host hv-neutron-8575 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:14:08.125902 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:08.128418 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'name': 'network-vif-deleted', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:14:08.130645 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba7f6c9-330b-4a9d-8dd3-ce5cfae4d773" -d '{"events": [{"server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "name": "network-vif-deleted", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:14:08.144407 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a11b46e-0eb7-4464-aefd-3966fbfce3a1 req-fd7e0453-4071-45d2-af71-9ccc0a0e3e84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "DELETE /v2.0/ports/245b2548-5666-4c68-a078-2bf51f17a5d5 HTTP/1.1" status: 204 len: 173 time: 0.7781951 Sep 22 09:14:08.174089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd630f9-e9aa-46a1-aba2-e53a63228dad x-openstack-request-id: req-edd630f9-e9aa-46a1-aba2-e53a63228dad {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:14:08.174437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b11101-7766-4fa3-b2ac-ce6020cb77db", "name": "network-vif-deleted", "tag": "245b2548-5666-4c68-a078-2bf51f17a5d5", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:14:08.174683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edd630f9-e9aa-46a1-aba2-e53a63228dad {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:14:08.175079 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd630f9-e9aa-46a1-aba2-e53a63228dad'] response: {'server_uuid': 'b1b11101-7766-4fa3-b2ac-ce6020cb77db', 'name': 'network-vif-deleted', 'tag': '245b2548-5666-4c68-a078-2bf51f17a5d5', 'status': 'completed', 'code': 200} Sep 22 09:14:08.408298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4cd69be0-9839-4ed2-8610-cb1cae5e0175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:08.641335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-77385e2a-fef7-4bfa-b1a6-a79511d5ab27 req-dfd88640-19a1-4daf-8f8e-58ee70f83511 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:14:08.656532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-77385e2a-fef7-4bfa-b1a6-a79511d5ab27 req-dfd88640-19a1-4daf-8f8e-58ee70f83511 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:14:08.657688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77385e2a-fef7-4bfa-b1a6-a79511d5ab27 req-dfd88640-19a1-4daf-8f8e-58ee70f83511 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1b11101-7766-4fa3-b2ac-ce6020cb77db HTTP/1.1" status: 200 len: 210 time: 0.0679736 Sep 22 09:14:09.707287 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:09.712599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:09.762548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:10.127868 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 245b2548-5666-4c68-a078-2bf51f17a5d5 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:14:10.161052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 245b2548-5666-4c68-a078-2bf51f17a5d5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:14:10.161388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 245b2548-5666-4c68-a078-2bf51f17a5d5 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:14:10.299560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:10.735664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 4a800b4d-bae9-447c-8ead-dfb916f9b725 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:10.735998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:10.925943 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 4a800b4d-bae9-447c-8ead-dfb916f9b725, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=4a800b4d-bae9-447c-8ead-dfb916f9b725,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:10.926620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:11.019612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:11.050432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 4a800b4d-bae9-447c-8ead-dfb916f9b725 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:14:11.375798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:11.425620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=4a800b4d-bae9-447c-8ead-dfb916f9b725,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:11.475046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.475429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.475881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.476325 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.476672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.477664 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.477991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.478323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.478652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.478968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.479481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.479609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:11.722902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:12.184750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router 387e3040-e578-43d1-a6a2-d63ccbef90f8 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:14:12.360095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:14:12.370542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] Sync routers for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:14:12.376505 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fbccd3d6-e4ce-4395-871f-177cfb7130dc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/387e3040-e578-43d1-a6a2-d63ccbef90f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6128957 Sep 22 09:14:12.379118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:12.381079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:12.381682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:12.444408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting subnet 6ea0a137-cd14-439a-a4ac-db070d8b0464 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:14:12.447470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:12.501047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:12.557966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:12.586319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:12.657833 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:12.701205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea0a137-cd14-439a-a4ac-db070d8b0464,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:12.703147 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:12.709962 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a8f75136-bf4b-4cdf-a645-594924e4ce55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/subnets/6ea0a137-cd14-439a-a4ac-db070d8b0464 HTTP/1.1" status: 204 len: 168 time: 0.3298736 Sep 22 09:14:12.712596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 49998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:12.722103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdf20b-86dd-4e12-bcfd-2bf65170ed8c None None] Network a9253ac0-b525-4c73-8a0b-409696cdbca3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:14:12.888127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:12.893572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.073989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.075040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28'}], 'enable_snat': True}, 'gw_port_id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:14:11Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': 'c5d226ab-7ac1-4e5d-aa19-02c16f4e343f', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:12:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:13.079985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] Checking router: 387e3040-e578-43d1-a6a2-d63ccbef90f8 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:14:13.085248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:13.085974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.090786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] Routers {'387e3040-e578-43d1-a6a2-d63ccbef90f8'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:13.091433 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['387e3040-e578-43d1-a6a2-d63ccbef90f8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:13.147983 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] DHCP port deletion for a9253ac0-b525-4c73-8a0b-409696cdbca3 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:14:13.219065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Deleting port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:13.219407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.257655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:14:13.354277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] Set router 387e3040-e578-43d1-a6a2-d63ccbef90f8 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:13.382572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port c5d226ab-7ac1-4e5d-aa19-02c16f4e343f, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:13.383646 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.497896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:14:13Z', 'revision_number': 6, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:13.501468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for c5d226ab-7ac1-4e5d-aa19-02c16f4e343f owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:14:13.513013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dfa133-2ca2-444b-a02a-48ff90018a62 None None] The sync data for ids ['387e3040-e578-43d1-a6a2-d63ccbef90f8'] in dv-neutron-857569-1-hyperv is: [{'id': '387e3040-e578-43d1-a6a2-d63ccbef90f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-845404109', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:12:22Z', 'updated_at': '2022-09-22T09:14:13Z', 'revision_number': 6, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:14:13.651741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:13.652118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.673601 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] For port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:13.673790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.674044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.723449 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=c5d226ab-7ac1-4e5d-aa19-02c16f4e343f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:13.807080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Calling delete_port for 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:14:13.815310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.849787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:13.859166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:13.946273 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:13.951422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:14:13.951787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:14:13.956386 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.956796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.957142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.957656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.957990 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.958318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.958649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.959008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.959400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.959728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.960045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:13.960360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:14.000019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.002216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.026635 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.027130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Fanout notify agent at l3_agent the message router_deleted on router 387e3040-e578-43d1-a6a2-d63ccbef90f8 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:14:14.042050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.043107 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e683fab9-5e2b-4772-a644-4c5b21fa340b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/routers/387e3040-e578-43d1-a6a2-d63ccbef90f8 HTTP/1.1" status: 204 len: 168 time: 1.3296306 Sep 22 09:14:14.045715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50002) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:14.151640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.161567 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:14.161890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.364272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:14.364636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.453255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Deleting port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:14.453713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.486540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:14:14.568761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.623666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:14.629309 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] No DVR routers for this DVR port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:14:14.709776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] For port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=42dea0d5-02ba-4a3b-ac11-05a36c99ddd2,segment=NetworkSegment(5a8a4e5d-480b-467b-908e-db13f8206333),segment_id=5a8a4e5d-480b-467b-908e-db13f8206333)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:14.710340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.751380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.777252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9253ac0-b525-4c73-8a0b-409696cdbca3']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:14.789331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8a4e5d-480b-467b-908e-db13f8206333') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:14.789631 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8a4e5d-480b-467b-908e-db13f8206333') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:14.801000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.816691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.823178 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:14:14.823625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.826861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Calling delete_port for 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:14:14.917599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:14:14.918292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:14:14.921252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5a8a4e5d-480b-467b-908e-db13f8206333 resource provider aggregate not found Sep 22 09:14:14.932209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.951170 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:14.954289 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5a8a4e5d-480b-467b-908e-db13f8206333 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a8a4e5d-480b-467b-908e-db13f8206333 found for delete ", "request_id": "req-0bfbec13-6257-4c07-8c3e-a6f4492661ed"}]} Sep 22 09:14:14.965626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Network': ['ID=a9253ac0-b525-4c73-8a0b-409696cdbca3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:14.977202 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ced51596-d60a-4d53-a4d1-a5d2304a8588 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/networks/a9253ac0-b525-4c73-8a0b-409696cdbca3 HTTP/1.1" status: 204 len: 168 time: 0.9305243 Sep 22 09:14:14.979836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:15.049129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8115e0bb-6d15-4b44-95b8-4d2876888a13 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.078322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8115e0bb-6d15-4b44-95b8-4d2876888a13 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.141505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8115e0bb-6d15-4b44-95b8-4d2876888a13 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.160123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115e0bb-6d15-4b44-95b8-4d2876888a13 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46d5e41-7a19-4417-a052-0ff6715573e6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:15.173368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8115e0bb-6d15-4b44-95b8-4d2876888a13 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.174778 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8115e0bb-6d15-4b44-95b8-4d2876888a13 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/security-groups/f46d5e41-7a19-4417-a052-0ff6715573e6 HTTP/1.1" status: 204 len: 168 time: 0.1940589 Sep 22 09:14:15.181359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c5d226ab-7ac1-4e5d-aa19-02c16f4e343f no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:14:15.217170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: c5d226ab-7ac1-4e5d-aa19-02c16f4e343f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:14:15.217350 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device c5d226ab-7ac1-4e5d-aa19-02c16f4e343f not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:14:15.217695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4a800b4d-bae9-447c-8ead-dfb916f9b725 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:14:15.252259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 4a800b4d-bae9-447c-8ead-dfb916f9b725 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:14:15.252597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 4a800b4d-bae9-447c-8ead-dfb916f9b725 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:14:15.293647 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50020) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:15.298763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135992910', 'description': 'tempest-secgroup-smoke-135992910 description', 'project_id': '9f601fa224f847e0987dc27d0f93c21a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:15.304753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:15.309388 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:15.312205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:15.317833 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:15.328073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.346849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:15.350563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:15.353319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:15.358801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:15.373658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Deleting port 42dea0d5-02ba-4a3b-ac11-05a36c99ddd2 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:14:15.374044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.430630 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.434306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.440963 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-050a2b30-72a9-4f55-a773-129059bb4958 None None] The port '42dea0d5-02ba-4a3b-ac11-05a36c99ddd2' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:14:15.479684 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da70e38d-84f8-49f8-86d8-a5c1e60332d4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:15.482140 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.486477 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-85fd5823-26d2-4616-a0e9-8be878d601f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1886764 Sep 22 09:14:15.486688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50024) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:15.491797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'da70e38d-84f8-49f8-86d8-a5c1e60332d4', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:15.498336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:15.502181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:15.505028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:15.510738 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:15.526989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.590924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.594398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.617293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c32aac-e497-40dd-8ff2-fb3841e45185,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:15.626539 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.627791 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-760d667a-6302-47c4-9127-b183bf6a4f49 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401477 Sep 22 09:14:15.630476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50028) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:15.635289 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'da70e38d-84f8-49f8-86d8-a5c1e60332d4', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:15.640946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:15.644797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:15.647615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:15.653205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:15.669567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.729257 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.732578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.755323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d44629-ce9d-405a-bb25-60ab542b0e41,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:15.764583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.765877 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-59aab790-7776-482e-a96e-04c856352b17 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344664 Sep 22 09:14:15.769190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50032) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:15.774127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'da70e38d-84f8-49f8-86d8-a5c1e60332d4', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:15.779912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:15.783717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:15.786551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:15.792756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:15.808764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.869112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.872581 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.897136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7489dde6-b179-481f-b373-f7a4d37b7939,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:15.906452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:15.907648 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-616f1bbb-4040-42d0-8f89-4185a5a64ad4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375480 Sep 22 09:14:15.910362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50036) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:15.915734 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'da70e38d-84f8-49f8-86d8-a5c1e60332d4', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:15.921494 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:15.925797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:15.929147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:15.934942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:15.951883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.016983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.021428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.046702 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1edd9a-3ae3-4e41-81a2-b62c998e447b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:16.055115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.056357 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d055e153-1344-4216-a564-bfd56f0d1f43 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450984 Sep 22 09:14:16.059006 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:16.063980 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'da70e38d-84f8-49f8-86d8-a5c1e60332d4', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:16.069637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:16.073483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:16.076344 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:16.081979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:16.092572 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:14:16.099038 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.162035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.165946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.188596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ac1aaf-c7bd-4820-8661-0580ee804d7a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:16.197170 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.198358 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd01da3e-a105-4fb7-9ed5-aa41b7a2eabd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383700 Sep 22 09:14:16.201112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50044) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:16.205829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'da70e38d-84f8-49f8-86d8-a5c1e60332d4', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:16.212141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:16.215940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:16.218798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:16.224717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:16.234856 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:14:16.242560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.394284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.397497 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.419934 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74403bc4-a694-4109-8721-846f6cc15f1b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:16.428685 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.429966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2cfeb1c-98a3-4dda-9908-a39d0629eff8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2279160 Sep 22 09:14:16.432766 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50048) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:16.438024 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'network': {'name': 'tempest-network-smoke--1129453757', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:16.442796 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:16.447412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:network and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:16.450264 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:16.455912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:16.466014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:14:16.469280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.496389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:14:16.505120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.505463 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Added segment af138fd4-2bf3-4df2-9bc9-dfe63a00c47b of type vlan for network ac979d07-39b8-4a4d-bc3e-629a842612a5 Sep 22 09:14:16.531452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.563511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.569161 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:16.569727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.679611 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2457376 Sep 22 09:14:16.681002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5294c-d5ac-48b8-b96f-cc05dd4c7818 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Network': ['ID=ac979d07-39b8-4a4d-bc3e-629a842612a5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:16.682923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50052) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:16.688677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'admin_state_up': True, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:16.691558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:14:16.696686 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:16.700548 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:router and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:16.703465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:16.709656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:16.719655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.720645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:16.736357 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:17.113153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:17.405083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:17.433134 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:17.566807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.253 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/3798fb32-ac4d-4bcf-bde2-af5916f73077) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:14:17.709248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:17.738162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:17.800393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:14:17.803043 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:14:17.806837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:14:17.844448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=3798fb32-ac4d-4bcf-bde2-af5916f73077,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:18.326901 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:18.657784 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:18.858757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:14:19.033789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:14:19.044005 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Sync routers for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:14:19.053407 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:19.054008 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:19.060319 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:19.061742 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dcc6c24b-243b-4e9b-8d2a-2a6cf2330c04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3775916 Sep 22 09:14:19.064839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50056) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:19.107463 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40a20246-2097-423a-a6c5-2480ca15117a tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9f601fa224f847e0987dc27d0f93c21a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413179 Sep 22 09:14:19.109926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50060) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:19.230827 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:19.242327 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd555a3c-d7f3-446b-8c57-d9aa76d778b3 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:19.243854 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd555a3c-d7f3-446b-8c57-d9aa76d778b3 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330519 Sep 22 09:14:19.246684 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50064) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:19.286950 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-61665c5c-2096-4729-82b3-fd5205ff9827 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369098 Sep 22 09:14:19.287173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50068) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:19.292248 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-637614997', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:19.397706 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:19.402163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:subnet and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:19.405045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:19.410691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:19.419913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:14:19.423384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:19.507336 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:18Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:19.511499 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Checking router: d3ba2d7a-79da-42b9-9f35-2d153c1123e9 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:14:19.511839 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Updating router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 port 3798fb32-ac4d-4bcf-bde2-af5916f73077 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:14:19.565600 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:19.641911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:19.846896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Subnet': ['ID=5301a700-7e86-4e22-910e-692501ba7f31,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:19.856297 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Checking segment: {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:14:19.856672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network hostable DHCP agents. Network: ac979d07-39b8-4a4d-bc3e-629a842612a5, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:14:19.876754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:14:19.886642 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, ac979d07-39b8-4a4d-bc3e-629a842612a5) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:14:19.890810 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:19.891766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:19.893740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:19.894444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2071464b-b26c-4b52-b803-50122642726f None None] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:14:19.922215 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e55c671-68f3-4af2-88a4-7791fcc74f62 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6314409 Sep 22 09:14:19.922429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50072) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:19.927600 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Transition to ACTIVE for port object 3798fb32-ac4d-4bcf-bde2-af5916f73077 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:14:19.936461 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.007130 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Attempting to bind port 3798fb32-ac4d-4bcf-bde2-af5916f73077 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:14:20.007516 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Attempting to bind port 3798fb32-ac4d-4bcf-bde2-af5916f73077 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:14:20.007874 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Attempting to bind port 3798fb32-ac4d-4bcf-bde2-af5916f73077 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:14:20.018099 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:14:20.018484 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:14:20.018856 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.019254 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:14:20.019805 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Bound port: 3798fb32-ac4d-4bcf-bde2-af5916f73077, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:14:20.020177 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.057903 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Pushing event updated for resources: {'Port': ['ID=3798fb32-ac4d-4bcf-bde2-af5916f73077,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:20.073872 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.073872 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.073872 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.074232 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.074341 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.074620 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.074928 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.075262 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.075582 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.075903 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.076213 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.076522 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:14:20.116590 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] For port 3798fb32-ac4d-4bcf-bde2-af5916f73077, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:14:20.120566 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] For port 3798fb32-ac4d-4bcf-bde2-af5916f73077, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3798fb32-ac4d-4bcf-bde2-af5916f73077,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:14:20.121642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-ac979d07-39b8-4a4d-bc3e-629a842612a5', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:14:20.122527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.125965 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.212207 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:20.213027 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:20.279871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Allocated IP 172.20.0.2 (ac979d07-39b8-4a4d-bc3e-629a842612a5/5301a700-7e86-4e22-910e-692501ba7f31/aa3e00fa-7249-4638-a4ed-909eb7ba68af) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:14:20.382351 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c31f4b-eb67-4ca4-838d-0b5988f60144 None None] Pushing event updated for resources: {'Port': ['ID=3798fb32-ac4d-4bcf-bde2-af5916f73077,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:20.401558 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:20.502733 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.513235 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Transition to ACTIVE for port object aa3e00fa-7249-4638-a4ed-909eb7ba68af will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:14:20.532021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Transition to ACTIVE for port object aa3e00fa-7249-4638-a4ed-909eb7ba68af will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:14:20.538667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.604901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:14:20.607943 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:14:20.610905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:14:20.659689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.661670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Pushing event updated for resources: {'Port': ['ID=aa3e00fa-7249-4638-a4ed-909eb7ba68af,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:20.688227 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:18Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:20.692143 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496917d4-05ff-4137-92ff-8d0664256815 None None] The sync data for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv is: [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:18Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:14:20.732332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Attempting to bind port aa3e00fa-7249-4638-a4ed-909eb7ba68af on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:14:20.732696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Attempting to bind port aa3e00fa-7249-4638-a4ed-909eb7ba68af by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:14:20.733047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Attempting to bind port aa3e00fa-7249-4638-a4ed-909eb7ba68af on network ac979d07-39b8-4a4d-bc3e-629a842612a5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:14:20.738585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:14:20.738955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Checking segment: {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:14:20.739376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.739767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Bound using segment: {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:14:20.740253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Bound port: aa3e00fa-7249-4638-a4ed-909eb7ba68af, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:14:20.740889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.851229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] For port aa3e00fa-7249-4638-a4ed-909eb7ba68af, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:14:20.855294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] For port aa3e00fa-7249-4638-a4ed-909eb7ba68af, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=aa3e00fa-7249-4638-a4ed-909eb7ba68af,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:14:20.860346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:20.954191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a44f41-9396-42a8-b62f-0b57ce506791 None None] Pushing event updated for resources: {'Port': ['ID=aa3e00fa-7249-4638-a4ed-909eb7ba68af,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:21.140018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.1 (ac979d07-39b8-4a4d-bc3e-629a842612a5/5301a700-7e86-4e22-910e-692501ba7f31/d04c9c17-d73c-4695-b4e5-ac65d91252a2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:14:21.315400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3798fb32-ac4d-4bcf-bde2-af5916f73077 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:14:21.345188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:21.362738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object d04c9c17-d73c-4695-b4e5-ac65d91252a2 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:14:21.388046 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 3798fb32-ac4d-4bcf-bde2-af5916f73077 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:14:21.389564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:21.393781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3798fb32-ac4d-4bcf-bde2-af5916f73077 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:21.394389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:21.394719 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3798fb32-ac4d-4bcf-bde2-af5916f73077 Sep 22 09:14:21.451968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:14:21.460025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:14:21.463287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:14:21.564878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3798fb32-ac4d-4bcf-bde2-af5916f73077 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:21.565528 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:21.585028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 3798fb32-ac4d-4bcf-bde2-af5916f73077, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3798fb32-ac4d-4bcf-bde2-af5916f73077,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:21.590159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:21.591467 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aa3e00fa-7249-4638-a4ed-909eb7ba68af up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:14:21.671622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=d04c9c17-d73c-4695-b4e5-ac65d91252a2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:21.688385 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:21.712088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=3798fb32-ac4d-4bcf-bde2-af5916f73077,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:21.725625 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port aa3e00fa-7249-4638-a4ed-909eb7ba68af completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:14:21.984964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.026845 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fd5cd9-0a7c-493c-b1b1-a9e675bc78de None None] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:14:22.120753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Provisioning for port aa3e00fa-7249-4638-a4ed-909eb7ba68af completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:14:22.137937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Provisioning complete for port aa3e00fa-7249-4638-a4ed-909eb7ba68af triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:22.138312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.138645 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Attempt 1 to provision port aa3e00fa-7249-4638-a4ed-909eb7ba68af Sep 22 09:14:22.371026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Current status of the port aa3e00fa-7249-4638-a4ed-909eb7ba68af is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:22.371430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.413822 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] For port aa3e00fa-7249-4638-a4ed-909eb7ba68af, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=aa3e00fa-7249-4638-a4ed-909eb7ba68af,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:22.418466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.452538 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.459189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.491731 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f82f3-a387-4e40-a3b3-2e84152c4e9c None None] Pushing event updated for resources: {'Port': ['ID=aa3e00fa-7249-4638-a4ed-909eb7ba68af,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:22.593138 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.596737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=d04c9c17-d73c-4695-b4e5-ac65d91252a2,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:22.638571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Provisioning complete for port aa3e00fa-7249-4638-a4ed-909eb7ba68af triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:22.638948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.639723 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Attempt 1 to provision port aa3e00fa-7249-4638-a4ed-909eb7ba68af Sep 22 09:14:22.747604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:14:22.748680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:14:22.765374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Current status of the port aa3e00fa-7249-4638-a4ed-909eb7ba68af is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:22.777260 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Provisioning for port d04c9c17-d73c-4695-b4e5-ac65d91252a2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:14:22.786579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Provisioning complete for port d04c9c17-d73c-4695-b4e5-ac65d91252a2 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:22.786946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:22.787308 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Attempt 1 to provision port d04c9c17-d73c-4695-b4e5-ac65d91252a2 Sep 22 09:14:22.846309 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Port d04c9c17-d73c-4695-b4e5-ac65d91252a2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:14:22.943532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:14:23.124936 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:14:23.134939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Sync routers for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:14:23.138644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-883b77f4-d487-4401-abae-ab52bdf0bc99 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/d3ba2d7a-79da-42b9-9f35-2d153c1123e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2152750 Sep 22 09:14:23.159239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:23.159239 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:23.206441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3798fb32-ac4d-4bcf-bde2-af5916f73077 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:14:23.304464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-7106655e-b9cd-4859-a76d-ad7c16e6a8b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:14:23.323996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-7106655e-b9cd-4859-a76d-ad7c16e6a8b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:14:23.325259 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-7106655e-b9cd-4859-a76d-ad7c16e6a8b2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135992910&fields=id&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 267 time: 0.0599382 Sep 22 09:14:23.347835 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Attempt 2 to provision port d04c9c17-d73c-4695-b4e5-ac65d91252a2 Sep 22 09:14:23.426526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Port d04c9c17-d73c-4695-b4e5-ac65d91252a2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:14:23.432634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 3798fb32-ac4d-4bcf-bde2-af5916f73077 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:23.432987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:23.433314 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 3798fb32-ac4d-4bcf-bde2-af5916f73077 Sep 22 09:14:23.476696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-46b59a83-a4c0-40e2-8193-047859f96c69 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:23.477398 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-46b59a83-a4c0-40e2-8193-047859f96c69 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:14:23.479517 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:23.493013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-46b59a83-a4c0-40e2-8193-047859f96c69 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:14:23.494205 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-46b59a83-a4c0-40e2-8193-047859f96c69 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 797 time: 0.1619072 Sep 22 09:14:23.509717 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c44abfd8-6115-4870-9a00-a25dddcce7bc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/quotas/9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 375 time: 0.0097001 Sep 22 09:14:23.603605 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-70d0a6b3-d06f-4b83-be8e-5a65c810bc61 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888503 Sep 22 09:14:23.746167 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c25739b6-9fae-4336-af58-fa0279879c3d service neutron] 10.222.0.42 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308815 Sep 22 09:14:23.801595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 3798fb32-ac4d-4bcf-bde2-af5916f73077 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:23.802648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aa3e00fa-7249-4638-a4ed-909eb7ba68af up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:14:23.877764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-7606ebe8-9339-4896-96c8-42bfcd8464f1 service neutron] 10.222.0.42 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255589 Sep 22 09:14:23.929420 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Attempt 3 to provision port d04c9c17-d73c-4695-b4e5-ac65d91252a2 Sep 22 09:14:23.981034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port aa3e00fa-7249-4638-a4ed-909eb7ba68af triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:23.981403 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:23.981729 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port aa3e00fa-7249-4638-a4ed-909eb7ba68af Sep 22 09:14:24.039108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Port d04c9c17-d73c-4695-b4e5-ac65d91252a2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:14:24.049098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:22Z', 'revision_number': 2, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:24.055625 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Checking router: d3ba2d7a-79da-42b9-9f35-2d153c1123e9 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:14:24.055903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Updating router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 port d04c9c17-d73c-4695-b4e5-ac65d91252a2 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:14:24.158860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:24.206529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port aa3e00fa-7249-4638-a4ed-909eb7ba68af is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:24.219000 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-322f02ae-27e2-4d1e-b45e-983b753d58c4 req-b38b48bc-2cdb-43b9-90eb-69717eddef0e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:14:24.238475 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-322f02ae-27e2-4d1e-b45e-983b753d58c4 req-b38b48bc-2cdb-43b9-90eb-69717eddef0e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:14:24.239726 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-322f02ae-27e2-4d1e-b45e-983b753d58c4 req-b38b48bc-2cdb-43b9-90eb-69717eddef0e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 210 time: 0.2129636 Sep 22 09:14:24.527335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:24.540072 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Transition to ACTIVE for port object d04c9c17-d73c-4695-b4e5-ac65d91252a2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:14:24.542176 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Attempt 4 to provision port d04c9c17-d73c-4695-b4e5-ac65d91252a2 Sep 22 09:14:24.571719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:24.780573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e14a1-188f-42d0-be0d-598c34a78ae6 None None] Pushing event updated for resources: {'Port': ['ID=d04c9c17-d73c-4695-b4e5-ac65d91252a2,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:24.787337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Port d04c9c17-d73c-4695-b4e5-ac65d91252a2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:14:24.809073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Attempting to bind port d04c9c17-d73c-4695-b4e5-ac65d91252a2 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:14:24.809437 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Attempting to bind port d04c9c17-d73c-4695-b4e5-ac65d91252a2 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:14:24.809792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Attempting to bind port d04c9c17-d73c-4695-b4e5-ac65d91252a2 on network ac979d07-39b8-4a4d-bc3e-629a842612a5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:14:24.814915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:14:24.815312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Checking segment: {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:14:24.815706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:24.816088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Bound using segment: {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:14:24.816544 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Bound port: d04c9c17-d73c-4695-b4e5-ac65d91252a2, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:14:24.816913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:24.906520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] For port d04c9c17-d73c-4695-b4e5-ac65d91252a2, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:14:24.909717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] For port d04c9c17-d73c-4695-b4e5-ac65d91252a2, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d04c9c17-d73c-4695-b4e5-ac65d91252a2,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:14:24.913866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:24.976121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:24.976878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:25.068236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e14a1-188f-42d0-be0d-598c34a78ae6 None None] Pushing event updated for resources: {'Port': ['ID=d04c9c17-d73c-4695-b4e5-ac65d91252a2,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:25.122867 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-a393ee1b-fa91-4768-aac6-60b2270abcc2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:25.124349 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-a393ee1b-fa91-4768-aac6-60b2270abcc2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 797 time: 0.1518180 Sep 22 09:14:25.172890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:25.176444 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-5c37303c-36ad-415d-9234-944d4661227a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 379 time: 0.0442054 Sep 22 09:14:25.186515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'port': {'device_id': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'admin_state_up': True, 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'security_groups': ['da70e38d-84f8-49f8-86d8-a5c1e60332d4']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:25.329056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:25.338049 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Attempt 5 to provision port d04c9c17-d73c-4695-b4e5-ac65d91252a2 Sep 22 09:14:25.338546 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:25.349613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:14:25.354141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:25.425776 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bab405f1-870f-4b4d-bbfb-73783864735b req-cc1fc162-5cc9-4a49-b607-f0c5496644a0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 210 time: 0.0613086 Sep 22 09:14:25.496411 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-21b172e5-4074-4b9f-b78c-71d60d10716a None None] Port d04c9c17-d73c-4695-b4e5-ac65d91252a2 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:14:25.572742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.14 (ac979d07-39b8-4a4d-bc3e-629a842612a5/5301a700-7e86-4e22-910e-692501ba7f31/e617dcd6-ff41-4690-b331-3c5e50c26903) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:14:25.581343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:24Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:25.585301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e35e2-7553-4f71-8072-03858c3a1518 None None] The sync data for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv is: [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:24Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:14:25.789765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:25.806240 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object e617dcd6-ff41-4690-b331-3c5e50c26903 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:14:25.830747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:25.900748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:14:25.903683 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:14:25.907788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:14:26.065301 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=e617dcd6-ff41-4690-b331-3c5e50c26903,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:26.096732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:26.097384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:26.124736 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-c259fbc8-441b-4ac4-9921-79e222047eef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9420640 Sep 22 09:14:26.135696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Request body: {'port': {'device_id': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:26.160143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Provisioning for port e617dcd6-ff41-4690-b331-3c5e50c26903 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:14:26.167019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Provisioning complete for port e617dcd6-ff41-4690-b331-3c5e50c26903 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:26.167446 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:26.167853 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Attempt 1 to provision port e617dcd6-ff41-4690-b331-3c5e50c26903 Sep 22 09:14:26.223497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Port e617dcd6-ff41-4690-b331-3c5e50c26903 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:14:26.252899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:26.611559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e617dcd6-ff41-4690-b331-3c5e50c26903 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:14:26.620687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:26.628502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a6689-5e72-4a29-9413-56eefe463d34 req-cb916342-217a-40e6-8b8f-0c57c1a9e0c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:26.629922 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b40a6689-5e72-4a29-9413-56eefe463d34 req-cb916342-217a-40e6-8b8f-0c57c1a9e0c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 932 time: 0.0907159 Sep 22 09:14:26.642114 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Transition to ACTIVE for port object e617dcd6-ff41-4690-b331-3c5e50c26903 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:14:26.646321 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:26.676091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b40a6689-5e72-4a29-9413-56eefe463d34 req-20875861-5fbe-402e-82be-fbc6207f6ee0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:14:26.687420 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b40a6689-5e72-4a29-9413-56eefe463d34 req-20875861-5fbe-402e-82be-fbc6207f6ee0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:14:26.688539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b40a6689-5e72-4a29-9413-56eefe463d34 req-20875861-5fbe-402e-82be-fbc6207f6ee0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529323 Sep 22 09:14:26.724834 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Attempt 2 to provision port e617dcd6-ff41-4690-b331-3c5e50c26903 Sep 22 09:14:26.780344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Port e617dcd6-ff41-4690-b331-3c5e50c26903 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:14:26.833864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=e617dcd6-ff41-4690-b331-3c5e50c26903,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:26.872619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Attempting to bind port e617dcd6-ff41-4690-b331-3c5e50c26903 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:14:26.872944 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Attempting to bind port e617dcd6-ff41-4690-b331-3c5e50c26903 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:14:26.873262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Attempting to bind port e617dcd6-ff41-4690-b331-3c5e50c26903 on network ac979d07-39b8-4a4d-bc3e-629a842612a5 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:14:26.877715 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Port e617dcd6-ff41-4690-b331-3c5e50c26903 on network ac979d07-39b8-4a4d-bc3e-629a842612a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:14:26.878028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Attempting to bind port e617dcd6-ff41-4690-b331-3c5e50c26903 on network ac979d07-39b8-4a4d-bc3e-629a842612a5 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:14:26.883641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:14:26.883908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Checking segment: {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:14:26.884279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Bound using segment: {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:14:26.884695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Bound port: e617dcd6-ff41-4690-b331-3c5e50c26903, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:14:26.885025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:26.971373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] For port e617dcd6-ff41-4690-b331-3c5e50c26903, host hv-neutron-8575, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:14:26.974788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] For port e617dcd6-ff41-4690-b331-3c5e50c26903, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e617dcd6-ff41-4690-b331-3c5e50c26903,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:14:26.979615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:27.010459 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:27.011061 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:27.012432 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] 10.222.0.48 "PUT /v2.0/ports/e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 1094 time: 0.8810775 Sep 22 09:14:27.012863 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:14:27.015129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa07438-0726-4122-be4b-d3d488a118db" -d '{"events": [{"name": "network-changed", "server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:14:27.093527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38146349-17be-434d-b512-d21afed1173f x-openstack-request-id: req-38146349-17be-434d-b512-d21afed1173f {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:14:27.093819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:14:27.094073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38146349-17be-434d-b512-d21afed1173f {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:14:27.094464 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38146349-17be-434d-b512-d21afed1173f'] response: {'name': 'network-changed', 'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'status': 'completed', 'code': 200} Sep 22 09:14:27.102808 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433585e8-3bdd-4e68-8e0e-dca92e22ed89 service neutron] Pushing event updated for resources: {'Port': ['ID=e617dcd6-ff41-4690-b331-3c5e50c26903,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:27.145340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-f41799c8-a00f-4221-9349-c6ced61753a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:27.145930 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-f41799c8-a00f-4221-9349-c6ced61753a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1097 time: 0.0950644 Sep 22 09:14:27.202835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d04c9c17-d73c-4695-b4e5-ac65d91252a2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:14:27.216945 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-d487f0a5-7e51-4e02-9e6d-b78f329eacfb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 217 time: 0.0648131 Sep 22 09:14:27.270652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port d04c9c17-d73c-4695-b4e5-ac65d91252a2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:14:27.275504 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d04c9c17-d73c-4695-b4e5-ac65d91252a2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:27.275873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:27.276203 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d04c9c17-d73c-4695-b4e5-ac65d91252a2 Sep 22 09:14:27.286259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-2b8939d6-0447-4179-b343-d89467deb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:27.287715 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-2b8939d6-0447-4179-b343-d89467deb18f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0653079 Sep 22 09:14:27.298406 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Attempt 3 to provision port e617dcd6-ff41-4690-b331-3c5e50c26903 Sep 22 09:14:27.374576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-9f158ce1-2f22-425e-b7fa-072202c56962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:27.376075 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-9f158ce1-2f22-425e-b7fa-072202c56962 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820003 Sep 22 09:14:27.389621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c32545b5-3bae-45cb-a8da-2275f5bed53c None None] Port e617dcd6-ff41-4690-b331-3c5e50c26903 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:14:27.442475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d04c9c17-d73c-4695-b4e5-ac65d91252a2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:27.442854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:27.474359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port d04c9c17-d73c-4695-b4e5-ac65d91252a2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d04c9c17-d73c-4695-b4e5-ac65d91252a2,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:27.478555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:27.509345 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-3900c4f1-3824-41fa-8133-a480a0719537 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272449 Sep 22 09:14:27.550203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=d04c9c17-d73c-4695-b4e5-ac65d91252a2,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:27.644997 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28e47713-99a2-4ab3-b998-246cc3a2814d req-10a8c823-ebc1-4916-9077-f26ee857145a service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300583 Sep 22 09:14:27.764619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa07438-0726-4122-be4b-d3d488a118db req-1ae8947e-4273-4cf5-acbe-88891ea19e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:27.766099 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5aa07438-0726-4122-be4b-d3d488a118db req-1ae8947e-4273-4cf5-acbe-88891ea19e54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1097 time: 0.0796490 Sep 22 09:14:27.897628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354ccd7-fc6b-422c-870c-6c8ed8a7d4b7 req-7e50007f-57b9-40cb-98df-b5a91b9ac2d7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:27.899642 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8354ccd7-fc6b-422c-870c-6c8ed8a7d4b7 req-7e50007f-57b9-40cb-98df-b5a91b9ac2d7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.0950513 Sep 22 09:14:27.968223 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8354ccd7-fc6b-422c-870c-6c8ed8a7d4b7 req-54a8cbb4-a281-4432-815f-382982b078a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577545 Sep 22 09:14:28.005015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa07438-0726-4122-be4b-d3d488a118db req-a648316f-4766-460a-955b-2a2353116c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:28.006486 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5aa07438-0726-4122-be4b-d3d488a118db req-a648316f-4766-460a-955b-2a2353116c92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.2336152 Sep 22 09:14:28.079850 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5aa07438-0726-4122-be4b-d3d488a118db req-67ba8e63-c91f-4194-bfe8-3d08c3d18647 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 217 time: 0.0665588 Sep 22 09:14:28.143047 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa07438-0726-4122-be4b-d3d488a118db req-2c8f3e7d-0918-482e-a787-82b82780c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:28.144511 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5aa07438-0726-4122-be4b-d3d488a118db req-2c8f3e7d-0918-482e-a787-82b82780c589 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0594847 Sep 22 09:14:28.229073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa07438-0726-4122-be4b-d3d488a118db req-d89d3b14-7050-4c7b-a666-49c2de4f6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:28.230559 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5aa07438-0726-4122-be4b-d3d488a118db req-d89d3b14-7050-4c7b-a666-49c2de4f6593 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797708 Sep 22 09:14:28.359047 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5aa07438-0726-4122-be4b-d3d488a118db req-ac5be4cf-ec74-429b-986a-b79e7b74618f service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217880 Sep 22 09:14:28.489478 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5aa07438-0726-4122-be4b-d3d488a118db req-71cecb7c-8bde-4e96-89a7-991b0ff5eeee service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219320 Sep 22 09:14:29.156952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248fb13-608e-4421-bcd5-b22ce2f1dfc9 req-274a7759-6b8b-4ab1-840d-bb4857b2c8d9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:29.157799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f248fb13-608e-4421-bcd5-b22ce2f1dfc9 req-274a7759-6b8b-4ab1-840d-bb4857b2c8d9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:14:29.174365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f248fb13-608e-4421-bcd5-b22ce2f1dfc9 req-274a7759-6b8b-4ab1-840d-bb4857b2c8d9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:14:29.175696 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f248fb13-608e-4421-bcd5-b22ce2f1dfc9 req-274a7759-6b8b-4ab1-840d-bb4857b2c8d9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.1039183 Sep 22 09:14:29.186584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d04c9c17-d73c-4695-b4e5-ac65d91252a2 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:14:29.221406 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f248fb13-608e-4421-bcd5-b22ce2f1dfc9 req-04662f56-2e67-47a7-977f-a52eac643cd5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392101 Sep 22 09:14:29.256110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port d04c9c17-d73c-4695-b4e5-ac65d91252a2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:29.256471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:29.256795 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port d04c9c17-d73c-4695-b4e5-ac65d91252a2 Sep 22 09:14:29.368317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port d04c9c17-d73c-4695-b4e5-ac65d91252a2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:30.221106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e617dcd6-ff41-4690-b331-3c5e50c26903 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:14:30.353981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e617dcd6-ff41-4690-b331-3c5e50c26903, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e617dcd6-ff41-4690-b331-3c5e50c26903,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:30.367002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'port_id': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'mac_address': 'fa:16:3e:e1:b5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:14:30.423718 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b7826-4e8c-4ccd-af20-7ce6976f03ec req-0780629c-c303-4bff-a20c-e72171c8498d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:30.424715 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e617dcd6-ff41-4690-b331-3c5e50c26903 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:30.425092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:30.425246 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4b7826-4e8c-4ccd-af20-7ce6976f03ec req-0780629c-c303-4bff-a20c-e72171c8498d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.0867918 Sep 22 09:14:30.442308 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e617dcd6-ff41-4690-b331-3c5e50c26903 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:14:30.457377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e617dcd6-ff41-4690-b331-3c5e50c26903, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e617dcd6-ff41-4690-b331-3c5e50c26903,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:30.461776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:30.472687 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4b7826-4e8c-4ccd-af20-7ce6976f03ec req-39823980-0aa9-4d7d-987a-e3a010807e08 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Sep 22 09:14:30.526774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e617dcd6-ff41-4690-b331-3c5e50c26903,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:30.666604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['e617dcd6-ff41-4690-b331-3c5e50c26903'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:14:31.677190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f915cfd-bb11-40f0-a096-49c74bff4c6a req-915cfe0a-2002-49c4-9982-07efe3af34e7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:31.678625 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f915cfd-bb11-40f0-a096-49c74bff4c6a req-915cfe0a-2002-49c4-9982-07efe3af34e7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 945 time: 0.0940881 Sep 22 09:14:31.722673 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f915cfd-bb11-40f0-a096-49c74bff4c6a req-1ae2c9d2-9c6c-46fc-9a3c-4b2073fb444d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377371 Sep 22 09:14:32.236649 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e617dcd6-ff41-4690-b331-3c5e50c26903 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:14:32.304440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port e617dcd6-ff41-4690-b331-3c5e50c26903 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:14:32.309703 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port e617dcd6-ff41-4690-b331-3c5e50c26903 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:14:32.310067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:32.310391 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port e617dcd6-ff41-4690-b331-3c5e50c26903 Sep 22 09:14:32.446277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e617dcd6-ff41-4690-b331-3c5e50c26903 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:14:32.446647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:32.472224 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:14:32.474439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9703145-596b-471c-9cae-e800c40a4367" -d '{"events": [{"server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "name": "network-vif-plugged", "status": "completed", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:14:32.482292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e617dcd6-ff41-4690-b331-3c5e50c26903, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e617dcd6-ff41-4690-b331-3c5e50c26903,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:14:32.486164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:32.520632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685fdfa7-21cc-4a02-94ff-c09b7c0ff341 x-openstack-request-id: req-685fdfa7-21cc-4a02-94ff-c09b7c0ff341 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:14:32.520918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "name": "network-vif-plugged", "status": "completed", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:14:32.521166 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-685fdfa7-21cc-4a02-94ff-c09b7c0ff341 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:14:32.521560 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685fdfa7-21cc-4a02-94ff-c09b7c0ff341'] response: {'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'code': 200} Sep 22 09:14:32.554036 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e617dcd6-ff41-4690-b331-3c5e50c26903,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:32.744166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcc277-4588-412b-b2ff-1808282058bc req-6ae288a0-213b-404b-a188-6896249bb15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:32.745522 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2bbcc277-4588-412b-b2ff-1808282058bc req-6ae288a0-213b-404b-a188-6896249bb15a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1099 time: 0.0792313 Sep 22 09:14:32.786576 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2bbcc277-4588-412b-b2ff-1808282058bc req-f90b6ad0-0e3c-4761-9d1a-947a4191a194 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346794 Sep 22 09:14:32.916928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625f1b7-9775-4b37-bcd0-cf1be07fd4b9 req-92eafbfe-5bc7-45d7-bd18-480c5ce26b25 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:32.918372 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1625f1b7-9775-4b37-bcd0-cf1be07fd4b9 req-92eafbfe-5bc7-45d7-bd18-480c5ce26b25 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0858920 Sep 22 09:14:32.961746 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1625f1b7-9775-4b37-bcd0-cf1be07fd4b9 req-5ffdafdd-7819-48c3-894b-8e531bbb8d8b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371611 Sep 22 09:14:34.161029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce3ce9-d597-4c69-94cd-cdea2608708a req-86470327-a718-44b6-b6b8-c2d62ed3b094 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:34.162464 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-50ce3ce9-d597-4c69-94cd-cdea2608708a req-86470327-a718-44b6-b6b8-c2d62ed3b094 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0856850 Sep 22 09:14:34.207202 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-50ce3ce9-d597-4c69-94cd-cdea2608708a req-8a81120e-a5cd-4a4e-a911-df8e565613e0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384414 Sep 22 09:14:34.404726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958a372-6e9f-4b38-90fe-d586becca19d req-19ff74e8-7e9a-4d3a-9d4d-73d9bdfb3c89 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:34.406172 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8958a372-6e9f-4b38-90fe-d586becca19d req-19ff74e8-7e9a-4d3a-9d4d-73d9bdfb3c89 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0896883 Sep 22 09:14:34.449008 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8958a372-6e9f-4b38-90fe-d586becca19d req-8fceb484-de4d-45b5-adac-7024f03e84bc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372066 Sep 22 09:14:34.477351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50130) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:34.553603 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f4bb9c-6aeb-4d5d-a5ee-4cb8db622446 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:34.555710 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c7f4bb9c-6aeb-4d5d-a5ee-4cb8db622446 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1094 time: 0.0774496 Sep 22 09:14:34.558363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50134) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:34.563280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:14:34.569088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:14:34.573479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:floatingip and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:14:34.576255 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:14:34.581819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:14:34.594733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:34.726031 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:34.859394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.169 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/35eb8682-63af-4e06-b111-d09e559d62d2) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:14:35.006658 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:35.035554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:35.197544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:14:35.200281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:14:35.204076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:14:35.244409 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=35eb8682-63af-4e06-b111-d09e559d62d2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:35.610979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:35.688088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:35.895110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:35.900048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:36.004368 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=35eb8682-63af-4e06-b111-d09e559d62d2,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:14:36.009352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:36.184025 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP a36988d2-4ba9-4cca-a52a-9e9308ad3f86 associated. External IP: 172.26.8.169, port: e617dcd6-ff41-4690-b331-3c5e50c26903. Sep 22 09:14:36.243718 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f76ccdcb-8749-4891-b6a9-6b0f741b1ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:36.531116 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:14:36.808881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:14:36.818896 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] Sync routers for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:14:36.828542 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:36.829035 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:36.832382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:36.893191 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-55a88c65-f4c3-4f2d-aa24-8ca785519779 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3338113 Sep 22 09:14:36.893767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:14:36.896067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f34914-68f2-46cc-a000-98768b3e3edd" -d '{"events": [{"name": "network-changed", "server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:14:36.941970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e444636-1bee-47fd-b91b-1b8c14167df4 x-openstack-request-id: req-9e444636-1bee-47fd-b91b-1b8c14167df4 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:14:36.942259 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:14:36.942506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e444636-1bee-47fd-b91b-1b8c14167df4 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:14:36.942902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e444636-1bee-47fd-b91b-1b8c14167df4'] response: {'name': 'network-changed', 'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'status': 'completed', 'code': 200} Sep 22 09:14:37.015511 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:37.049109 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-488c6104-6688-4d2d-b9fa-fb1fff26586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:37.050949 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-488c6104-6688-4d2d-b9fa-fb1fff26586c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1099 time: 0.0836189 Sep 22 09:14:37.078657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87f68e-919c-4f12-ac11-285775c46edf req-4dc3d945-a68a-43d1-8d0b-bec3fd9231fd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:37.080229 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b87f68e-919c-4f12-ac11-285775c46edf req-4dc3d945-a68a-43d1-8d0b-bec3fd9231fd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0945084 Sep 22 09:14:37.125955 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b87f68e-919c-4f12-ac11-285775c46edf req-90458a58-edb4-4bde-ac43-495adccf819a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388458 Sep 22 09:14:37.164867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50148) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:37.188584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-1ac0a6f3-5777-4a44-bc06-eb36bec87519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:37.190187 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-1ac0a6f3-5777-4a44-bc06-eb36bec87519 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.1334405 Sep 22 09:14:37.273426 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-054f364f-6e76-4f0e-80f0-f375d236054f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/a36988d2-4ba9-4cca-a52a-9e9308ad3f86 HTTP/1.1" status: 200 len: 992 time: 0.1061115 Sep 22 09:14:37.298357 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-52dbf1e2-73b8-406c-aa1f-439ffc84a92b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 1000 time: 0.1019886 Sep 22 09:14:37.358923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-e8ccb56a-a792-4140-987f-592c59391596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:37.360392 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-e8ccb56a-a792-4140-987f-592c59391596 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0569601 Sep 22 09:14:37.363637 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a36988d2-4ba9-4cca-a52a-9e9308ad3f86', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.169', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'port_id': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'mac_address': 'fa:16:3e:e1:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:14:35Z', 'updated_at': '2022-09-22T09:14:35Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:27Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:37.367735 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] Checking router: d3ba2d7a-79da-42b9-9f35-2d153c1123e9 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:14:37.375855 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:14:37.376438 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:14:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:37.446425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-18e17a8f-9006-4a5e-b6c6-940b8b6f3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:37.447930 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-18e17a8f-9006-4a5e-b6c6-940b8b6f3ec9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821795 Sep 22 09:14:37.547482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:14:37.579943 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-6911acb2-8312-4ffe-8856-3bdf299fb0fe service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261301 Sep 22 09:14:37.657062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.48', 56768) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:37.713523 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9f34914-68f2-46cc-a000-98768b3e3edd req-8b7d4e32-40fa-4a0e-8abe-184388064644 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282105 Sep 22 09:14:37.738086 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-6ebabae2-573a-464b-9115-a073031de38d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799155 Sep 22 09:14:37.880400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-e7fb4a9e-3fde-4e01-bbfa-3d4719d46cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:37.881849 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-e7fb4a9e-3fde-4e01-bbfa-3d4719d46cd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1099 time: 0.0800495 Sep 22 09:14:37.920608 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a36988d2-4ba9-4cca-a52a-9e9308ad3f86', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.169', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'port_id': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'mac_address': 'fa:16:3e:e1:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:14:35Z', 'updated_at': '2022-09-22T09:14:35Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:27Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:14:37.924454 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed52b9e-9784-49cb-a485-71ffeff0520a None None] The sync data for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv is: [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a36988d2-4ba9-4cca-a52a-9e9308ad3f86', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.169', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'port_id': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'mac_address': 'fa:16:3e:e1:b5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:14:35Z', 'updated_at': '2022-09-22T09:14:35Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:27Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:14:38.032648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-fb7804b3-f6ca-4ebf-a0e9-55ee1204c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:38.034091 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-fb7804b3-f6ca-4ebf-a0e9-55ee1204c96a service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.1338694 Sep 22 09:14:38.119569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76270fdd-cb71-4e02-b727-975adfeb8405 None None] New status for floating IP a36988d2-4ba9-4cca-a52a-9e9308ad3f86: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:14:38.140734 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-a40a0e4e-69cc-4f77-a38d-af63d28212eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 1000 time: 0.1003115 Sep 22 09:14:38.201970 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-3092af12-5354-4215-80b7-00a8a4313526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:38.203431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-3092af12-5354-4215-80b7-00a8a4313526 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0574665 Sep 22 09:14:38.276062 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:38.373493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-f10b43e4-08f0-42ca-9c76-dd1959e37a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:14:38.374937 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-f10b43e4-08f0-42ca-9c76-dd1959e37a2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1664572 Sep 22 09:14:38.403459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b5afe305-899d-4a81-95f2-c83283d05d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:38.414097 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f38102fe-d520-4691-9db6-84345bbb8d14 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/a36988d2-4ba9-4cca-a52a-9e9308ad3f86 HTTP/1.1" status: 200 len: 992 time: 0.1369722 Sep 22 09:14:38.516091 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-2f40a1ce-b947-4f29-ab14-e187cef1b323 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353002 Sep 22 09:14:38.746681 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de8e1d4-05ef-4e90-ae3f-6f1159586371 req-f615728b-498e-4283-9003-9a10d7428377 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254400 Sep 22 09:14:39.418953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50158) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:14:39.523167 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79bae5e2-f711-4031-b9d8-15d36b1f94c0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/a36988d2-4ba9-4cca-a52a-9e9308ad3f86 HTTP/1.1" status: 200 len: 994 time: 0.1030884 Sep 22 09:14:39.617258 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:14:39.704303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:39.715026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:41.021376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:14:42.761485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:06.247184 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-afb86221-687e-4850-8729-1d5893747ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:06.520498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f71d-f5a0-460f-9386-cd7ea74455c7 req-17128f8b-7d04-4013-9c69-a0870a2423cc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:06.522076 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d72f71d-f5a0-460f-9386-cd7ea74455c7 req-17128f8b-7d04-4013-9c69-a0870a2423cc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0876441 Sep 22 09:15:06.522299 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:15:06.566644 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7d72f71d-f5a0-460f-9386-cd7ea74455c7 req-eed951af-9ea7-499b-aa8e-6ff9beceb734 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381293 Sep 22 09:15:06.638220 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-1b09d7ec-c8fc-4372-8f77-0b09cbfb795d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147826 Sep 22 09:15:07.840335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8fb3-dbf2-491e-a41e-06cd250493b1 req-6d850620-144f-4a9a-bd41-7dadd483e3aa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:07.841788 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755a8fb3-dbf2-491e-a41e-06cd250493b1 req-6d850620-144f-4a9a-bd41-7dadd483e3aa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.1617892 Sep 22 09:15:07.844283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-816a194c-1c45-4c50-9a99-92f095832443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:07.845625 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-816a194c-1c45-4c50-9a99-92f095832443 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1099 time: 0.1122689 Sep 22 09:15:07.961791 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755a8fb3-dbf2-491e-a41e-06cd250493b1 req-82233f48-1cca-40e1-9c76-d29a46824d98 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141598 Sep 22 09:15:08.004129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-f90a1e0d-2534-443e-98c3-8545be2b6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:08.005938 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-f90a1e0d-2534-443e-98c3-8545be2b6d53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.1456740 Sep 22 09:15:08.107223 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-d3df4460-f284-422d-ba50-ef7f8e08f3d3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 1002 time: 0.0945005 Sep 22 09:15:08.170736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-9aa08ad7-eb35-451f-b4a2-cb682658cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:08.172156 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-9aa08ad7-eb35-451f-b4a2-cb682658cc1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0591843 Sep 22 09:15:08.253750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-9e794e4d-0019-4d88-9b13-4e023498242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:08.255113 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-9e794e4d-0019-4d88-9b13-4e023498242b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775120 Sep 22 09:15:08.382641 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-5193a9a2-fa20-42b4-91ee-44371d50c1bd service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208670 Sep 22 09:15:08.407469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6eaa46bb-5162-4e4c-a269-bbda3b6c4c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:08.513997 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-b0b03c56-754c-4e4a-bd01-0c24d950a998 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244507 Sep 22 09:15:09.162511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186108e-8985-4d75-aec6-a9ed9a74292f req-92116539-b099-466f-b7db-b31886945f42 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:09.163979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5186108e-8985-4d75-aec6-a9ed9a74292f req-92116539-b099-466f-b7db-b31886945f42 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0914917 Sep 22 09:15:09.207820 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5186108e-8985-4d75-aec6-a9ed9a74292f req-8f8b3bbc-f1b3-4e63-a451-6efe3fafc8be tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 Sep 22 09:15:09.706668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:09.717124 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:10.409265 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de6933-fdec-47e9-9524-5b48545218cd req-1db1b3c3-e414-421f-88cc-7e4f72b81325 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:10.410709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94de6933-fdec-47e9-9524-5b48545218cd req-1db1b3c3-e414-421f-88cc-7e4f72b81325 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0921242 Sep 22 09:15:10.453471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94de6933-fdec-47e9-9524-5b48545218cd req-550fe16b-81d5-4256-a1cc-0f53994ed476 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372288 Sep 22 09:15:11.023876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:11.657569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5dfa4-d32d-4e5f-9c5a-64e3eea46f41 req-3164f4b1-7c43-4158-91fb-13f784ccef36 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:11.659027 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8af5dfa4-d32d-4e5f-9c5a-64e3eea46f41 req-3164f4b1-7c43-4158-91fb-13f784ccef36 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0920811 Sep 22 09:15:11.701721 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8af5dfa4-d32d-4e5f-9c5a-64e3eea46f41 req-bf76378f-e762-4f96-a587-34088f284ef1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371516 Sep 22 09:15:12.783154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:12.895702 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58874aa3-b479-4c4c-bc0c-76812839b0fa req-95374370-e10a-452e-957e-36b4287c24b7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:12.897150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58874aa3-b479-4c4c-bc0c-76812839b0fa req-95374370-e10a-452e-957e-36b4287c24b7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0848112 Sep 22 09:15:12.944418 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58874aa3-b479-4c4c-bc0c-76812839b0fa req-a44c700d-05f2-482b-b624-4a129ff76eaa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411329 Sep 22 09:15:14.139359 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc489d0-897b-4ab4-a4a6-1b7f8546e0f3 req-1dc53436-e57e-484c-8b38-7e317aacf9b7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:14.140805 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2cc489d0-897b-4ab4-a4a6-1b7f8546e0f3 req-1dc53436-e57e-484c-8b38-7e317aacf9b7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0871062 Sep 22 09:15:14.183283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2cc489d0-897b-4ab4-a4a6-1b7f8546e0f3 req-f3b5182b-f44d-47a8-9820-f9c47fac7608 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368581 Sep 22 09:15:15.380459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e6a52-12e6-4272-8483-34d624bfc1e5 req-2e55d37b-8adc-415f-845e-de81e4ef9cf3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:15.381892 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-622e6a52-12e6-4272-8483-34d624bfc1e5 req-2e55d37b-8adc-415f-845e-de81e4ef9cf3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0853791 Sep 22 09:15:15.425175 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-622e6a52-12e6-4272-8483-34d624bfc1e5 req-14934e5a-24fa-455b-b09d-51545349dc64 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371747 Sep 22 09:15:16.617064 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:15:16.622611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417527c-1d5d-4ed4-90c0-62c8b2a3436c req-4afaf8fe-012a-4a34-81bf-351396feb696 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:16.624080 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a417527c-1d5d-4ed4-90c0-62c8b2a3436c req-4afaf8fe-012a-4a34-81bf-351396feb696 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0889647 Sep 22 09:15:16.666672 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a417527c-1d5d-4ed4-90c0-62c8b2a3436c req-576c09f7-8f26-46f5-9789-2ebbc89ba035 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370996 Sep 22 09:15:17.868353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13474425-1fcb-4764-8d40-01de2d54bb5e req-6ff476e2-e42e-49c9-8290-a3204afcdd96 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:17.869788 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-13474425-1fcb-4764-8d40-01de2d54bb5e req-6ff476e2-e42e-49c9-8290-a3204afcdd96 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0943806 Sep 22 09:15:17.913882 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-13474425-1fcb-4764-8d40-01de2d54bb5e req-c81fd0f0-912d-4a5a-9868-faab8abbb9ac tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378041 Sep 22 09:15:19.114515 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fa45d-61ca-432d-8a27-437ac3d778c3 req-e0ecbef5-dc0d-477f-9fa0-5284e4ea2a51 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:19.115979 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b4fa45d-61ca-432d-8a27-437ac3d778c3 req-e0ecbef5-dc0d-477f-9fa0-5284e4ea2a51 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0887046 Sep 22 09:15:19.257937 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b4fa45d-61ca-432d-8a27-437ac3d778c3 req-07eb9fe7-5340-4147-9257-e72bef0730a9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354225 Sep 22 09:15:20.142475 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-28f764b3-02ab-4831-bcd3-6e565a380c39 service neutron] 10.222.0.48 "GET /v2.0/ports/e617dcd6-ff41-4690-b331-3c5e50c26903/bindings/hv-neutron-8575 HTTP/1.1" status: 200 len: 384 time: 0.0729895 Sep 22 09:15:20.566028 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-018b5799-6a3a-422d-9403-4479e3b8b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:20.567449 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-018b5799-6a3a-422d-9403-4479e3b8b6e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 1099 time: 0.2389004 Sep 22 09:15:20.575946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2279b-4008-45bd-a8c4-89af8cf709cf req-293e0e19-51ff-4e75-a418-de3402961373 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:20.577301 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0e2279b-4008-45bd-a8c4-89af8cf709cf req-293e0e19-51ff-4e75-a418-de3402961373 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.1172450 Sep 22 09:15:20.671407 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0e2279b-4008-45bd-a8c4-89af8cf709cf req-fb7fb0f8-1fa0-4711-803b-866c33c278a2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882990 Sep 22 09:15:20.691574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-3d3857f1-a614-47d8-9479-2a17786c5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:20.693024 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-3d3857f1-a614-47d8-9479-2a17786c5bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1099 time: 0.0973692 Sep 22 09:15:20.821417 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-74cdd7ad-a918-4c6a-af2c-e1631190a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:20.822783 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-74cdd7ad-a918-4c6a-af2c-e1631190a71d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.1240373 Sep 22 09:15:20.925883 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-03b17ac8-bfa9-4b71-bdc3-3c2c24d24967 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 1002 time: 0.0969167 Sep 22 09:15:20.990591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-21cc54b0-7938-49a1-9313-2d8eec88623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:20.992346 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-21cc54b0-7938-49a1-9313-2d8eec88623c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0611093 Sep 22 09:15:21.072563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-e5c085b4-bac0-4bf3-801d-fed699d5c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:21.073944 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-e5c085b4-bac0-4bf3-801d-fed699d5c817 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759380 Sep 22 09:15:21.204288 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-c033b2b3-7b68-4bad-80c9-d2c53ca350ba service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242869 Sep 22 09:15:21.331866 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7332ccdc-8b76-44bb-adb5-a2e6c74f0b05 req-cd62b0d8-a4d8-4346-8a04-a104667d21d7 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218786 Sep 22 09:15:21.870626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914af64a-d60e-4f47-bf0a-3ae3a9f03c6a req-4dd98a85-4568-4367-b8b8-91d505ceceab tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:21.872094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-914af64a-d60e-4f47-bf0a-3ae3a9f03c6a req-4dd98a85-4568-4367-b8b8-91d505ceceab tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 946 time: 0.0899711 Sep 22 09:15:21.917966 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-914af64a-d60e-4f47-bf0a-3ae3a9f03c6a req-f7e6587b-52cd-463f-976a-ca8fa65b7bd6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Sep 22 09:15:22.523919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e617dcd6-ff41-4690-b331-3c5e50c26903 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:15:22.633765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e617dcd6-ff41-4690-b331-3c5e50c26903 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:15:22.634140 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:22.660189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:15:22.662360 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcc791d-2898-422d-8acd-7513d7b37364" -d '{"events": [{"server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "name": "network-vif-unplugged", "status": "completed", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:15:22.670274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e617dcd6-ff41-4690-b331-3c5e50c26903, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e617dcd6-ff41-4690-b331-3c5e50c26903,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:15:22.674470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:22.716514 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6cef76-4541-4bd0-95e8-0b370e89b126 x-openstack-request-id: req-0c6cef76-4541-4bd0-95e8-0b370e89b126 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:15:22.716819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "name": "network-vif-unplugged", "status": "completed", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:15:22.717051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c6cef76-4541-4bd0-95e8-0b370e89b126 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:15:22.717436 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6cef76-4541-4bd0-95e8-0b370e89b126'] response: {'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'code': 200} Sep 22 09:15:22.742399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e617dcd6-ff41-4690-b331-3c5e50c26903,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:15:22.749586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.749927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.750261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.750591 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.750917 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.751267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.751593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.751915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.752236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.752555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.752873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:22.753189 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:23.128510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e006d53-3316-4d8b-b43b-95e3bd583c24 req-fbc8ad68-2bb1-4bf6-99e7-42f32da6d6f4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:23.130069 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4e006d53-3316-4d8b-b43b-95e3bd583c24 req-fbc8ad68-2bb1-4bf6-99e7-42f32da6d6f4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.0869801 Sep 22 09:15:23.174455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4e006d53-3316-4d8b-b43b-95e3bd583c24 req-e2119071-7dcc-47f5-bb83-9e502b57118d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380163 Sep 22 09:15:23.511888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc9639-ac4b-4f2a-a3aa-ea39fd3f84b9 req-70e14980-a799-434a-9c40-76f74617f53f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:23.513284 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3bfc9639-ac4b-4f2a-a3aa-ea39fd3f84b9 req-70e14980-a799-434a-9c40-76f74617f53f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.0998359 Sep 22 09:15:23.518483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-9a18413f-b440-4c8e-8fec-7ae99e7f9929 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:23.520298 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-9a18413f-b440-4c8e-8fec-7ae99e7f9929 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082&tenant_id=9f601fa224f847e0987dc27d0f93c21a&binding%3Ahost_id=hv-neutron-8575 HTTP/1.1" status: 200 len: 944 time: 0.1010253 Sep 22 09:15:23.558250 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3bfc9639-ac4b-4f2a-a3aa-ea39fd3f84b9 req-7ccaf4d4-2ada-407c-8796-d0b517a14fdb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Sep 22 09:15:23.678290 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-fdd81ede-5e63-453b-a0c5-3d517d8b79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:23.679802 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-fdd81ede-5e63-453b-a0c5-3d517d8b79d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1097 time: 0.0797715 Sep 22 09:15:23.877823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db73716-9ad7-4f07-848e-d30218e661a5 req-c137d208-33cb-43a8-9376-9291414cd1c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:23.879184 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0db73716-9ad7-4f07-848e-d30218e661a5 req-c137d208-33cb-43a8-9376-9291414cd1c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.1985254 Sep 22 09:15:23.881556 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-4b7f9c2b-e39d-43bb-ab2a-d20d1cc7482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:23.882862 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-4b7f9c2b-e39d-43bb-ab2a-d20d1cc7482d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.1679335 Sep 22 09:15:24.005058 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0db73716-9ad7-4f07-848e-d30218e661a5 req-2492580e-aebb-44d0-9d7e-236e829af694 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199300 Sep 22 09:15:24.013252 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-44ecf10a-6618-4521-a578-b5db68ab656d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 1000 time: 0.1157358 Sep 22 09:15:24.074445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-7c6434e8-74f0-4c1b-86ba-33d9382e5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:24.075855 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-7c6434e8-74f0-4c1b-86ba-33d9382e5c23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0567141 Sep 22 09:15:24.158731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-8f1551d7-b332-4002-98f6-a36907b2aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:24.160104 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-8f1551d7-b332-4002-98f6-a36907b2aa87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789297 Sep 22 09:15:24.389842 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-ed4d72fc-ea09-4594-be8a-107cf93fb049 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240124 Sep 22 09:15:24.518517 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d6bfa77-0807-438b-8645-a70f01aa79c5 req-31b364b4-facf-410a-8e11-c9c4ab9727b7 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228280 Sep 22 09:15:25.205054 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317f71-3914-48fa-86c6-8dc38a49fb41 req-0bfe0c70-ac62-48b3-b275-e559919698ac tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:25.206428 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa317f71-3914-48fa-86c6-8dc38a49fb41 req-0bfe0c70-ac62-48b3-b275-e559919698ac tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.0906448 Sep 22 09:15:25.254133 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fa317f71-3914-48fa-86c6-8dc38a49fb41 req-eafdc87c-4474-45e5-98b1-7cae4571e75c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420926 Sep 22 09:15:25.282425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:15:25.387729 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09797346-b8b2-4ed6-ae9f-e56453d76559 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/a36988d2-4ba9-4cca-a52a-9e9308ad3f86 HTTP/1.1" status: 200 len: 992 time: 0.1042259 Sep 22 09:15:36.248964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-271917ff-369b-45aa-ad8c-2e94c890e575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:38.408388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ad26cf9-17e8-4134-9e70-3ff9e51b6dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:39.715833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:39.718491 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:39.727753 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-d3a10b54-605d-426a-bb39-447244287115 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788474 Sep 22 09:15:39.872740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-16efbb9b-db64-46da-858c-7fb9da5bedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:39.874197 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-16efbb9b-db64-46da-858c-7fb9da5bedbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1097 time: 0.0802417 Sep 22 09:15:39.926256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-b2e54c70-1bb8-4929-863a-78ea4e477f22 req-189be1cb-c516-4b63-a43d-d8b7507341ec service neutron] (89052) timed out ('10.222.0.42', 46052) {{(pid=89052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 09:15:40.019900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-026d2981-a707-42bd-9634-5dd1b9755b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:40.021314 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-026d2981-a707-42bd-9634-5dd1b9755b3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.1274636 Sep 22 09:15:40.123050 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-a13674d7-9872-47bb-b2a0-18a60903ce6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 1000 time: 0.0942926 Sep 22 09:15:40.182778 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-61d602ec-22dd-477f-a909-136893c50e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:40.184169 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-61d602ec-22dd-477f-a909-136893c50e3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.0553675 Sep 22 09:15:40.276897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-83a163fa-ed42-4d71-99ec-be4a50e2c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:40.278263 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-83a163fa-ed42-4d71-99ec-be4a50e2c390 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881324 Sep 22 09:15:40.406227 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-38e6c8bb-de79-4f1a-bf70-bac28aa5b911 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208491 Sep 22 09:15:40.534781 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5a78f26-ba83-4d17-a342-7bd741f03271 req-56b079e1-1a8f-4ddd-b9db-fb35a67b04a4 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222417 Sep 22 09:15:41.025560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:42.785090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:53.615482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:15:56.117455 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50258) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:15:56.315085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 35eb8682-63af-4e06-b111-d09e559d62d2 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:15:56.315452 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:56.483889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:56.484209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:56.605619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 35eb8682-63af-4e06-b111-d09e559d62d2 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:15:56.752498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:56.799184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=35eb8682-63af-4e06-b111-d09e559d62d2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:15:56.843013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.843382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.843721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.844057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.844389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.844718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.845040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.845363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.845688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.846008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.846327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.846644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:15:56.906062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:56.906331 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP a36988d2-4ba9-4cca-a52a-9e9308ad3f86 disassociated (deleted). External IP: 172.26.8.169, port: e617dcd6-ff41-4690-b331-3c5e50c26903. Sep 22 09:15:57.340099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:15:57.516542 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:15:57.527302 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] Sync routers for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:15:57.537134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:57.537509 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:15:57.538111 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:15:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:15:57.591270 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db850a8d-dfff-4176-8649-f4f1935619f9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/floatingips/a36988d2-4ba9-4cca-a52a-9e9308ad3f86 HTTP/1.1" status: 204 len: 168 time: 1.4727347 Sep 22 09:15:57.591862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:15:57.594154 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae679f-a636-466a-a10b-e9233da5d049" -d '{"events": [{"name": "network-changed", "server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:15:57.691143 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac413a3-c36c-4dcc-8cec-3bdeec1870b6 x-openstack-request-id: req-6ac413a3-c36c-4dcc-8cec-3bdeec1870b6 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:15:57.691532 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:15:57.691780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ac413a3-c36c-4dcc-8cec-3bdeec1870b6 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:15:57.692188 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ac413a3-c36c-4dcc-8cec-3bdeec1870b6'] response: {'name': 'network-changed', 'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'status': 'completed', 'code': 200} Sep 22 09:15:57.719362 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:15:57.800648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-b2cbbbe1-4937-4da7-9154-59e324301f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:57.802110 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-b2cbbbe1-4937-4da7-9154-59e324301f99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 1097 time: 0.0888691 Sep 22 09:15:57.992034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-d28b7299-c87b-43c6-912b-ab9398aced61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:57.993749 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-d28b7299-c87b-43c6-912b-ab9398aced61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 200 len: 898 time: 0.1831756 Sep 22 09:15:58.036458 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:27Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:15:58.040131 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] Checking router: d3ba2d7a-79da-42b9-9f35-2d153c1123e9 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:15:58.048690 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:15:58.049219 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:15:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:15:58.063176 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-f8ff636d-9f24-4250-b0ce-5d0be7341d58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 200 len: 217 time: 0.0616188 Sep 22 09:15:58.226119 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:15:58.226927 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed86e6-d40e-4c62-b5d1-2a8f49a84df6 req-4d1741fa-3591-48a9-ad80-9ccc6ed89c14 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:58.228395 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fed86e6-d40e-4c62-b5d1-2a8f49a84df6 req-4d1741fa-3591-48a9-ad80-9ccc6ed89c14 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.3374453 Sep 22 09:15:58.276374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-93e16d7d-38c9-4035-aca0-c2a1ce6d64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:58.277827 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-93e16d7d-38c9-4035-aca0-c2a1ce6d64c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 200 len: 834 time: 0.2082994 Sep 22 09:15:58.284705 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fed86e6-d40e-4c62-b5d1-2a8f49a84df6 req-d4f1c398-5cff-4a49-b2d0-ec4f78aaa327 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501354 Sep 22 09:15:58.360798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-2b7c9c0a-ad16-4dc2-bd3d-d06647c42b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:58.362150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-2b7c9c0a-ad16-4dc2-bd3d-d06647c42b21 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac979d07-39b8-4a4d-bc3e-629a842612a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766187 Sep 22 09:15:58.493263 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-ae524f80-11e0-4595-b165-b4199758f861 service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222420 Sep 22 09:15:58.563048 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:27Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:15:58.566931 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7597233f-cbb1-4f47-a2ac-6cb3b4f4cb64 None None] The sync data for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv is: [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'd04c9c17-d73c-4695-b4e5-ac65d91252a2', 'name': '', 'network_id': 'ac979d07-39b8-4a4d-bc3e-629a842612a5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:5b:b5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '5301a700-7e86-4e22-910e-692501ba7f31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:20Z', 'updated_at': '2022-09-22T09:14:27Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '5301a700-7e86-4e22-910e-692501ba7f31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:15:58.628267 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ae679f-a636-466a-a10b-e9233da5d049 req-ae532872-4763-45d6-9e28-c4a3e106af7c service neutron] 10.222.0.48 "GET /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277342 Sep 22 09:15:58.785605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b01a75-e9bc-424d-a31c-3fbfc4bbea77 None None] New status for floating IP a36988d2-4ba9-4cca-a52a-9e9308ad3f86: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:15:59.484798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594ed6a-9252-4f8f-b10d-2753b2245a82 req-b942256c-67bf-48be-b362-c0664fef61e7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:59.485495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-4594ed6a-9252-4f8f-b10d-2753b2245a82 req-b942256c-67bf-48be-b362-c0664fef61e7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:15:59.501101 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-4594ed6a-9252-4f8f-b10d-2753b2245a82 req-b942256c-67bf-48be-b362-c0664fef61e7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:15:59.502412 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4594ed6a-9252-4f8f-b10d-2753b2245a82 req-b942256c-67bf-48be-b362-c0664fef61e7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.1039791 Sep 22 09:15:59.551908 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4594ed6a-9252-4f8f-b10d-2753b2245a82 req-aef2eb69-2946-489f-a07c-fc8826eaaf4a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=da70e38d-84f8-49f8-86d8-a5c1e60332d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Sep 22 09:15:59.554462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352e35a-b630-461a-a284-e5f9592cf04b req-31bb2ce3-fad7-44e8-b1c5-c05686dba4a9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:15:59.555916 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0352e35a-b630-461a-a284-e5f9592cf04b req-31bb2ce3-fad7-44e8-b1c5-c05686dba4a9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 944 time: 0.0902350 Sep 22 09:15:59.630335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port e617dcd6-ff41-4690-b331-3c5e50c26903 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:15:59.630919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:59.870723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port e617dcd6-ff41-4690-b331-3c5e50c26903, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e617dcd6-ff41-4690-b331-3c5e50c26903,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:15:59.870993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:15:59.998391 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for e617dcd6-ff41-4690-b331-3c5e50c26903 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:16:00.140792 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:00.187555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=e617dcd6-ff41-4690-b331-3c5e50c26903,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:00.227641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.227989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.228328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.228662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.229497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.229821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.230144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.230465 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.230790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.231110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.231459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.231781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:00.286743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] No DVR routers for this DVR port e617dcd6-ff41-4690-b331-3c5e50c26903 on host hv-neutron-8575 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:16:00.289123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:00.292132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'name': 'network-vif-deleted', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:16:00.294397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b9bd7-c8a1-49ba-86fd-f76a5cc87ba5" -d '{"events": [{"server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "name": "network-vif-deleted", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:16:00.308296 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0352e35a-b630-461a-a284-e5f9592cf04b req-5e452bb2-019f-4d8c-bf52-44d299ddd731 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "DELETE /v2.0/ports/e617dcd6-ff41-4690-b331-3c5e50c26903 HTTP/1.1" status: 204 len: 173 time: 0.7468283 Sep 22 09:16:00.390667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0f46d9-12d3-4b40-ac99-2fba8fa79c29 x-openstack-request-id: req-9b0f46d9-12d3-4b40-ac99-2fba8fa79c29 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:16:00.391013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cfea33-94c9-49c4-b6fb-d8ea026e5082", "name": "network-vif-deleted", "tag": "e617dcd6-ff41-4690-b331-3c5e50c26903", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:16:00.391223 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b0f46d9-12d3-4b40-ac99-2fba8fa79c29 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:16:00.391644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0f46d9-12d3-4b40-ac99-2fba8fa79c29'] response: {'server_uuid': '82cfea33-94c9-49c4-b6fb-d8ea026e5082', 'name': 'network-vif-deleted', 'tag': 'e617dcd6-ff41-4690-b331-3c5e50c26903', 'status': 'completed', 'code': 200} Sep 22 09:16:00.727848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d8f82d68-d1ea-4e5f-b770-27bf70f2aedf req-f9b62eaa-4e64-4513-8828-a9e8189a421e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=82cfea33-94c9-49c4-b6fb-d8ea026e5082 HTTP/1.1" status: 200 len: 210 time: 0.0501597 Sep 22 09:16:01.828274 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:02.384118 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:02.720023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e617dcd6-ff41-4690-b331-3c5e50c26903 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:16:02.753824 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: e617dcd6-ff41-4690-b331-3c5e50c26903 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:16:02.754158 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e617dcd6-ff41-4690-b331-3c5e50c26903 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:16:02.845203 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port d04c9c17-d73c-4695-b4e5-ac65d91252a2 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:16:02.845777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:03.037829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port d04c9c17-d73c-4695-b4e5-ac65d91252a2, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=d04c9c17-d73c-4695-b4e5-ac65d91252a2,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:03.038108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:03.161696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for d04c9c17-d73c-4695-b4e5-ac65d91252a2 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:16:03.351492 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:03.399920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=d04c9c17-d73c-4695-b4e5-ac65d91252a2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:03.673554 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.028974 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:16:04.300110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:16:04.309870 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] Sync routers for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:16:04.315845 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28d5e36e-9aa8-4bd4-acf2-86da45cb9878 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/d3ba2d7a-79da-42b9-9f35-2d153c1123e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835501 Sep 22 09:16:04.316005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50284) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:04.319347 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:04.319957 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:15:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:04.382287 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting subnet 5301a700-7e86-4e22-910e-692501ba7f31 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:16:04.385224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.438832 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.494189 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:04.524129 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.597148 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.638784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.644730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e136650c-3159-4d1f-ae46-3e947a516910 None None] Network ac979d07-39b8-4a4d-bc3e-629a842612a5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:16:04.648335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Subnet': ['ID=5301a700-7e86-4e22-910e-692501ba7f31,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:04.652655 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f12a4207-f765-4253-8368-23519ef10702 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/subnets/5301a700-7e86-4e22-910e-692501ba7f31 HTTP/1.1" status: 204 len: 168 time: 0.3358066 Sep 22 09:16:04.655353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:04.771739 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:16:03Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:04.775595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] Checking router: d3ba2d7a-79da-42b9-9f35-2d153c1123e9 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:16:04.783948 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] Routers {'d3ba2d7a-79da-42b9-9f35-2d153c1123e9'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:04.784656 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:15:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:04.837938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.931658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] DHCP port deletion for ac979d07-39b8-4a4d-bc3e-629a842612a5 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:16:04.936531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] Deleting port aa3e00fa-7249-4638-a4ed-909eb7ba68af {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:16:04.937153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:04.964100 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] Set router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:05.022826 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:05.037283 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 3798fb32-ac4d-4bcf-bde2-af5916f73077 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:16:05.037919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:05.200644 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] For port aa3e00fa-7249-4638-a4ed-909eb7ba68af, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=aa3e00fa-7249-4638-a4ed-909eb7ba68af,segment=NetworkSegment(af138fd4-2bf3-4df2-9bc9-dfe63a00c47b),segment_id=af138fd4-2bf3-4df2-9bc9-dfe63a00c47b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:05.201043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:05.285352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 3798fb32-ac4d-4bcf-bde2-af5916f73077, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=3798fb32-ac4d-4bcf-bde2-af5916f73077,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:05.285810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:05.324920 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:16:03Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:05.331106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] Calling delete_port for aa3e00fa-7249-4638-a4ed-909eb7ba68af owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:16:05.334773 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d8d385-5b34-4bf5-972a-5a859bd2cc2b None None] The sync data for ids ['d3ba2d7a-79da-42b9-9f35-2d153c1123e9'] in dv-neutron-857569-1-hyperv is: [{'id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1427184348', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:14:16Z', 'updated_at': '2022-09-22T09:16:03Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '3798fb32-ac4d-4bcf-bde2-af5916f73077', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ba2d7a-79da-42b9-9f35-2d153c1123e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:14:17Z', 'updated_at': '2022-09-22T09:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:16:05.383515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aa3e00fa-7249-4638-a4ed-909eb7ba68af no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:16:05.433127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 3798fb32-ac4d-4bcf-bde2-af5916f73077 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:16:05.458286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:05.505025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] Pushing event deleted for resources: {'Port': ['ID=aa3e00fa-7249-4638-a4ed-909eb7ba68af,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:05.509051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No active binding found for port aa3e00fa-7249-4638-a4ed-909eb7ba68af {{(pid=89053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 09:16:05.509448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device aa3e00fa-7249-4638-a4ed-909eb7ba68af not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:16:05.513266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf86ed-f5ff-4d0e-95a2-4ca53f57ba6d None None] No DVR routers for this DVR port aa3e00fa-7249-4638-a4ed-909eb7ba68af on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:16:05.614256 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:05.664358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=3798fb32-ac4d-4bcf-bde2-af5916f73077,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:05.864053 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.037420 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.039610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.065613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.066115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Fanout notify agent at l3_agent the message router_deleted on router d3ba2d7a-79da-42b9-9f35-2d153c1123e9 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:16:06.081205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.084766 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8b706efc-a6dc-433a-9ccf-93e0f907098f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/routers/d3ba2d7a-79da-42b9-9f35-2d153c1123e9 HTTP/1.1" status: 204 len: 168 time: 1.4258418 Sep 22 09:16:06.085016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50294) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:06.201924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.251383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1e446148-912c-45eb-a7f4-b63594a9fe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.337251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.362586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac979d07-39b8-4a4d-bc3e-629a842612a5']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:06.375599 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:06.375892 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af138fd4-2bf3-4df2-9bc9-dfe63a00c47b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:06.386904 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.402774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.408828 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:16:06.409284 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.494161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment af138fd4-2bf3-4df2-9bc9-dfe63a00c47b resource provider aggregate not found Sep 22 09:16:06.515437 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment af138fd4-2bf3-4df2-9bc9-dfe63a00c47b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af138fd4-2bf3-4df2-9bc9-dfe63a00c47b found for delete ", "request_id": "req-ff92bee6-380f-4486-a3ba-a373e28fe995"}]} Sep 22 09:16:06.516802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.535136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.547112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Network': ['ID=ac979d07-39b8-4a4d-bc3e-629a842612a5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:06.556458 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db7f43dd-3be4-4182-9cad-d2b8c6fc3c84 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/networks/ac979d07-39b8-4a4d-bc3e-629a842612a5 HTTP/1.1" status: 204 len: 168 time: 0.4703183 Sep 22 09:16:06.558894 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:06.625273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7501cca-cbaf-410e-9071-103295ad27c9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.654478 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7501cca-cbaf-410e-9071-103295ad27c9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.719187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7501cca-cbaf-410e-9071-103295ad27c9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.740479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7501cca-cbaf-410e-9071-103295ad27c9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da70e38d-84f8-49f8-86d8-a5c1e60332d4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:06.752412 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7501cca-cbaf-410e-9071-103295ad27c9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.753536 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a7501cca-cbaf-410e-9071-103295ad27c9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/security-groups/da70e38d-84f8-49f8-86d8-a5c1e60332d4 HTTP/1.1" status: 204 len: 168 time: 0.1937108 Sep 22 09:16:06.868075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50312) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:06.873023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573462431', 'description': 'tempest-secgroup-smoke-573462431 description', 'project_id': '9f601fa224f847e0987dc27d0f93c21a'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:06.879044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:06.883129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:06.886534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:06.892707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:06.902913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:06.922012 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:06.925939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:06.928878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:06.934453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.004221 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.008092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.055951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4586055-2722-409d-9ca3-1ee29f0593c7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:07.060034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.061223 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ff62b66-4914-4185-8271-98ab1b87188d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1921554 Sep 22 09:16:07.064207 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50316) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:07.069224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'b4586055-2722-409d-9ca3-1ee29f0593c7', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:07.075751 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:07.079558 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:07.082352 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:07.088055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.104821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.163743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.167078 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.191086 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1840df-be6e-4237-8a0b-4cf0ada3d0c3,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:07.206510 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.208319 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9d17db2d-254c-423b-8d03-753accbc1f26 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427796 Sep 22 09:16:07.210843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50320) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:07.215908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'b4586055-2722-409d-9ca3-1ee29f0593c7', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:07.221877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:07.226446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:07.229498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:07.230497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d04c9c17-d73c-4695-b4e5-ac65d91252a2 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:16:07.235569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.253043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.265119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: d04c9c17-d73c-4695-b4e5-ac65d91252a2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:16:07.265653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device d04c9c17-d73c-4695-b4e5-ac65d91252a2 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:16:07.265858 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3798fb32-ac4d-4bcf-bde2-af5916f73077 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:16:07.300275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 3798fb32-ac4d-4bcf-bde2-af5916f73077 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:16:07.300823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 3798fb32-ac4d-4bcf-bde2-af5916f73077 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:16:07.313733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.317343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.342062 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9420c67a-74d4-4467-95b9-cbceaba56c6b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:07.350897 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.352088 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2f435a3c-1b74-4f41-af2d-4ddb6ed82dfa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401851 Sep 22 09:16:07.354955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50324) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:07.360121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'b4586055-2722-409d-9ca3-1ee29f0593c7', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:07.365820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:07.370560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:07.373443 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:07.379152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.397806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.459791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.463042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.485430 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7901895f-42fa-41de-8f3d-837a9e23b855,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:07.493797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.495623 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fbbc39c2-7e7b-4c90-b490-b785f411ef81 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390350 Sep 22 09:16:07.498195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:07.502923 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'b4586055-2722-409d-9ca3-1ee29f0593c7', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:07.508522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:07.512312 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:07.515125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:07.520767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.536960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.600426 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.605446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.629280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c7e50a-e122-4c91-b16b-631974b865ec,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:07.637489 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.638654 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc8f12fb-3fb8-47f9-a02b-24163af7b806 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395695 Sep 22 09:16:07.641361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50332) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:07.646025 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'b4586055-2722-409d-9ca3-1ee29f0593c7', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:07.651722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:07.655572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:07.658431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:07.664153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.675112 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:16:07.681714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.745783 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.749633 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.775887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17290c36-985a-4ded-a6b7-afc23ad8484e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:07.782380 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.783562 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ac8ec251-3f1f-406c-a430-b552b1181880 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412790 Sep 22 09:16:07.786303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50336) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:07.791354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': 'b4586055-2722-409d-9ca3-1ee29f0593c7', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:07.797592 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:07.801377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:07.804182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:07.810324 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.820075 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:16:07.826451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.892648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.896213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.919887 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4607a9fa-b9c9-45ee-a6af-13ef3d9b5209,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:07.928840 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.930014 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a7bd95a4-6211-4606-8f18-d9c3c63c6133 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427503 Sep 22 09:16:07.932844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50340) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:07.938396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'network': {'name': 'tempest-network-smoke--825207708', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:07.943247 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:07.947393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:network and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:07.950339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:07.956073 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:07.966510 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:16:07.969824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:07.998487 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:16:08.008809 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.009187 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Added segment 82b19a2e-d5ef-4fa8-ae5a-f8b7086be636 of type vlan for network 929223a1-1c7f-4f2a-9298-0bcc709d212d Sep 22 09:16:08.035345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.064108 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.069432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:08.070002 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.172422 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2385163 Sep 22 09:16:08.175135 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50344) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:08.181805 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'admin_state_up': True, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:08.186935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14ea8-966c-40ee-9bc0-81c8fd5d6d4b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Network': ['ID=929223a1-1c7f-4f2a-9298-0bcc709d212d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:08.190530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:08.194406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:router and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:08.197401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:08.197773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:16:08.203291 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:08.212600 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.214159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.230424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.410079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-58c45abc-77e4-4731-8149-c71a06af3d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.587089 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.882186 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:08.911576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:09.047597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.119 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/09fc714a-36f8-45b5-988d-cd4c23687bf0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:16:09.191389 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:09.219744 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:09.281428 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:16:09.284176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:16:09.287656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:16:09.333965 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=09fc714a-36f8-45b5-988d-cd4c23687bf0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:09.722599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:09.727031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:09.807731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:10.146365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:10.344788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router e350023e-de90-4f1c-b046-78fe810eab60 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:16:10.521265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:16:10.531596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Sync routers for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:16:10.540518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:10.541233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:16:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:10.548660 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:10.553142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:10.553621 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9835d4f9-dc79-4263-8258-a7a9564ebc9c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3770838 Sep 22 09:16:10.592721 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b6f613a-3221-4c09-b199-70caac3df75f tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9f601fa224f847e0987dc27d0f93c21a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383172 Sep 22 09:16:10.595484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50352) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:10.716706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:10.723276 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4754b0-5ac2-4aa6-824d-6618b70b1a28 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:10.724771 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e4754b0-5ac2-4aa6-824d-6618b70b1a28 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283298 Sep 22 09:16:10.727566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:10.773917 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40db08f5-04c5-4fc9-b5bd-004ce7a414b6 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428212 Sep 22 09:16:10.774096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50360) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:10.821541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1906328146', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:11.035896 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.038217 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:09Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:11.043432 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Checking router: e350023e-de90-4f1c-b046-78fe810eab60 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:16:11.043778 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Updating router e350023e-de90-4f1c-b046-78fe810eab60 port 09fc714a-36f8-45b5-988d-cd4c23687bf0 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:16:11.064742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:11.068647 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:subnet and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:11.071601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:11.077486 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:11.088186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:16:11.092181 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.097262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.312830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.403197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Checking segment: {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:16:11.403579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network hostable DHCP agents. Network: 929223a1-1c7f-4f2a-9298-0bcc709d212d, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:16:11.411077 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Subnet': ['ID=6644c70b-b02e-4ad2-8094-14d9cc176bd0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:11.428292 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:16:11.438488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 929223a1-1c7f-4f2a-9298-0bcc709d212d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:16:11.442805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:11.443447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.462340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e98570-668e-463c-b56b-2139a7f067a9 None None] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:16:11.467729 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b2cd3bea-21fc-41c2-82f2-5d75a758262d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6926866 Sep 22 09:16:11.469127 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50366) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:11.556535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.586372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Transition to ACTIVE for port object 09fc714a-36f8-45b5-988d-cd4c23687bf0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:16:11.604801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.697383 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Attempting to bind port 09fc714a-36f8-45b5-988d-cd4c23687bf0 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:16:11.698608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Attempting to bind port 09fc714a-36f8-45b5-988d-cd4c23687bf0 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:16:11.698975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Attempting to bind port 09fc714a-36f8-45b5-988d-cd4c23687bf0 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:16:11.721285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:16:11.721686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:16:11.722050 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.722439 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:16:11.722915 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Bound port: 09fc714a-36f8-45b5-988d-cd4c23687bf0, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:16:11.723344 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.784027 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b04d-c1ee-4d38-89b2-322aa2a1a887 None None] Pushing event updated for resources: {'Port': ['ID=09fc714a-36f8-45b5-988d-cd4c23687bf0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:11.850813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] For port 09fc714a-36f8-45b5-988d-cd4c23687bf0, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:16:11.854243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] For port 09fc714a-36f8-45b5-988d-cd4c23687bf0, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09fc714a-36f8-45b5-988d-cd4c23687bf0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:16:11.858563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.890174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-929223a1-1c7f-4f2a-9298-0bcc709d212d', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:16:11.891002 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:11.938286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:11.938906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:16:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:12.088981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b04d-c1ee-4d38-89b2-322aa2a1a887 None None] Pushing event updated for resources: {'Port': ['ID=09fc714a-36f8-45b5-988d-cd4c23687bf0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:12.166280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:12.241590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:12.373953 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Allocated IP 172.20.0.2 (929223a1-1c7f-4f2a-9298-0bcc709d212d/6644c70b-b02e-4ad2-8094-14d9cc176bd0/e5e5291b-242f-48e5-8da5-87d085f46d65) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:16:12.709115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:12.715936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:09Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:12.723692 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Transition to ACTIVE for port object e5e5291b-242f-48e5-8da5-87d085f46d65 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:16:12.726051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537a4430-7ec1-4c37-9c4f-cd633b9120d0 None None] The sync data for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv is: [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:09Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:16:12.750668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Transition to ACTIVE for port object e5e5291b-242f-48e5-8da5-87d085f46d65 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:16:12.756773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:12.830648 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.1 (929223a1-1c7f-4f2a-9298-0bcc709d212d/6644c70b-b02e-4ad2-8094-14d9cc176bd0/f977dc64-0ddc-4493-85a1-70d125cee672) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:16:12.893146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:16:12.896359 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:16:12.900618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:16:12.905400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:12.907666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Pushing event updated for resources: {'Port': ['ID=e5e5291b-242f-48e5-8da5-87d085f46d65,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:13.036947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Attempting to bind port e5e5291b-242f-48e5-8da5-87d085f46d65 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:16:13.037569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Attempting to bind port e5e5291b-242f-48e5-8da5-87d085f46d65 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:16:13.038092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Attempting to bind port e5e5291b-242f-48e5-8da5-87d085f46d65 on network 929223a1-1c7f-4f2a-9298-0bcc709d212d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:16:13.044775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:16:13.045393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Checking segment: {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:16:13.045944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.046483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Bound using segment: {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:16:13.047090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Bound port: e5e5291b-242f-48e5-8da5-87d085f46d65, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:16:13.047489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.140489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] For port e5e5291b-242f-48e5-8da5-87d085f46d65, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:16:13.144922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] For port e5e5291b-242f-48e5-8da5-87d085f46d65, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e5e5291b-242f-48e5-8da5-87d085f46d65,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:16:13.150523 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.151853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.169575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object f977dc64-0ddc-4493-85a1-70d125cee672 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:16:13.203152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.240057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324073e-f677-4ecc-b94c-ba510ffd4422 None None] Pushing event updated for resources: {'Port': ['ID=e5e5291b-242f-48e5-8da5-87d085f46d65,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:13.288819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09fc714a-36f8-45b5-988d-cd4c23687bf0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:16:13.299861 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:16:13.303231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:16:13.307509 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:16:13.357489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=f977dc64-0ddc-4493-85a1-70d125cee672,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:13.370249 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 09fc714a-36f8-45b5-988d-cd4c23687bf0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:16:13.374764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.375513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 09fc714a-36f8-45b5-988d-cd4c23687bf0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:13.376001 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.376532 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 09fc714a-36f8-45b5-988d-cd4c23687bf0 Sep 22 09:16:13.530481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 09fc714a-36f8-45b5-988d-cd4c23687bf0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:13.530851 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.550053 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.550500 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 09fc714a-36f8-45b5-988d-cd4c23687bf0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09fc714a-36f8-45b5-988d-cd4c23687bf0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:13.555988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.645245 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=09fc714a-36f8-45b5-988d-cd4c23687bf0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:13.962753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:13.968228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:14.079674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:14.082783 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=f977dc64-0ddc-4493-85a1-70d125cee672,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:14.217889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:16:14.218964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:16:14.402084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router e350023e-de90-4f1c-b046-78fe810eab60 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:16:14.662364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3894d-379b-4a55-9b4f-1522f2de501a None None] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:16:14.711714 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:16:14.723114 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Sync routers for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:16:14.726015 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca150100-48f9-4c4b-9bd4-fbf0bf61a72a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/e350023e-de90-4f1c-b046-78fe810eab60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2555616 Sep 22 09:16:14.736955 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:14.737658 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:16:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:14.774474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99851887-931d-4852-a8a2-34e22e74d727 None None] Provisioning for port e5e5291b-242f-48e5-8da5-87d085f46d65 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:16:14.901465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-17f8215d-1cfa-4455-8a1a-673a3e2fcf0f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:16:14.919598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-17f8215d-1cfa-4455-8a1a-673a3e2fcf0f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:16:14.921019 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-17f8215d-1cfa-4455-8a1a-673a3e2fcf0f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573462431&fields=id&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 267 time: 0.0609498 Sep 22 09:16:14.974187 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:15.085447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-af529235-9697-4a11-adba-8b4c5d734698 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:15.086175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-af529235-9697-4a11-adba-8b4c5d734698 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:16:15.105509 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-af529235-9697-4a11-adba-8b4c5d734698 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:16:15.106897 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-af529235-9697-4a11-adba-8b4c5d734698 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 796 time: 0.1778343 Sep 22 09:16:15.123427 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-e5d81d6c-d3f4-4093-b990-7f91c7c1d053 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/quotas/9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 375 time: 0.0105014 Sep 22 09:16:15.227088 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Provisioning for port f977dc64-0ddc-4493-85a1-70d125cee672 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:16:15.233931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Provisioning complete for port f977dc64-0ddc-4493-85a1-70d125cee672 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:15.234297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.234630 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Attempt 1 to provision port f977dc64-0ddc-4493-85a1-70d125cee672 Sep 22 09:16:15.280946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-7d16cf46-4b53-4b06-a0c1-316a9ddfb06c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:16:15.306791 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-7d16cf46-4b53-4b06-a0c1-316a9ddfb06c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:16:15.308228 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-7d16cf46-4b53-4b06-a0c1-316a9ddfb06c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761410 Sep 22 09:16:15.326469 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-25f6e665-9981-4e59-bf00-a0e3f61a98eb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:16:15.327446 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-25f6e665-9981-4e59-bf00-a0e3f61a98eb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057173 Sep 22 09:16:15.332164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Port f977dc64-0ddc-4493-85a1-70d125cee672 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:16:15.354399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5e5291b-242f-48e5-8da5-87d085f46d65 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:16:15.373275 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 2, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:15.378468 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Checking router: e350023e-de90-4f1c-b046-78fe810eab60 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:16:15.379282 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Updating router e350023e-de90-4f1c-b046-78fe810eab60 port f977dc64-0ddc-4493-85a1-70d125cee672 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:16:15.427181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e5e5291b-242f-48e5-8da5-87d085f46d65 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:16:15.435768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e5e5291b-242f-48e5-8da5-87d085f46d65 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:15.436147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.437240 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e5e5291b-242f-48e5-8da5-87d085f46d65 Sep 22 09:16:15.442122 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.475282 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-3236b0e3-b41c-4360-b3b8-69a765801c43 service neutron] 10.222.0.42 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388731 Sep 22 09:16:15.583687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e5e5291b-242f-48e5-8da5-87d085f46d65 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:15.584067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.619484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e5e5291b-242f-48e5-8da5-87d085f46d65, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e5e5291b-242f-48e5-8da5-87d085f46d65,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:15.623798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.624813 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09fc714a-36f8-45b5-988d-cd4c23687bf0 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:16:15.645583 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-fb93282b-00d5-46b6-b28c-e87a76f82592 service neutron] 10.222.0.42 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629972 Sep 22 09:16:15.742187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e5e5291b-242f-48e5-8da5-87d085f46d65,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:15.756205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 09fc714a-36f8-45b5-988d-cd4c23687bf0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:15.756567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.757344 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 09fc714a-36f8-45b5-988d-cd4c23687bf0 Sep 22 09:16:15.836122 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Attempt 2 to provision port f977dc64-0ddc-4493-85a1-70d125cee672 Sep 22 09:16:15.839941 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.853063 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Transition to ACTIVE for port object f977dc64-0ddc-4493-85a1-70d125cee672 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:16:15.860734 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:15.893816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-952a6f0e-6cfc-4518-a581-29124982dfbe req-8bd22185-b3bb-4ff1-8f70-3a375ff162e0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:16:15.907274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-952a6f0e-6cfc-4518-a581-29124982dfbe req-8bd22185-b3bb-4ff1-8f70-3a375ff162e0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:16:15.908179 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-952a6f0e-6cfc-4518-a581-29124982dfbe req-8bd22185-b3bb-4ff1-8f70-3a375ff162e0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 210 time: 0.1054559 Sep 22 09:16:15.951612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Port f977dc64-0ddc-4493-85a1-70d125cee672 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:16:15.961415 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 09fc714a-36f8-45b5-988d-cd4c23687bf0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:16.071389 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Pushing event updated for resources: {'Port': ['ID=f977dc64-0ddc-4493-85a1-70d125cee672,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:16.080585 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Attempting to bind port f977dc64-0ddc-4493-85a1-70d125cee672 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:16:16.080937 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Attempting to bind port f977dc64-0ddc-4493-85a1-70d125cee672 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:16:16.081283 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Attempting to bind port f977dc64-0ddc-4493-85a1-70d125cee672 on network 929223a1-1c7f-4f2a-9298-0bcc709d212d {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:16:16.085036 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.085371 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.085695 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.086016 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.086332 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.086648 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.086958 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.087289 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.087600 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.087918 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.088221 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.089111 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:16.094162 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:16:16.094526 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Checking segment: {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:16:16.094913 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:16.095307 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Bound using segment: {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:16:16.095805 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Bound port: f977dc64-0ddc-4493-85a1-70d125cee672, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:16:16.096211 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:16.187475 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] For port f977dc64-0ddc-4493-85a1-70d125cee672, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:16:16.190579 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] For port f977dc64-0ddc-4493-85a1-70d125cee672, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f977dc64-0ddc-4493-85a1-70d125cee672,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:16:16.193924 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:16.254006 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:16.254621 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:16:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:16.343092 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae72ead-3bed-4edd-8a93-b56a2ff60b0a None None] Pushing event updated for resources: {'Port': ['ID=f977dc64-0ddc-4493-85a1-70d125cee672,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:16.447055 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:16.452762 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Attempt 3 to provision port f977dc64-0ddc-4493-85a1-70d125cee672 Sep 22 09:16:16.515724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Port f977dc64-0ddc-4493-85a1-70d125cee672 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:16:16.525675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Provisioning complete for port e5e5291b-242f-48e5-8da5-87d085f46d65 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:16.526079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:16.526402 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Attempt 1 to provision port e5e5291b-242f-48e5-8da5-87d085f46d65 Sep 22 09:16:16.642370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c22f33dd-ad0f-4e0f-afcb-8788699d99c6 None None] Current status of the port e5e5291b-242f-48e5-8da5-87d085f46d65 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:16.787663 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:16Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:16.792341 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc73ef-da69-4f07-b9f5-7a9d31686187 None None] The sync data for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv is: [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:16Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:16:16.961289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-d7a3d508-e906-4c23-ab32-eee5a414b263 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:16.962395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-d7a3d508-e906-4c23-ab32-eee5a414b263 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:16:16.976770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-d7a3d508-e906-4c23-ab32-eee5a414b263 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:16:16.977935 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-d7a3d508-e906-4c23-ab32-eee5a414b263 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 796 time: 0.1895626 Sep 22 09:16:17.037940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-d9746152-e6f1-4e3e-a6e2-f4ce9a821600 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:16:17.052897 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-d9746152-e6f1-4e3e-a6e2-f4ce9a821600 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:16:17.054044 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-d9746152-e6f1-4e3e-a6e2-f4ce9a821600 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 379 time: 0.0617394 Sep 22 09:16:17.063021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'port': {'device_id': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'admin_state_up': True, 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'security_groups': ['b4586055-2722-409d-9ca3-1ee29f0593c7']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:17.103767 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-072e0d52-b686-4f10-85a1-a8c644494405 req-8cae895f-d940-4eea-a588-7e7c2c4863aa tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 210 time: 0.0523260 Sep 22 09:16:17.208957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:17.224287 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:17.236687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:16:17.240633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.312782 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5e5291b-242f-48e5-8da5-87d085f46d65 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:16:17.424261 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e5e5291b-242f-48e5-8da5-87d085f46d65 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:17.424641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.424973 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e5e5291b-242f-48e5-8da5-87d085f46d65 Sep 22 09:16:17.425933 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.14 (929223a1-1c7f-4f2a-9298-0bcc709d212d/6644c70b-b02e-4ad2-8094-14d9cc176bd0/951567f6-c7d5-4d36-83df-8a8c8286ea40) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:16:17.546010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e5e5291b-242f-48e5-8da5-87d085f46d65 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:17.547183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f977dc64-0ddc-4493-85a1-70d125cee672 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:16:17.614711 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port f977dc64-0ddc-4493-85a1-70d125cee672 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:16:17.620980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port f977dc64-0ddc-4493-85a1-70d125cee672 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:17.621355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.621692 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port f977dc64-0ddc-4493-85a1-70d125cee672 Sep 22 09:16:17.634270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.652072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object 951567f6-c7d5-4d36-83df-8a8c8286ea40 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:16:17.678205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.746838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port f977dc64-0ddc-4493-85a1-70d125cee672 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:17.747334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.754193 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:16:17.757588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:16:17.762471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:16:17.781815 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port f977dc64-0ddc-4493-85a1-70d125cee672, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f977dc64-0ddc-4493-85a1-70d125cee672,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:17.786399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.805347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=951567f6-c7d5-4d36-83df-8a8c8286ea40,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:17.840985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:17.841794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:17.874648 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-6433df12-ebd9-4982-9b79-d0d52192b87b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159103 Sep 22 09:16:17.882406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=f977dc64-0ddc-4493-85a1-70d125cee672,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:17.887668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Request body: {'port': {'device_id': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:18.012805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:18.091280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Provisioning for port 951567f6-c7d5-4d36-83df-8a8c8286ea40 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:16:18.096341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Provisioning complete for port 951567f6-c7d5-4d36-83df-8a8c8286ea40 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:18.096709 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:18.097038 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Attempt 1 to provision port 951567f6-c7d5-4d36-83df-8a8c8286ea40 Sep 22 09:16:18.151981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Port 951567f6-c7d5-4d36-83df-8a8c8286ea40 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:16:18.368322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1323fd-614a-4bf6-8cd0-12b5cc8ecaa7 req-3be4ceeb-204e-4733-86fb-526d8d3be2b8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:18.369019 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8b1323fd-614a-4bf6-8cd0-12b5cc8ecaa7 req-3be4ceeb-204e-4733-86fb-526d8d3be2b8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:16:18.436581 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8b1323fd-614a-4bf6-8cd0-12b5cc8ecaa7 req-3be4ceeb-204e-4733-86fb-526d8d3be2b8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:16:18.437730 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b1323fd-614a-4bf6-8cd0-12b5cc8ecaa7 req-3be4ceeb-204e-4733-86fb-526d8d3be2b8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 932 time: 0.2096245 Sep 22 09:16:18.443303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951567f6-c7d5-4d36-83df-8a8c8286ea40 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:16:18.462379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:18.493425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Transition to ACTIVE for port object 951567f6-c7d5-4d36-83df-8a8c8286ea40 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:16:18.500699 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b1323fd-614a-4bf6-8cd0-12b5cc8ecaa7 req-41f1bd76-13d5-41e3-a30f-e39c925b116d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530674 Sep 22 09:16:18.501408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:18.653334 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Attempt 2 to provision port 951567f6-c7d5-4d36-83df-8a8c8286ea40 Sep 22 09:16:18.687364 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Pushing event updated for resources: {'Port': ['ID=951567f6-c7d5-4d36-83df-8a8c8286ea40,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:18.706871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Port 951567f6-c7d5-4d36-83df-8a8c8286ea40 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:16:18.724084 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Attempting to bind port 951567f6-c7d5-4d36-83df-8a8c8286ea40 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:16:18.724421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Attempting to bind port 951567f6-c7d5-4d36-83df-8a8c8286ea40 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:16:18.724752 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Attempting to bind port 951567f6-c7d5-4d36-83df-8a8c8286ea40 on network 929223a1-1c7f-4f2a-9298-0bcc709d212d {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:16:18.729919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Port 951567f6-c7d5-4d36-83df-8a8c8286ea40 on network 929223a1-1c7f-4f2a-9298-0bcc709d212d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:16:18.730235 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Attempting to bind port 951567f6-c7d5-4d36-83df-8a8c8286ea40 on network 929223a1-1c7f-4f2a-9298-0bcc709d212d {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:16:18.735314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:16:18.735641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Checking segment: {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:16:18.736165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Bound using segment: {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:16:18.736619 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Bound port: 951567f6-c7d5-4d36-83df-8a8c8286ea40, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:16:18.736957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:18.828026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] For port 951567f6-c7d5-4d36-83df-8a8c8286ea40, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:16:18.831454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] For port 951567f6-c7d5-4d36-83df-8a8c8286ea40, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:16:18.835770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:18.875484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:18.876090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:18.877455 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] 10.222.0.48 "PUT /v2.0/ports/951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 1094 time: 0.9962616 Sep 22 09:16:18.877889 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:16:18.880188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9473326-7826-4a13-a2e0-151e8aba47a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:16:18.960485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9aef0c-530d-49b4-a9a0-6f08ae960723 x-openstack-request-id: req-fe9aef0c-530d-49b4-a9a0-6f08ae960723 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:16:18.960775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:16:18.961054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe9aef0c-530d-49b4-a9a0-6f08ae960723 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:16:18.961447 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe9aef0c-530d-49b4-a9a0-6f08ae960723'] response: {'name': 'network-changed', 'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'status': 'completed', 'code': 200} Sep 22 09:16:18.967485 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3755-ca79-47cd-b9a9-08f13b2063f8 service neutron] Pushing event updated for resources: {'Port': ['ID=951567f6-c7d5-4d36-83df-8a8c8286ea40,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:19.009114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-3dcd82fe-dfed-47d1-83f4-70704f91cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:19.011077 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-3dcd82fe-dfed-47d1-83f4-70704f91cad1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1097 time: 0.0884144 Sep 22 09:16:19.176482 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0970f6d9-983f-4a2b-9b21-2a5b9f4ea242 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 217 time: 0.1588342 Sep 22 09:16:19.207804 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Attempt 3 to provision port 951567f6-c7d5-4d36-83df-8a8c8286ea40 Sep 22 09:16:19.247411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-1215ef7c-e051-4389-836e-dd7105c9dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:19.248233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f977dc64-0ddc-4493-85a1-70d125cee672 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:16:19.248857 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-1215ef7c-e051-4389-836e-dd7105c9dcb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 200 len: 835 time: 0.0670557 Sep 22 09:16:19.321576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbf35ac5-c7ee-4754-a669-57c620ad12d4 None None] Port 951567f6-c7d5-4d36-83df-8a8c8286ea40 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:16:19.330338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0ff5d900-b11d-422b-8e71-f3328bafa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:19.331856 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-0ff5d900-b11d-422b-8e71-f3328bafa3b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=929223a1-1c7f-4f2a-9298-0bcc709d212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772762 Sep 22 09:16:19.334402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port f977dc64-0ddc-4493-85a1-70d125cee672 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:19.334771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:19.335100 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port f977dc64-0ddc-4493-85a1-70d125cee672 Sep 22 09:16:19.449225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port f977dc64-0ddc-4493-85a1-70d125cee672 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:19.462669 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-e3154d94-87ee-4a30-a167-5f7bb68802bb service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248026 Sep 22 09:16:19.591564 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1e1e4037-8140-485f-b6b8-397ef6a79a1f req-4437c4f0-ebaf-42f8-9519-4416a86db5fb service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226819 Sep 22 09:16:19.765136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59a40e-0db3-409c-acf6-e3c3fe796f88 req-13883bd1-8e09-4557-a879-00c597871882 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:19.766502 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f59a40e-0db3-409c-acf6-e3c3fe796f88 req-13883bd1-8e09-4557-a879-00c597871882 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 944 time: 0.1515841 Sep 22 09:16:19.768998 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-0e5710f7-b116-47fb-b0ed-bff32f5d3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:19.770329 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-0e5710f7-b116-47fb-b0ed-bff32f5d3fd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1097 time: 0.1145291 Sep 22 09:16:19.891580 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f59a40e-0db3-409c-acf6-e3c3fe796f88 req-6d569c2f-b168-4b29-bfd8-c4488cca6dc2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191854 Sep 22 09:16:19.934705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-f2e5a30a-7ad0-4d08-a628-70df19793dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:19.936178 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-f2e5a30a-7ad0-4d08-a628-70df19793dc7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 897 time: 0.1494856 Sep 22 09:16:20.001994 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-3dfe0a44-860f-464c-b20c-80d2960f9324 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 217 time: 0.0600226 Sep 22 09:16:20.068415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-23491f98-bf99-4bb7-8991-b74670f8fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:20.069755 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-23491f98-bf99-4bb7-8991-b74670f8fc2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 200 len: 835 time: 0.0617054 Sep 22 09:16:20.150172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-35d30051-2a5f-4b2b-a643-b94afa487e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:20.151664 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-35d30051-2a5f-4b2b-a643-b94afa487e2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=929223a1-1c7f-4f2a-9298-0bcc709d212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750482 Sep 22 09:16:20.280994 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-4f30a898-d395-48b2-9785-72bd160786e7 service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227138 Sep 22 09:16:20.409181 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9473326-7826-4a13-a2e0-151e8aba47a7 req-4cef8f14-17a4-43ed-80f2-93a9b7e18410 service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220531 Sep 22 09:16:21.195019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73ea7b-c85e-4bb7-96b9-52f57af5cde2 req-ade93f5c-52bb-4b7e-9ee6-7337c8f7cc80 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:21.196502 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3b73ea7b-c85e-4bb7-96b9-52f57af5cde2 req-ade93f5c-52bb-4b7e-9ee6-7337c8f7cc80 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 944 time: 0.1942647 Sep 22 09:16:21.240676 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3b73ea7b-c85e-4bb7-96b9-52f57af5cde2 req-0da6540b-f792-43f3-9b3e-c48cf8a4451c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369093 Sep 22 09:16:22.437205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af5218-1178-4266-9710-4967ac0b43bf req-83de44b1-0033-47c4-b9f1-6c17a6376d22 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:22.438676 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86af5218-1178-4266-9710-4967ac0b43bf req-83de44b1-0033-47c4-b9f1-6c17a6376d22 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 944 time: 0.0887454 Sep 22 09:16:22.482466 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86af5218-1178-4266-9710-4967ac0b43bf req-ec7925e9-925b-4958-8276-07b22bf36e7b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380905 Sep 22 09:16:22.812804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 951567f6-c7d5-4d36-83df-8a8c8286ea40 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:16:22.947146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 951567f6-c7d5-4d36-83df-8a8c8286ea40, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:22.960666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'port_id': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'mac_address': 'fa:16:3e:a2:9c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:16:23.017876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 951567f6-c7d5-4d36-83df-8a8c8286ea40 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:23.018254 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:23.034992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951567f6-c7d5-4d36-83df-8a8c8286ea40 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:16:23.050663 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 951567f6-c7d5-4d36-83df-8a8c8286ea40, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:23.054543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:23.118682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=951567f6-c7d5-4d36-83df-8a8c8286ea40,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:23.125539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.125886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.126216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.126540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.126860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.127178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.127516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.127831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.128145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.128455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.128766 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.129074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:16:23.293092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['951567f6-c7d5-4d36-83df-8a8c8286ea40'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:16:23.677115 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811dccd-8c59-4bde-b308-c426c1b1a8b4 req-0d504bb9-020e-4313-8b56-1f075c566d89 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:23.678570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0811dccd-8c59-4bde-b308-c426c1b1a8b4 req-0d504bb9-020e-4313-8b56-1f075c566d89 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 945 time: 0.0858529 Sep 22 09:16:23.725678 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0811dccd-8c59-4bde-b308-c426c1b1a8b4 req-10e9bcdc-1600-4c2d-96f8-9f32d09a585b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Sep 22 09:16:24.830216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 951567f6-c7d5-4d36-83df-8a8c8286ea40 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:16:24.897352 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 951567f6-c7d5-4d36-83df-8a8c8286ea40 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:16:24.903456 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 951567f6-c7d5-4d36-83df-8a8c8286ea40 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:16:24.903830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:24.904165 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 951567f6-c7d5-4d36-83df-8a8c8286ea40 Sep 22 09:16:24.926139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249838-75ba-4a0b-b7da-e306e3ab39c5 req-36b39115-7a10-4df1-9556-fa8b18226696 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:24.927643 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11249838-75ba-4a0b-b7da-e306e3ab39c5 req-36b39115-7a10-4df1-9556-fa8b18226696 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 945 time: 0.0886989 Sep 22 09:16:24.977663 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11249838-75ba-4a0b-b7da-e306e3ab39c5 req-91ba7b59-2f09-421c-a621-baa65f1016cb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 Sep 22 09:16:25.020286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 951567f6-c7d5-4d36-83df-8a8c8286ea40 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:16:25.020661 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:25.046973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:16:25.049247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6b8fab-e7ba-40cd-a25d-1d2c56cb29a4" -d '{"events": [{"server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "name": "network-vif-plugged", "status": "completed", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:16:25.056496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 951567f6-c7d5-4d36-83df-8a8c8286ea40, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:16:25.060788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:25.095562 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d44a1d-5238-489d-8b90-7464e59cb384 x-openstack-request-id: req-74d44a1d-5238-489d-8b90-7464e59cb384 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:16:25.095849 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "name": "network-vif-plugged", "status": "completed", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:16:25.096095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74d44a1d-5238-489d-8b90-7464e59cb384 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:16:25.096481 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d44a1d-5238-489d-8b90-7464e59cb384'] response: {'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'code': 200} Sep 22 09:16:25.128037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=951567f6-c7d5-4d36-83df-8a8c8286ea40,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:25.317710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cf5db-9440-4303-b580-267752a8e22a req-a5070f09-1176-422c-bfb7-6c2a6b51c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:25.319156 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-235cf5db-9440-4303-b580-267752a8e22a req-a5070f09-1176-422c-bfb7-6c2a6b51c7b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1099 time: 0.0751462 Sep 22 09:16:25.358858 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-235cf5db-9440-4303-b580-267752a8e22a req-a39d1cda-95f5-45ff-babc-905ee5f3a17e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332041 Sep 22 09:16:26.438799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274493a-f357-4174-9528-1a221d2b1573 req-157cae87-9759-467f-be56-997a1468ee70 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:26.440265 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f274493a-f357-4174-9528-1a221d2b1573 req-157cae87-9759-467f-be56-997a1468ee70 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.1899304 Sep 22 09:16:26.484226 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f274493a-f357-4174-9528-1a221d2b1573 req-e92b630e-6ce6-4bf4-b6b3-41a229b5f0a9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382977 Sep 22 09:16:27.748230 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fd7f8-30b4-42d6-b16b-0d939d44d7f7 req-5aa54485-ca51-4eaf-851f-b16321aeda6c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:27.749662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d0fd7f8-30b4-42d6-b16b-0d939d44d7f7 req-5aa54485-ca51-4eaf-851f-b16321aeda6c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0852218 Sep 22 09:16:27.792755 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d0fd7f8-30b4-42d6-b16b-0d939d44d7f7 req-b93a35d1-2d05-4352-983a-80e32052f054 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373852 Sep 22 09:16:27.988283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd48cc6-d7af-40f0-9af9-8d5346f1da56 req-0c1eaa9c-2bee-48d2-9e38-10c53266078c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:27.989736 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4cd48cc6-d7af-40f0-9af9-8d5346f1da56 req-0c1eaa9c-2bee-48d2-9e38-10c53266078c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0879459 Sep 22 09:16:28.036305 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4cd48cc6-d7af-40f0-9af9-8d5346f1da56 req-652cf8f4-ba7d-47d3-99d1-b576fad8ba36 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406003 Sep 22 09:16:28.066159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50420) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:28.180341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1cf820-3db3-4c3e-bfa6-a809fc20a622 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:28.181821 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ab1cf820-3db3-4c3e-bfa6-a809fc20a622 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1094 time: 0.1147182 Sep 22 09:16:28.184704 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50426) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:28.190252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:16:28.195999 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:16:28.199814 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:floatingip and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:16:28.203253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:16:28.208907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:16:28.219363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:28.350685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:28.483542 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.242 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/41b0b729-1f4c-4451-97f9-d5ad0e89752f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:16:28.627595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:28.655317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:28.718285 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:16:28.721125 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:16:28.723650 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:16:28.760992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=41b0b729-1f4c-4451-97f9-d5ad0e89752f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:29.131505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:29.203837 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:29.406389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:29.410611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:29.509609 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:29.654268 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=41b0b729-1f4c-4451-97f9-d5ad0e89752f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:16:29.775335 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP bae3023a-7c57-4796-9a54-2b6bd4e3baf9 associated. External IP: 172.26.8.242, port: 951567f6-c7d5-4d36-83df-8a8c8286ea40. Sep 22 09:16:30.125360 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router e350023e-de90-4f1c-b046-78fe810eab60 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:16:30.307926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:16:30.318369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] Sync routers for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:16:30.327193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:30.327871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:16:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:30.332569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:30.389180 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b8715fb-ae33-4663-b1fa-e26f47922903 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2034743 Sep 22 09:16:30.389769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:16:30.392123 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28acc017-4feb-4efe-bebd-a6d3265c0080" -d '{"events": [{"name": "network-changed", "server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:16:30.440910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23ecf49-cdfc-4a74-b190-991838ecfead x-openstack-request-id: req-d23ecf49-cdfc-4a74-b190-991838ecfead {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:16:30.441202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:16:30.441456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d23ecf49-cdfc-4a74-b190-991838ecfead {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:16:30.441858 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23ecf49-cdfc-4a74-b190-991838ecfead'] response: {'name': 'network-changed', 'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'status': 'completed', 'code': 200} Sep 22 09:16:30.545479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:30.547948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-ec023576-0130-4234-a368-2cfc10c824c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:30.549429 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-ec023576-0130-4234-a368-2cfc10c824c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1099 time: 0.0878413 Sep 22 09:16:30.585250 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92cbc2-8eae-47e8-ad51-2043a702123f req-0a085855-3537-4348-8e8d-6a38f84dbea9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:30.586642 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3b92cbc2-8eae-47e8-ad51-2043a702123f req-0a085855-3537-4348-8e8d-6a38f84dbea9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.1007307 Sep 22 09:16:30.614646 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:16:30.640753 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3b92cbc2-8eae-47e8-ad51-2043a702123f req-90c7d8f0-8b3c-4b4c-9b6e-4e80bcfdd66b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481610 Sep 22 09:16:30.663117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50434) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:30.690637 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-a95ec1ae-77dc-4de1-9535-d9a50bc4d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:30.692136 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-a95ec1ae-77dc-4de1-9535-d9a50bc4d5d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 897 time: 0.1364274 Sep 22 09:16:30.770689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ba90a0b-2d20-4b83-bbe1-0cc6542c1abc tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/bae3023a-7c57-4796-9a54-2b6bd4e3baf9 HTTP/1.1" status: 200 len: 992 time: 0.1061621 Sep 22 09:16:30.797030 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-789853b8-7039-479e-b661-b08ff9192f96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 1000 time: 0.0982656 Sep 22 09:16:30.859614 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-3bfbebd2-45b5-4969-a2fe-cf7f4a76cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:30.860957 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-3bfbebd2-45b5-4969-a2fe-cf7f4a76cc83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 200 len: 835 time: 0.0581710 Sep 22 09:16:30.917375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'bae3023a-7c57-4796-9a54-2b6bd4e3baf9', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'port_id': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'mac_address': 'fa:16:3e:a2:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:16:29Z', 'updated_at': '2022-09-22T09:16:29Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:30.921850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] Checking router: e350023e-de90-4f1c-b046-78fe810eab60 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:16:30.930652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:16:30.931505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:16:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:30.958159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-39679f3a-5983-4a33-b8e0-45c8523a2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:30.959813 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-39679f3a-5983-4a33-b8e0-45c8523a2d1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=929223a1-1c7f-4f2a-9298-0bcc709d212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907929 Sep 22 09:16:31.098422 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-0e5493c8-7b10-4892-8b58-8c88d07cdfe4 service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273258 Sep 22 09:16:31.110901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:16:31.348964 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28acc017-4feb-4efe-bebd-a6d3265c0080 req-e3a531d0-eaa8-4701-9615-4ea891d021a9 service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444477 Sep 22 09:16:31.457017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'bae3023a-7c57-4796-9a54-2b6bd4e3baf9', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'port_id': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'mac_address': 'fa:16:3e:a2:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:16:29Z', 'updated_at': '2022-09-22T09:16:29Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:16:31.461255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb7beeb-23b6-4c85-bb5b-f04f56c9943b None None] The sync data for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv is: [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'bae3023a-7c57-4796-9a54-2b6bd4e3baf9', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'port_id': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'mac_address': 'fa:16:3e:a2:9c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:16:29Z', 'updated_at': '2022-09-22T09:16:29Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:16:31.641757 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a541c5-3391-4cee-b724-834fd93a7d0a None None] New status for floating IP bae3023a-7c57-4796-9a54-2b6bd4e3baf9: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:16:31.774690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50438) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:31.880068 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19e9e777-5035-441d-aa92-33c72c40c0bd tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/bae3023a-7c57-4796-9a54-2b6bd4e3baf9 HTTP/1.1" status: 200 len: 992 time: 0.1042769 Sep 22 09:16:32.884023 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50442) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:16:32.988261 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bb19cff0-5c8d-4736-ada5-a194c594f5f7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/bae3023a-7c57-4796-9a54-2b6bd4e3baf9 HTTP/1.1" status: 200 len: 994 time: 0.1030705 Sep 22 09:16:36.257281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a3d92a6-762c-4581-8e82-7eb6f41425ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:38.412468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-948b5da2-1e93-4f17-8ea4-4b543f3e7a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:39.724860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:39.729202 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:39.775996 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-5d683572-7bfa-4db9-82c2-00f4bddea685 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755322 Sep 22 09:16:39.923711 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-22549086-d50b-4ec1-8bb5-1c1c4473aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:39.925195 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-22549086-d50b-4ec1-8bb5-1c1c4473aacd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1099 time: 0.0800891 Sep 22 09:16:40.068838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-2288d1a0-d384-4aca-a980-69489424d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:40.070178 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-2288d1a0-d384-4aca-a980-69489424d777 service neutron] 10.222.0.48 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 897 time: 0.1255960 Sep 22 09:16:40.169009 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-30a51303-88e9-4b63-bfad-a8dfca1f4585 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 1002 time: 0.0933368 Sep 22 09:16:40.232466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-506a96ce-6f9c-4a60-be1a-4024e8b5c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:40.233893 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-506a96ce-6f9c-4a60-be1a-4024e8b5c307 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 200 len: 835 time: 0.0590448 Sep 22 09:16:40.313244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-1147bce4-3f59-4c88-afbb-34e0dcff5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:16:40.314680 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-1147bce4-3f59-4c88-afbb-34e0dcff5f06 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=929223a1-1c7f-4f2a-9298-0bcc709d212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755954 Sep 22 09:16:40.442620 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-82787852-5a9f-4feb-b109-9e1f74cd268f service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224594 Sep 22 09:16:40.570914 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-882e2340-45d3-4358-a09d-b60eabe1aed2 req-160ae17b-ce37-4dc9-ac50-e2bbfc0c46ab service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230862 Sep 22 09:16:41.031285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:16:42.812092 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:02.581771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca339c-c1f7-481e-a868-6b327ca81aec req-589277d1-1d86-4372-9949-3d2a70042406 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:02.583143 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b3ca339c-c1f7-481e-a868-6b327ca81aec req-589277d1-1d86-4372-9949-3d2a70042406 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0914042 Sep 22 09:17:02.626208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b3ca339c-c1f7-481e-a868-6b327ca81aec req-6fcccb6e-5def-44bc-892d-99fd444cbcdf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375576 Sep 22 09:17:03.820899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876855d-b426-48f6-b44c-3c6e88da008d req-c17c05dc-491a-497a-b614-464bd95488e3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:03.822327 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8876855d-b426-48f6-b44c-3c6e88da008d req-c17c05dc-491a-497a-b614-464bd95488e3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0852547 Sep 22 09:17:03.864732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8876855d-b426-48f6-b44c-3c6e88da008d req-5cdc12c8-cae2-4b4a-929d-787372bccc4a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365965 Sep 22 09:17:05.067860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcae84-f40a-413e-8de1-b09d07c14d47 req-119b8a1b-4849-4b12-8a54-80e2dd73bdc4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:05.069305 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16dcae84-f40a-413e-8de1-b09d07c14d47 req-119b8a1b-4849-4b12-8a54-80e2dd73bdc4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0950274 Sep 22 09:17:05.112022 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16dcae84-f40a-413e-8de1-b09d07c14d47 req-4d5d0053-10fe-4737-8efb-f03fab57ce51 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371308 Sep 22 09:17:06.250230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5fdbfe5-b2ba-4655-8710-1cf05b371ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:06.310825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1290f0-dbfe-4769-9530-91699b149451 req-f1d8fa61-5e8f-45e1-b9f7-74539691066b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:06.312277 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b1290f0-dbfe-4769-9530-91699b149451 req-f1d8fa61-5e8f-45e1-b9f7-74539691066b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0898328 Sep 22 09:17:06.354400 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b1290f0-dbfe-4769-9530-91699b149451 req-8288c89d-9097-4c51-b24d-142571d6efc8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365050 Sep 22 09:17:07.556832 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940fb67-e4c8-45bc-9935-2f10da89fbed req-9fa0f9ea-e50a-4d6b-9580-03d5507b1f79 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:07.558283 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6940fb67-e4c8-45bc-9935-2f10da89fbed req-9fa0f9ea-e50a-4d6b-9580-03d5507b1f79 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0907588 Sep 22 09:17:07.601151 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6940fb67-e4c8-45bc-9935-2f10da89fbed req-6befca02-d5aa-4d84-827c-c70b524a379e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367191 Sep 22 09:17:07.613573 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:17:08.416579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c83923c9-b086-4caf-9b1c-88d6e0a39ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:08.796622 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831fa21-dbb5-4912-ab49-3d2452a77320 req-a59a3236-a0df-42db-9f49-474b4309587e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:08.798687 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6831fa21-dbb5-4912-ab49-3d2452a77320 req-a59a3236-a0df-42db-9f49-474b4309587e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0855477 Sep 22 09:17:08.843622 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6831fa21-dbb5-4912-ab49-3d2452a77320 req-6dd61026-b252-4a2e-8bb0-9558ce33c871 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393634 Sep 22 09:17:09.760208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:09.761979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:10.044629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c878-a093-4d4d-a6c3-93e72264e7a4 req-992b0f52-ae1a-47fb-ae66-b5e405901a04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:10.045978 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16e2c878-a093-4d4d-a6c3-93e72264e7a4 req-992b0f52-ae1a-47fb-ae66-b5e405901a04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0902059 Sep 22 09:17:10.088559 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16e2c878-a093-4d4d-a6c3-93e72264e7a4 req-0e6d4078-9a59-4a57-b017-3168cf924403 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362935 Sep 22 09:17:11.033935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:11.287339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399e3f3-c022-4645-831c-2b3b738b3227 req-2a159d73-f6f8-40bd-a9fb-8d936b6bb3ce tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:11.288661 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8399e3f3-c022-4645-831c-2b3b738b3227 req-2a159d73-f6f8-40bd-a9fb-8d936b6bb3ce tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0878940 Sep 22 09:17:11.332497 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8399e3f3-c022-4645-831c-2b3b738b3227 req-ba9cdc39-a544-4257-8349-f96009c8ee60 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Sep 22 09:17:12.530070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e83c4-fefb-4e41-b4e0-25edaf1e68b8 req-eb87fae9-983a-45ff-9ebc-3e9abbe21e2d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:12.532085 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c83e83c4-fefb-4e41-b4e0-25edaf1e68b8 req-eb87fae9-983a-45ff-9ebc-3e9abbe21e2d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0907016 Sep 22 09:17:12.576507 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c83e83c4-fefb-4e41-b4e0-25edaf1e68b8 req-dd806c1e-b16f-4f67-9977-000927ddb121 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 Sep 22 09:17:12.811901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:13.780498 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04a51b-940c-4398-9bcf-1a2cdd0674a7 req-871897d3-c2e1-43ea-bec3-7a62d2bcfb0c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:13.782464 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3f04a51b-940c-4398-9bcf-1a2cdd0674a7 req-871897d3-c2e1-43ea-bec3-7a62d2bcfb0c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0892844 Sep 22 09:17:13.825026 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3f04a51b-940c-4398-9bcf-1a2cdd0674a7 req-de94e8b5-726b-4ede-9575-717514001152 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370269 Sep 22 09:17:15.022353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee067f09-748e-4144-b5b3-4438bfdc9602 req-0c6f29cc-d56b-4d47-8aed-178832214eb6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:15.023760 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee067f09-748e-4144-b5b3-4438bfdc9602 req-0c6f29cc-d56b-4d47-8aed-178832214eb6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0861197 Sep 22 09:17:15.067244 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee067f09-748e-4144-b5b3-4438bfdc9602 req-89b375d2-d833-4ec8-acf7-499d12f7a8e4 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379353 Sep 22 09:17:16.262731 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe49d5-c6da-46fd-9560-19600f4dd749 req-70f7d2b4-913e-4323-aac8-a1a40d98ad8d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:16.264118 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9bbe49d5-c6da-46fd-9560-19600f4dd749 req-70f7d2b4-913e-4323-aac8-a1a40d98ad8d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0856116 Sep 22 09:17:16.310570 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9bbe49d5-c6da-46fd-9560-19600f4dd749 req-ca3d7f9b-bbb3-4f09-8944-8c5aaf9c8cde tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408678 Sep 22 09:17:17.508534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c184b2-9716-47c0-b694-7ce75d839d36 req-a647a7db-df78-460e-a534-08c93a5c1621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:17.509982 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a5c184b2-9716-47c0-b694-7ce75d839d36 req-a647a7db-df78-460e-a534-08c93a5c1621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0893359 Sep 22 09:17:17.553332 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a5c184b2-9716-47c0-b694-7ce75d839d36 req-d9aea5db-b23d-402a-bda8-0911be7e83ef tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Sep 22 09:17:18.747308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ae805-beb8-4b21-9fe6-7edd6ba1c189 req-6124c19b-0e09-46a4-96c4-1ad034bf9fff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:18.748743 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d12ae805-beb8-4b21-9fe6-7edd6ba1c189 req-6124c19b-0e09-46a4-96c4-1ad034bf9fff tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0854127 Sep 22 09:17:18.792848 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d12ae805-beb8-4b21-9fe6-7edd6ba1c189 req-4e5467d7-25a9-4744-962a-d22d2810627f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385022 Sep 22 09:17:18.821213 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50486) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:17:18.926207 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9610c7a7-91ad-496a-a850-c8bc0b22c5f1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/bae3023a-7c57-4796-9a54-2b6bd4e3baf9 HTTP/1.1" status: 200 len: 994 time: 0.1037407 Sep 22 09:17:20.458956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e07ec-63b2-4469-b739-d9b1a5661be4 req-99b8f3ad-f5a6-4fc5-9372-bcc0cbc4fdaf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:20.460437 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab1e07ec-63b2-4469-b739-d9b1a5661be4 req-99b8f3ad-f5a6-4fc5-9372-bcc0cbc4fdaf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.1499534 Sep 22 09:17:20.483839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-ba61fea0-8863-43f2-bfd8-1ea8f749db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:20.485651 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-ba61fea0-8863-43f2-bfd8-1ea8f749db88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1099 time: 0.1269095 Sep 22 09:17:20.669683 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab1e07ec-63b2-4469-b739-d9b1a5661be4 req-859e8ef8-efc4-4b8a-90a1-3fb3ce59d2f6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034731 Sep 22 09:17:20.722432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-588b0e36-c85e-4b02-8176-84988bbb6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:20.723906 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-588b0e36-c85e-4b02-8176-84988bbb6bb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 897 time: 0.2317214 Sep 22 09:17:20.825256 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-755af05a-6c83-4aa9-be4e-a1f258215149 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 1002 time: 0.0957563 Sep 22 09:17:20.889108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-7448f0bb-02bf-4f0b-8ecf-3f73097834f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:20.890493 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-7448f0bb-02bf-4f0b-8ecf-3f73097834f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 200 len: 835 time: 0.0587065 Sep 22 09:17:20.973859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-62d8b671-da2f-4346-9f0a-3fca063a1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:20.975375 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-62d8b671-da2f-4346-9f0a-3fca063a1443 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=929223a1-1c7f-4f2a-9298-0bcc709d212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781357 Sep 22 09:17:21.104111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-acd5f93c-1e66-4715-b5d7-cec7b1ba5dac service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226547 Sep 22 09:17:21.232290 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5fd7dd8-20b4-45ad-a0c6-6593f1415ac0 req-d53adcd3-7b30-4a9c-8eed-d735c8913acc service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221657 Sep 22 09:17:21.967336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620812b-341a-4d8b-bfcd-0e64af8d28e9 req-33ba76b9-f28e-4473-8083-67eed404b41f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:21.968777 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8620812b-341a-4d8b-bfcd-0e64af8d28e9 req-33ba76b9-f28e-4473-8083-67eed404b41f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.1822195 Sep 22 09:17:22.013031 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8620812b-341a-4d8b-bfcd-0e64af8d28e9 req-a03b83b0-bd07-4fba-9313-6cbdaf0bc5b7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379477 Sep 22 09:17:22.042361 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50500) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:17:22.146568 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-25daa2db-99ff-4a0f-b24d-6589ff160319 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/bae3023a-7c57-4796-9a54-2b6bd4e3baf9 HTTP/1.1" status: 200 len: 994 time: 0.1030929 Sep 22 09:17:36.252387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce0bef7c-6e62-48ac-9d42-dfe13bea3f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:38.418803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac60161a-b65c-460a-a16a-c2a064b387ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:39.726259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:39.728624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:40.769456 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-362619f7-63ac-40f0-948d-a93bcccf500c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1163270 Sep 22 09:17:40.913707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-1fb0be83-8c01-4508-a180-9116d9a31560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:40.915146 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-1fb0be83-8c01-4508-a180-9116d9a31560 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1099 time: 0.0809934 Sep 22 09:17:41.036810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:41.058703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-a6fbe22c-f398-4288-bca6-37d244a27ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:41.060205 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-a6fbe22c-f398-4288-bca6-37d244a27ca7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 897 time: 0.1260173 Sep 22 09:17:41.163070 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-3cd33474-91b1-4fb2-82e5-dcf36113a774 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 1002 time: 0.0962808 Sep 22 09:17:41.225850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-0972273c-0b63-4230-9511-374bb16cb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:41.227321 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-0972273c-0b63-4230-9511-374bb16cb555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 200 len: 835 time: 0.0583594 Sep 22 09:17:41.310323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-c7c95598-5607-4a38-9efa-f1a0a7fe13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:41.311811 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-c7c95598-5607-4a38-9efa-f1a0a7fe13de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=929223a1-1c7f-4f2a-9298-0bcc709d212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785692 Sep 22 09:17:41.441101 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-708b4285-0254-44c9-8d11-7112b688dce9 service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210718 Sep 22 09:17:41.569859 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ce0b146-e515-4812-ade0-7d216e71a68b req-0890df92-587e-4053-8850-1df7a8e0100b service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207266 Sep 22 09:17:42.813585 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:44.611780 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:17:52.767939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:17:53.074013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 41b0b729-1f4c-4451-97f9-d5ad0e89752f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:17:53.074269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:53.238552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:53.238881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:53.359978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 41b0b729-1f4c-4451-97f9-d5ad0e89752f owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:17:53.506879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:53.550980 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=41b0b729-1f4c-4451-97f9-d5ad0e89752f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:17:53.598022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.598371 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.598715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.599052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.599415 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.599749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.600075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.600400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.600724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.601046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.601367 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.601687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:17:53.661397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:53.661660 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP bae3023a-7c57-4796-9a54-2b6bd4e3baf9 disassociated (deleted). External IP: 172.26.8.242, port: 951567f6-c7d5-4d36-83df-8a8c8286ea40. Sep 22 09:17:54.004872 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router e350023e-de90-4f1c-b046-78fe810eab60 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:17:54.178608 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:17:54.187949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] Sync routers for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:17:54.198056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:17:54.198650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:17:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:17:54.199238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:54.260194 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4307603b-b805-469d-a545-dd30001e335a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/floatingips/bae3023a-7c57-4796-9a54-2b6bd4e3baf9 HTTP/1.1" status: 204 len: 168 time: 1.4910965 Sep 22 09:17:54.260818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:17:54.263923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfb95ff-58f8-4a8e-be76-e0d83c46c866" -d '{"events": [{"name": "network-changed", "server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:17:54.307587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61300d-b737-4d9b-8bb1-7b4cf5cbb9d7 x-openstack-request-id: req-9d61300d-b737-4d9b-8bb1-7b4cf5cbb9d7 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:17:54.307878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:17:54.308137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d61300d-b737-4d9b-8bb1-7b4cf5cbb9d7 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:17:54.308539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d61300d-b737-4d9b-8bb1-7b4cf5cbb9d7'] response: {'name': 'network-changed', 'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'status': 'completed', 'code': 200} Sep 22 09:17:54.374259 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:17:54.554128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-4c8ec52f-1eb2-4871-be21-e3c6ab76cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:54.556307 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-4c8ec52f-1eb2-4871-be21-e3c6ab76cd56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 1099 time: 0.2255869 Sep 22 09:17:54.696377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:17:54.700297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] Checking router: e350023e-de90-4f1c-b046-78fe810eab60 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:17:54.709334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:17:54.709935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:17:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:17:54.758497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119b52d-e46e-40e7-905f-797b92a2408d req-844a6937-a8e8-40b8-ace5-63eb701c78a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:54.759171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8119b52d-e46e-40e7-905f-797b92a2408d req-844a6937-a8e8-40b8-ace5-63eb701c78a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:17:54.763031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-42113d56-e3f8-4b0b-a166-d97148984f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:54.764448 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-42113d56-e3f8-4b0b-a166-d97148984f3d service neutron] 10.222.0.48 "GET /v2.0/networks?id=929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 200 len: 897 time: 0.2010562 Sep 22 09:17:54.837101 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-f998507d-ffe8-4993-ac3e-8b8049b44313 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 200 len: 217 time: 0.0651038 Sep 22 09:17:54.837748 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8119b52d-e46e-40e7-905f-797b92a2408d req-844a6937-a8e8-40b8-ace5-63eb701c78a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:17:54.838771 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8119b52d-e46e-40e7-905f-797b92a2408d req-844a6937-a8e8-40b8-ace5-63eb701c78a5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.2538292 Sep 22 09:17:54.883335 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:17:54.932660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-c04383cf-5230-4659-9cf0-01e1fc05b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:54.934130 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-c04383cf-5230-4659-9cf0-01e1fc05b91b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 200 len: 835 time: 0.0917149 Sep 22 09:17:54.937031 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8119b52d-e46e-40e7-905f-797b92a2408d req-dcd298e0-7ef5-4a00-a1ba-b5d53ec59c55 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650864 Sep 22 09:17:55.020404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-fb80145f-e92d-47b2-86a1-8f55bc6937a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:55.021884 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-fb80145f-e92d-47b2-86a1-8f55bc6937a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=929223a1-1c7f-4f2a-9298-0bcc709d212d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809917 Sep 22 09:17:55.153599 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-fbeba849-e769-4f63-95cb-5efdc47c4d41 service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250978 Sep 22 09:17:55.193751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:17:55.198074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee6cebe-0336-4e3d-81d6-ae34242695fe None None] The sync data for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv is: [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'f977dc64-0ddc-4493-85a1-70d125cee672', 'name': '', 'network_id': '929223a1-1c7f-4f2a-9298-0bcc709d212d', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:0f:dd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:12Z', 'updated_at': '2022-09-22T09:16:17Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '6644c70b-b02e-4ad2-8094-14d9cc176bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:17:55.293182 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abfb95ff-58f8-4a8e-be76-e0d83c46c866 req-5f24e796-e46c-42c2-95c8-115390c2dd97 service neutron] 10.222.0.48 "GET /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330912 Sep 22 09:17:55.419556 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05561e92-1faa-4bbe-ab44-ad206b15177c None None] New status for floating IP bae3023a-7c57-4796-9a54-2b6bd4e3baf9: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:17:56.099242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-066d2c36-fcf7-4c1a-9f74-d95bdf3824db tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:56.100694 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-066d2c36-fcf7-4c1a-9f74-d95bdf3824db tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0913229 Sep 22 09:17:56.141999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80985b1e-5656-4ae6-9a25-9fc45d79ae24 req-3c6a979f-ff34-4506-88d1-387087ec47b3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:17:56.144025 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-80985b1e-5656-4ae6-9a25-9fc45d79ae24 req-3c6a979f-ff34-4506-88d1-387087ec47b3 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 946 time: 0.0879693 Sep 22 09:17:56.170369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 951567f6-c7d5-4d36-83df-8a8c8286ea40 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:17:56.170709 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:56.187760 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-80985b1e-5656-4ae6-9a25-9fc45d79ae24 req-fc3ccae0-5805-4a21-9141-62d9eb71b625 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=b4586055-2722-409d-9ca3-1ee29f0593c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380499 Sep 22 09:17:56.415766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 951567f6-c7d5-4d36-83df-8a8c8286ea40, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=951567f6-c7d5-4d36-83df-8a8c8286ea40,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:17:56.416035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:56.535099 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 951567f6-c7d5-4d36-83df-8a8c8286ea40 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:17:56.678320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:56.725561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=951567f6-c7d5-4d36-83df-8a8c8286ea40,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:17:56.911681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] No DVR routers for this DVR port 951567f6-c7d5-4d36-83df-8a8c8286ea40 on host hv-neutron-8575 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:17:56.913986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:56.916515 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'name': 'network-vif-deleted', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:17:56.918746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292598c8-865a-4c98-8941-4d25aa4261d9" -d '{"events": [{"server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "name": "network-vif-deleted", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:17:56.932998 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f32ee320-530f-48b2-8a84-9b80db9a2cb0 req-71126954-d33d-4913-b1ff-8de85610037f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "DELETE /v2.0/ports/951567f6-c7d5-4d36-83df-8a8c8286ea40 HTTP/1.1" status: 204 len: 173 time: 0.8272901 Sep 22 09:17:56.962595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f465ecad-0bdd-4128-8866-c1a60af0b8fd x-openstack-request-id: req-f465ecad-0bdd-4128-8866-c1a60af0b8fd {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:17:56.962913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb732841-a0d0-4dfa-a27c-4c2dc904dd86", "name": "network-vif-deleted", "tag": "951567f6-c7d5-4d36-83df-8a8c8286ea40", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:17:56.963332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f465ecad-0bdd-4128-8866-c1a60af0b8fd {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:17:56.963779 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f465ecad-0bdd-4128-8866-c1a60af0b8fd'] response: {'server_uuid': 'bb732841-a0d0-4dfa-a27c-4c2dc904dd86', 'name': 'network-vif-deleted', 'tag': '951567f6-c7d5-4d36-83df-8a8c8286ea40', 'status': 'completed', 'code': 200} Sep 22 09:17:57.363742 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ad414d5e-a8b6-4d39-baf4-f41d297e36e4 req-ceb3726d-3b55-4da1-9696-278854987c9b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb732841-a0d0-4dfa-a27c-4c2dc904dd86 HTTP/1.1" status: 200 len: 210 time: 0.0543282 Sep 22 09:17:58.469652 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:17:59.014982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:59.362246 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port f977dc64-0ddc-4493-85a1-70d125cee672 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:17:59.362586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:59.366832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 951567f6-c7d5-4d36-83df-8a8c8286ea40 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:17:59.400234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 951567f6-c7d5-4d36-83df-8a8c8286ea40 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:17:59.400571 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 951567f6-c7d5-4d36-83df-8a8c8286ea40 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:17:59.554597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port f977dc64-0ddc-4493-85a1-70d125cee672, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=f977dc64-0ddc-4493-85a1-70d125cee672,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:17:59.555184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:17:59.782215 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for f977dc64-0ddc-4493-85a1-70d125cee672 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:17:59.974191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:00.020248 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=f977dc64-0ddc-4493-85a1-70d125cee672,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:00.061704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.062049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.062391 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.062713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.063042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.063394 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.063717 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.064096 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.064414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.064732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.065056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.065377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:00.309000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:00.660229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router e350023e-de90-4f1c-b046-78fe810eab60 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:18:00.831576 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:18:00.841029 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] Sync routers for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:18:00.843906 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1fa19d79-600b-4efb-a055-73c2a480f98d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/e350023e-de90-4f1c-b046-78fe810eab60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3731673 Sep 22 09:18:00.846589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50550) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:00.850610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:00.851201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:17:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:00.919586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting subnet 6644c70b-b02e-4ad2-8094-14d9cc176bd0 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:18:00.922356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:00.977088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.059933 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.065525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:01.244048 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.281463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.287976 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8c253-5b21-4d1e-991c-c587db05b2e9 None None] Network 929223a1-1c7f-4f2a-9298-0bcc709d212d requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:18:01.289288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Subnet': ['ID=6644c70b-b02e-4ad2-8094-14d9cc176bd0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:01.293107 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db481943-b159-47c0-a48f-49fa2ba9a785 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/subnets/6644c70b-b02e-4ad2-8094-14d9cc176bd0 HTTP/1.1" status: 204 len: 168 time: 0.4456022 Sep 22 09:18:01.295712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50554) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:01.473912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.532310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:17:59Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:01.540190 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] Checking router: e350023e-de90-4f1c-b046-78fe810eab60 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:18:01.554318 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] Routers {'e350023e-de90-4f1c-b046-78fe810eab60'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:01.554797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:17:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['e350023e-de90-4f1c-b046-78fe810eab60'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:01.616707 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] DHCP port deletion for 929223a1-1c7f-4f2a-9298-0bcc709d212d request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:18:01.633959 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Deleting port e5e5291b-242f-48e5-8da5-87d085f46d65 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:18:01.634331 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.659578 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.669687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 09fc714a-36f8-45b5-988d-cd4c23687bf0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:18:01.670363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.825606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] Set router e350023e-de90-4f1c-b046-78fe810eab60 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:01.848083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 09fc714a-36f8-45b5-988d-cd4c23687bf0, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=09fc714a-36f8-45b5-988d-cd4c23687bf0,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:01.848382 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:01.971842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 09fc714a-36f8-45b5-988d-cd4c23687bf0 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:18:02.099609 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] For port e5e5291b-242f-48e5-8da5-87d085f46d65, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e5e5291b-242f-48e5-8da5-87d085f46d65,segment=NetworkSegment(82b19a2e-d5ef-4fa8-ae5a-f8b7086be636),segment_id=82b19a2e-d5ef-4fa8-ae5a-f8b7086be636)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:02.100177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.141341 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.220823 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=09fc714a-36f8-45b5-988d-cd4c23687bf0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:02.233323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Calling delete_port for e5e5291b-242f-48e5-8da5-87d085f46d65 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:18:02.286306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.410624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.458716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Pushing event deleted for resources: {'Port': ['ID=e5e5291b-242f-48e5-8da5-87d085f46d65,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:02.467194 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] No DVR routers for this DVR port e5e5291b-242f-48e5-8da5-87d085f46d65 on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:18:02.467422 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.469513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.471058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.471429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.471767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.472098 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.472430 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.472755 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.473080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.473404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.473728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.474045 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.474365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.474682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e8d998-089e-4a08-bdf4-8f88929e910a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:02.492939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:17:59Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:02.497713 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb2cc0-2d9c-44a0-b55e-d2c63127fea5 None None] The sync data for ids ['e350023e-de90-4f1c-b046-78fe810eab60'] in dv-neutron-857569-1-hyperv is: [{'id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-226485053', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119'}], 'enable_snat': True}, 'gw_port_id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:17:59Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '09fc714a-36f8-45b5-988d-cd4c23687bf0', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e350023e-de90-4f1c-b046-78fe810eab60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:16:08Z', 'updated_at': '2022-09-22T09:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:18:02.498544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.499057 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Fanout notify agent at l3_agent the message router_deleted on router e350023e-de90-4f1c-b046-78fe810eab60 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:18:02.515033 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.518655 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a2413a79-b697-4c77-9da1-3a61d2722621 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/routers/e350023e-de90-4f1c-b046-78fe810eab60 HTTP/1.1" status: 204 len: 168 time: 1.2195561 Sep 22 09:18:02.518891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50558) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:02.726152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.856968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.888243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929223a1-1c7f-4f2a-9298-0bcc709d212d']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:02.901513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:02.901704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b19a2e-d5ef-4fa8-ae5a-f8b7086be636') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:02.914184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.930117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:02.936226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:18:02.936638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.002574 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 82b19a2e-d5ef-4fa8-ae5a-f8b7086be636 resource provider aggregate not found Sep 22 09:18:03.027190 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 82b19a2e-d5ef-4fa8-ae5a-f8b7086be636 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82b19a2e-d5ef-4fa8-ae5a-f8b7086be636 found for delete ", "request_id": "req-b8614468-e095-45ac-8345-32d03533e31d"}]} Sep 22 09:18:03.042952 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.059919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.071858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Network': ['ID=929223a1-1c7f-4f2a-9298-0bcc709d212d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:03.080147 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d472ba03-6e96-4734-9e96-8d3dc63b27bf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/networks/929223a1-1c7f-4f2a-9298-0bcc709d212d HTTP/1.1" status: 204 len: 168 time: 0.5596588 Sep 22 09:18:03.082816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50566) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:03.153842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cdf6-021c-4e1d-a1d0-eddc459c5358 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.184444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cdf6-021c-4e1d-a1d0-eddc459c5358 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.254292 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cdf6-021c-4e1d-a1d0-eddc459c5358 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.273512 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9cdf6-021c-4e1d-a1d0-eddc459c5358 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4586055-2722-409d-9ca3-1ee29f0593c7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:03.284724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9dd9cdf6-021c-4e1d-a1d0-eddc459c5358 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.285842 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9dd9cdf6-021c-4e1d-a1d0-eddc459c5358 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/security-groups/b4586055-2722-409d-9ca3-1ee29f0593c7 HTTP/1.1" status: 204 len: 168 time: 0.2021573 Sep 22 09:18:03.404591 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50574) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:03.409811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214999883', 'description': 'tempest-secgroup-smoke-214999883 description', 'project_id': '9f601fa224f847e0987dc27d0f93c21a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:03.415786 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:03.419901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:03.422714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:03.428360 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:03.437552 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.461192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:03.464910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:03.467696 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:03.473333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:03.552422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5e5291b-242f-48e5-8da5-87d085f46d65 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:18:03.559639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.563526 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.590137 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e5e5291b-242f-48e5-8da5-87d085f46d65 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:18:03.590606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e5e5291b-242f-48e5-8da5-87d085f46d65 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:18:03.591079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f977dc64-0ddc-4493-85a1-70d125cee672 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:18:03.608996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899f869a-a31c-4c77-8d34-175e72f580bd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:03.616176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.621171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50578) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:03.623700 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-60f75400-3293-4cdb-8ae8-dc1351117bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2180309 Sep 22 09:18:03.624438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: f977dc64-0ddc-4493-85a1-70d125cee672 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:18:03.624781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device f977dc64-0ddc-4493-85a1-70d125cee672 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:18:03.625185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09fc714a-36f8-45b5-988d-cd4c23687bf0 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:18:03.626952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '899f869a-a31c-4c77-8d34-175e72f580bd', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:03.633555 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:03.637505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:03.640337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:03.645959 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:03.657650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 09fc714a-36f8-45b5-988d-cd4c23687bf0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:18:03.657991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 09fc714a-36f8-45b5-988d-cd4c23687bf0 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:18:03.663106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.721793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.725400 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.750622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaab6a13-70f9-45cd-91e0-048b6e7a4c36,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:03.759755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.760901 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-67c01792-6eb5-4011-943d-4131b3b93aa2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387472 Sep 22 09:18:03.763729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:03.768572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '899f869a-a31c-4c77-8d34-175e72f580bd', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:03.774272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:03.778034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:03.780871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:03.786537 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:03.803195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.864822 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.869264 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.892806 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffe25d3-f3e8-41b3-94ba-aa543492464d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:03.903281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:03.904884 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e197f296-0676-4957-932a-727788d51663 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400967 Sep 22 09:18:03.907490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50586) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:03.912847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '899f869a-a31c-4c77-8d34-175e72f580bd', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:03.918883 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:03.922915 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:03.926376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:03.932367 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:03.950664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.015870 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.019523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.043356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920d72f9-71c3-4a3c-9b9d-0efa9ce20042,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:04.052441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.053606 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f084ba0a-08dc-4c1f-8726-15fd831b219c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449995 Sep 22 09:18:04.056349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:04.061214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '899f869a-a31c-4c77-8d34-175e72f580bd', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:04.066945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:04.070820 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:04.073736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:04.079505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:04.096747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.161741 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.165310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.191938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9552136e-7704-4455-a694-c6bf7302691b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:04.198070 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.199371 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-66311255-93e1-4789-8ddf-40d3a4bf0ef2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420977 Sep 22 09:18:04.202112 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50594) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:04.207019 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '899f869a-a31c-4c77-8d34-175e72f580bd', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:04.213058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:04.216884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:04.219784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:04.225985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:04.236663 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:18:04.243014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.306036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.309480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.332732 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45109e08-d38d-483e-b00d-ad6d12d7576b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:04.341308 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.342453 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b826f3b-d052-40ba-add2-dea66f0cd3a8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393743 Sep 22 09:18:04.346043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:04.350918 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'security_group_rule': {'security_group_id': '899f869a-a31c-4c77-8d34-175e72f580bd', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:04.356914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:04.360756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:security_group_rule and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:04.366235 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:04.373481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:04.383902 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Project 9f601fa224f847e0987dc27d0f93c21a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:18:04.390325 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.453784 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.458000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.481433 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad81575-5e13-4b76-b740-3f78bb53fab7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:04.489816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.491390 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e067385f-02f9-477c-ba01-9cb8d71d65c7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443882 Sep 22 09:18:04.494431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:04.499881 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'network': {'name': 'tempest-network-smoke--2011945860', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:04.504602 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:04.508632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:network and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:04.511446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:04.517534 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:04.529042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:18:04.532401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.559441 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:18:04.567752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.568086 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Added segment 4c89eee1-26a7-4731-9871-706fb90da4dc of type vlan for network ef7302f2-56fe-4047-af67-dcf8c9782ad5 Sep 22 09:18:04.593475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.621623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.626970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:04.627557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.727984 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2325182 Sep 22 09:18:04.730757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50606) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:04.737861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'admin_state_up': True, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:04.746209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e508621-6994-4ea2-b97d-b4d9aa8066ee tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Network': ['ID=ef7302f2-56fe-4047-af67-dcf8c9782ad5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:04.748496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:04.753320 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:router and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:04.755928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:04.756598 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:18:04.761751 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:04.772151 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.773202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:04.788081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:05.053475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:05.445386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:05.476891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:05.613598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.120 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/13df3df6-3076-4093-b9be-7044d5895480) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:18:05.759789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:05.789681 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:05.856056 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:18:05.858970 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:18:05.863763 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:18:05.910527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=13df3df6-3076-4093-b9be-7044d5895480,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:06.256080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef1be05e-d539-4140-9a2d-1ccf424e78fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:06.301842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:06.746979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:06.945879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:18:07.128986 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:18:07.138256 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Sync routers for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:18:07.147787 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:07.148482 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:17:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:07.155157 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:07.159516 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80b000bd-b155-4b8d-ae19-16284b916066 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4248130 Sep 22 09:18:07.159674 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:07.198271 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46dc7246-dd2f-4080-b187-59f5e37f1977 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9f601fa224f847e0987dc27d0f93c21a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375359 Sep 22 09:18:07.200912 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:07.318035 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:07.330208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e3688f-5d92-44aa-a2b8-f2cec5827cab tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:07.331709 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-69e3688f-5d92-44aa-a2b8-f2cec5827cab tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299245 Sep 22 09:18:07.334505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50618) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:07.372930 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d9490ead-95c9-4353-a8c3-879f2a4a075f tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=48521054-8de9-47c6-a1b5-a0e6c7172af2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373673 Sep 22 09:18:07.375423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:07.381217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1618446835', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:07.490829 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:07.495184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:subnet and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:07.498171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:07.504590 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:07.514973 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:18:07.518458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:07.625449 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:06Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:07.629809 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Checking router: a05007c6-9dec-4d53-a717-f4b8adcd1ee7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:18:07.630142 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Updating router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 port 13df3df6-3076-4093-b9be-7044d5895480 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:18:07.680236 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:07.737010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:07.816611 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Subnet': ['ID=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:07.821938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Checking segment: {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:18:07.822298 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network hostable DHCP agents. Network: ef7302f2-56fe-4047-af67-dcf8c9782ad5, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:18:07.840925 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:18:07.850332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, ef7302f2-56fe-4047-af67-dcf8c9782ad5) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:18:07.854222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:07.854804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:07.862278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93588f75-8cfc-44f0-9fda-0cb02e882805 None None] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:18:07.880499 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bb9a26ff-6e8f-4e38-82ea-6db491a76de1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5016077 Sep 22 09:18:07.880719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:08.007355 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.021456 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Transition to ACTIVE for port object 13df3df6-3076-4093-b9be-7044d5895480 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:18:08.027781 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.084554 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Attempting to bind port 13df3df6-3076-4093-b9be-7044d5895480 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:18:08.085194 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Attempting to bind port 13df3df6-3076-4093-b9be-7044d5895480 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:18:08.085582 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Attempting to bind port 13df3df6-3076-4093-b9be-7044d5895480 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:18:08.096914 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:18:08.097395 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:18:08.097680 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.098062 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:18:08.098516 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Bound port: 13df3df6-3076-4093-b9be-7044d5895480, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:18:08.099507 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.108447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:18:08.109488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.152832 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Pushing event updated for resources: {'Port': ['ID=13df3df6-3076-4093-b9be-7044d5895480,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:08.161443 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.161783 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.162116 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.162442 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.162765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.163088 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.163428 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.163745 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.164062 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.164376 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.165052 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.165052 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:18:08.197754 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] For port 13df3df6-3076-4093-b9be-7044d5895480, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:18:08.200825 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] For port 13df3df6-3076-4093-b9be-7044d5895480, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=13df3df6-3076-4093-b9be-7044d5895480,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:18:08.205526 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.281343 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ff975-aff0-4a80-847a-6f43619ab92d None None] Pushing event updated for resources: {'Port': ['ID=13df3df6-3076-4093-b9be-7044d5895480,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:08.282852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Allocated IP 172.20.0.2 (ef7302f2-56fe-4047-af67-dcf8c9782ad5/2e2ed4a5-1a5d-4802-b76b-cc28d638ec85/57a11522-e00d-41c6-b98f-71ed188b23bb) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:18:08.286844 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:08.287515 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:17:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:08.465697 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:08.472264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1fe799fd-e1d2-4051-b873-c5b6d4525e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.508182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.519102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Transition to ACTIVE for port object 57a11522-e00d-41c6-b98f-71ed188b23bb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:18:08.538466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Transition to ACTIVE for port object 57a11522-e00d-41c6-b98f-71ed188b23bb will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:18:08.544418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.609807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:18:08.613492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:18:08.617168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:18:08.628327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Pushing event updated for resources: {'Port': ['ID=57a11522-e00d-41c6-b98f-71ed188b23bb,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:08.698713 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.726907 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Attempting to bind port 57a11522-e00d-41c6-b98f-71ed188b23bb on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:18:08.727312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Attempting to bind port 57a11522-e00d-41c6-b98f-71ed188b23bb by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:18:08.727671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Attempting to bind port 57a11522-e00d-41c6-b98f-71ed188b23bb on network ef7302f2-56fe-4047-af67-dcf8c9782ad5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:18:08.733408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:18:08.733781 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Checking segment: {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:18:08.734177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.734566 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Bound using segment: {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:18:08.735029 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Bound port: 57a11522-e00d-41c6-b98f-71ed188b23bb, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:18:08.735428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.759561 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:06Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:08.763871 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a5b1c-1bab-429a-9030-7d0c1bf8167c None None] The sync data for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv is: [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:06Z', 'revision_number': 3, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:18:08.834349 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] For port 57a11522-e00d-41c6-b98f-71ed188b23bb, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:18:08.837577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] For port 57a11522-e00d-41c6-b98f-71ed188b23bb, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57a11522-e00d-41c6-b98f-71ed188b23bb,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:18:08.843293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:08.917073 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf88bb-f346-4649-ba58-2166ea052c56 None None] Pushing event updated for resources: {'Port': ['ID=57a11522-e00d-41c6-b98f-71ed188b23bb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:09.161192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.1 (ef7302f2-56fe-4047-af67-dcf8c9782ad5/2e2ed4a5-1a5d-4802-b76b-cc28d638ec85/eae2fbeb-82ee-44ba-bfc6-181913f425f4) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:18:09.364408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.372148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 13df3df6-3076-4093-b9be-7044d5895480 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:18:09.382992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object eae2fbeb-82ee-44ba-bfc6-181913f425f4 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:18:09.410632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.448484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 13df3df6-3076-4093-b9be-7044d5895480 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:18:09.453749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 13df3df6-3076-4093-b9be-7044d5895480 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:09.454978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.455420 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 13df3df6-3076-4093-b9be-7044d5895480 Sep 22 09:18:09.500181 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:18:09.504777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=eae2fbeb-82ee-44ba-bfc6-181913f425f4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:09.507306 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:18:09.509421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:18:09.576907 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.594282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 13df3df6-3076-4093-b9be-7044d5895480 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:09.594662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.612584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 13df3df6-3076-4093-b9be-7044d5895480, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=13df3df6-3076-4093-b9be-7044d5895480,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:09.620058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.620970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57a11522-e00d-41c6-b98f-71ed188b23bb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:18:09.810908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.820090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:09.829130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=13df3df6-3076-4093-b9be-7044d5895480,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:09.834803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 57a11522-e00d-41c6-b98f-71ed188b23bb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:18:09.866401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.058818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed179a-87e5-4468-813b-e23d9cc723d3 None None] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:18:10.147065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Provisioning for port 57a11522-e00d-41c6-b98f-71ed188b23bb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:18:10.157110 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Provisioning complete for port 57a11522-e00d-41c6-b98f-71ed188b23bb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:10.158026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.158359 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Attempt 1 to provision port 57a11522-e00d-41c6-b98f-71ed188b23bb Sep 22 09:18:10.398196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Current status of the port 57a11522-e00d-41c6-b98f-71ed188b23bb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:10.398490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.417130 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.421571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.436690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] For port 57a11522-e00d-41c6-b98f-71ed188b23bb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57a11522-e00d-41c6-b98f-71ed188b23bb,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:10.442688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.518228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dafb3-1657-4fa0-8bb1-62bf020e367c None None] Pushing event updated for resources: {'Port': ['ID=57a11522-e00d-41c6-b98f-71ed188b23bb,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:10.538726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.542303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=eae2fbeb-82ee-44ba-bfc6-181913f425f4,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:10.685337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:18:10.686467 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:18:10.768055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Provisioning for port eae2fbeb-82ee-44ba-bfc6-181913f425f4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:18:10.773648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Provisioning complete for port eae2fbeb-82ee-44ba-bfc6-181913f425f4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:10.774019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:10.774347 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Attempt 1 to provision port eae2fbeb-82ee-44ba-bfc6-181913f425f4 Sep 22 09:18:10.861279 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Port eae2fbeb-82ee-44ba-bfc6-181913f425f4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:18:10.900634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:18:11.041366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:11.098385 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:18:11.109220 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Sync routers for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:18:11.114818 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-91861042-28fe-4a82-b0d7-280cc3b8245b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/a05007c6-9dec-4d53-a717-f4b8adcd1ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2297764 Sep 22 09:18:11.119995 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:11.120898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:11.281424 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-36900b5d-774c-49d1-b4f4-a466ca1aaa4e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:18:11.301214 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-36900b5d-774c-49d1-b4f4-a466ca1aaa4e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:18:11.302926 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-36900b5d-774c-49d1-b4f4-a466ca1aaa4e tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214999883&fields=id&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 267 time: 0.0703905 Sep 22 09:18:11.314821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 13df3df6-3076-4093-b9be-7044d5895480 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:18:11.363394 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Attempt 2 to provision port eae2fbeb-82ee-44ba-bfc6-181913f425f4 Sep 22 09:18:11.392014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:11.459397 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-c6ccc1c6-5821-4087-b5b1-09b712378db8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:11.459996 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-c6ccc1c6-5821-4087-b5b1-09b712378db8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:18:11.477758 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-c6ccc1c6-5821-4087-b5b1-09b712378db8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:18:11.479287 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-c6ccc1c6-5821-4087-b5b1-09b712378db8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/networks?id=ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 200 len: 797 time: 0.1692801 Sep 22 09:18:11.495435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-ce6e8642-67dd-4b5e-a637-3fe6f87e5425 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/quotas/9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 375 time: 0.0108569 Sep 22 09:18:11.555441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Port eae2fbeb-82ee-44ba-bfc6-181913f425f4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:18:11.592560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-8aa18c8d-a6bd-4f68-9d87-5fe0b8b61141 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:18:11.608942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-8aa18c8d-a6bd-4f68-9d87-5fe0b8b61141 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:18:11.610393 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-8aa18c8d-a6bd-4f68-9d87-5fe0b8b61141 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096776 Sep 22 09:18:11.652927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 13df3df6-3076-4093-b9be-7044d5895480 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:11.653293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:11.653619 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 13df3df6-3076-4093-b9be-7044d5895480 Sep 22 09:18:11.792327 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-98c2cdce-056c-442b-9746-2b1dc00b7fef service neutron] 10.222.0.42 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689491 Sep 22 09:18:11.849738 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 13df3df6-3076-4093-b9be-7044d5895480 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:11.850785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57a11522-e00d-41c6-b98f-71ed188b23bb up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:18:11.913940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:10Z', 'revision_number': 2, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:11.919960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Checking router: a05007c6-9dec-4d53-a717-f4b8adcd1ee7 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:18:11.920305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Updating router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 port eae2fbeb-82ee-44ba-bfc6-181913f425f4 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:18:11.925278 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-4a06bda1-8e76-480d-a7b1-25776c5b85eb service neutron] 10.222.0.42 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271329 Sep 22 09:18:11.978918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 57a11522-e00d-41c6-b98f-71ed188b23bb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:11.979322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:11.979707 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 57a11522-e00d-41c6-b98f-71ed188b23bb Sep 22 09:18:12.009589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:12.123911 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Attempt 3 to provision port eae2fbeb-82ee-44ba-bfc6-181913f425f4 Sep 22 09:18:12.134732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6f71f958-7215-4aa3-b735-077c30b50a47 req-d4ec5d05-b703-4b0e-a0ed-f4eac0d15d3b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:18:12.147204 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6f71f958-7215-4aa3-b735-077c30b50a47 req-d4ec5d05-b703-4b0e-a0ed-f4eac0d15d3b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:18:12.148386 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6f71f958-7215-4aa3-b735-077c30b50a47 req-d4ec5d05-b703-4b0e-a0ed-f4eac0d15d3b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 210 time: 0.0729215 Sep 22 09:18:12.241188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Port eae2fbeb-82ee-44ba-bfc6-181913f425f4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:18:12.320922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 57a11522-e00d-41c6-b98f-71ed188b23bb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:12.526298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:12.537630 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Transition to ACTIVE for port object eae2fbeb-82ee-44ba-bfc6-181913f425f4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:18:12.543952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:12.737232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d37294-70c4-4576-864b-ca3a0ed4f656 None None] Pushing event updated for resources: {'Port': ['ID=eae2fbeb-82ee-44ba-bfc6-181913f425f4,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:12.746182 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Attempt 4 to provision port eae2fbeb-82ee-44ba-bfc6-181913f425f4 Sep 22 09:18:12.811677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Attempting to bind port eae2fbeb-82ee-44ba-bfc6-181913f425f4 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:18:12.811962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Attempting to bind port eae2fbeb-82ee-44ba-bfc6-181913f425f4 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:18:12.812317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Attempting to bind port eae2fbeb-82ee-44ba-bfc6-181913f425f4 on network ef7302f2-56fe-4047-af67-dcf8c9782ad5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:18:12.825935 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:18:12.826317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Checking segment: {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:18:12.826686 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:12.827060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Bound using segment: {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:18:12.827540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Bound port: eae2fbeb-82ee-44ba-bfc6-181913f425f4, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:18:12.827903 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:12.841228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Port eae2fbeb-82ee-44ba-bfc6-181913f425f4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:18:12.848666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:12.918991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] For port eae2fbeb-82ee-44ba-bfc6-181913f425f4, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:18:12.921929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] For port eae2fbeb-82ee-44ba-bfc6-181913f425f4, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eae2fbeb-82ee-44ba-bfc6-181913f425f4,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:18:12.927406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:12.989841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:12.990459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:13.074206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d37294-70c4-4576-864b-ca3a0ed4f656 None None] Pushing event updated for resources: {'Port': ['ID=eae2fbeb-82ee-44ba-bfc6-181913f425f4,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:13.173469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:13.239754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-2c4c2bdc-497c-4455-af2b-1c09aaf713f1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:13.242674 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-2c4c2bdc-497c-4455-af2b-1c09aaf713f1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/networks?id=ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 200 len: 797 time: 0.1632934 Sep 22 09:18:13.303391 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-0a24e585-7409-433c-9679-3dbb5b3aa6a0 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f601fa224f847e0987dc27d0f93c21a HTTP/1.1" status: 200 len: 379 time: 0.0524607 Sep 22 09:18:13.312049 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'port': {'device_id': '51263b79-77b9-476a-981d-c979f35565d4', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'admin_state_up': True, 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'security_groups': ['899f869a-a31c-4c77-8d34-175e72f580bd']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:13.327530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61fdcf0f-b880-4aa0-8c8c-244088c37102 req-012e6cf9-c4da-4f8a-84f9-480a117538a6 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 210 time: 0.0561073 Sep 22 09:18:13.347255 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Attempt 5 to provision port eae2fbeb-82ee-44ba-bfc6-181913f425f4 Sep 22 09:18:13.456032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:13.465288 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:13.475620 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Made reservation on behalf of 9f601fa224f847e0987dc27d0f93c21a for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:18:13.479052 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:13.498051 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Port eae2fbeb-82ee-44ba-bfc6-181913f425f4 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:18:13.558084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Provisioning complete for port 57a11522-e00d-41c6-b98f-71ed188b23bb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:13.558452 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:13.558782 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Attempt 1 to provision port 57a11522-e00d-41c6-b98f-71ed188b23bb Sep 22 09:18:13.640705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.20.0.10 (ef7302f2-56fe-4047-af67-dcf8c9782ad5/2e2ed4a5-1a5d-4802-b76b-cc28d638ec85/ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:18:13.718666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:12Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:13.732103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc99fd-5b2f-42d3-aec2-27f20c225671 None None] The sync data for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv is: [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:12Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:18:13.741629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8df4fb1-09b5-4b50-899e-d861c1de5e51 None None] Current status of the port 57a11522-e00d-41c6-b98f-71ed188b23bb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:13.853991 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:13.872531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Transition to ACTIVE for port object ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:18:13.897206 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:13.971041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:18:13.974263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:18:13.978140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:18:14.009331 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:14.053624 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:14.054347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:14.083032 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-e1c7b20d-b4d6-4d14-975c-09f9bd897309 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7745793 Sep 22 09:18:14.094841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Request body: {'port': {'device_id': '51263b79-77b9-476a-981d-c979f35565d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:14.188448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Provisioning for port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:18:14.195193 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Provisioning complete for port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:14.195695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:14.196086 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Attempt 1 to provision port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 Sep 22 09:18:14.218186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:14.263590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:18:14.588046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedad5a-fdcd-4f5c-a075-ac8a267ca1fa req-07c9ca87-0a38-45b3-9f82-3a33c1e1f58a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:14.588733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8fedad5a-fdcd-4f5c-a075-ac8a267ca1fa req-07c9ca87-0a38-45b3-9f82-3a33c1e1f58a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:18:14.657427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8fedad5a-fdcd-4f5c-a075-ac8a267ca1fa req-07c9ca87-0a38-45b3-9f82-3a33c1e1f58a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:18:14.658644 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fedad5a-fdcd-4f5c-a075-ac8a267ca1fa req-07c9ca87-0a38-45b3-9f82-3a33c1e1f58a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 932 time: 0.2080050 Sep 22 09:18:14.667747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:18:14.686466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:14.716286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Transition to ACTIVE for port object ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:18:14.723599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:14.765050 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Attempt 2 to provision port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 Sep 22 09:18:14.819700 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:18:14.821639 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fedad5a-fdcd-4f5c-a075-ac8a267ca1fa req-7436826a-909f-4e17-a72d-678c58fe97e7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562490 Sep 22 09:18:14.923710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:14.960209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Attempting to bind port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:18:14.960543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Attempting to bind port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:18:14.960867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Attempting to bind port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 on network ef7302f2-56fe-4047-af67-dcf8c9782ad5 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:18:14.965464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 on network ef7302f2-56fe-4047-af67-dcf8c9782ad5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:18:14.965782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Attempting to bind port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 on network ef7302f2-56fe-4047-af67-dcf8c9782ad5 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:18:14.970877 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:18:14.971228 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Checking segment: {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:18:14.971680 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Bound using segment: {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:18:14.972108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Bound port: ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c89eee1-26a7-4731-9871-706fb90da4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:18:14.972449 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:15.159120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] For port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:18:15.162060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] For port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:18:15.166231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:15.196864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:15.197466 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:15.198812 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] 10.222.0.48 "PUT /v2.0/ports/ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 200 len: 1094 time: 1.1085179 Sep 22 09:18:15.199286 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:18:15.201539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f8636f-99a1-4457-a93e-4349fba53042" -d '{"events": [{"name": "network-changed", "server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:18:15.281496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f9a01c-e268-4cd5-a379-e3079efddaef x-openstack-request-id: req-45f9a01c-e268-4cd5-a379-e3079efddaef {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:18:15.281779 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:18:15.282027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45f9a01c-e268-4cd5-a379-e3079efddaef {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:18:15.282949 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f9a01c-e268-4cd5-a379-e3079efddaef'] response: {'name': 'network-changed', 'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'status': 'completed', 'code': 200} Sep 22 09:18:15.303252 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8a68-b054-4509-a156-0b0e8bd2aa60 service neutron] Pushing event updated for resources: {'Port': ['ID=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:15.320694 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Attempt 3 to provision port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 Sep 22 09:18:15.326982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-622445f3-b7e4-4948-8f53-c85919b177a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:15.328483 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-622445f3-b7e4-4948-8f53-c85919b177a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1097 time: 0.0932701 Sep 22 09:18:15.359787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eae2fbeb-82ee-44ba-bfc6-181913f425f4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:18:15.409520 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-b787b7d7-ef2b-4906-bd96-29e7ef4a5b25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 200 len: 217 time: 0.0740130 Sep 22 09:18:15.443473 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-026c4076-2750-4f10-b184-6c5ee85f04f5 None None] Port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:18:15.454114 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port eae2fbeb-82ee-44ba-bfc6-181913f425f4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:18:15.458879 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port eae2fbeb-82ee-44ba-bfc6-181913f425f4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:15.459373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:15.459776 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port eae2fbeb-82ee-44ba-bfc6-181913f425f4 Sep 22 09:18:15.472782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-bac0c752-d187-4157-ab48-2fe1ebf33cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:15.474226 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-bac0c752-d187-4157-ab48-2fe1ebf33cc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 HTTP/1.1" status: 200 len: 835 time: 0.0592942 Sep 22 09:18:15.560107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-ef60f811-3aaf-4b12-b064-712aacdbbc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:15.561599 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-ef60f811-3aaf-4b12-b064-712aacdbbc4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7302f2-56fe-4047-af67-dcf8c9782ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814438 Sep 22 09:18:15.575348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port eae2fbeb-82ee-44ba-bfc6-181913f425f4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:15.575729 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:15.608180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port eae2fbeb-82ee-44ba-bfc6-181913f425f4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eae2fbeb-82ee-44ba-bfc6-181913f425f4,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:15.612127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:15.678639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=eae2fbeb-82ee-44ba-bfc6-181913f425f4,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:15.697055 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-13c2824e-0440-4df5-8261-72c84f8c4156 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292918 Sep 22 09:18:15.826604 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6639c18a-aca2-4e14-99ee-03b552f8069c req-b54271b5-9e5e-4883-9540-f3effd432013 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236567 Sep 22 09:18:16.006230 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8636f-99a1-4457-a93e-4349fba53042 req-dfa27b19-47d5-4359-a43f-94dae217fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:16.007632 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75f8636f-99a1-4457-a93e-4349fba53042 req-dfa27b19-47d5-4359-a43f-94dae217fe8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1097 time: 0.1392479 Sep 22 09:18:16.101517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec16c1-da18-4217-9248-68e07b4ade7e req-1dcedc39-f5d1-4bcc-99be-3d9f6f4b1909 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:16.102953 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52ec16c1-da18-4217-9248-68e07b4ade7e req-1dcedc39-f5d1-4bcc-99be-3d9f6f4b1909 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 944 time: 0.1687927 Sep 22 09:18:16.178863 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52ec16c1-da18-4217-9248-68e07b4ade7e req-7c27364f-dfac-45da-b83a-efb413e462cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691817 Sep 22 09:18:16.183092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8636f-99a1-4457-a93e-4349fba53042 req-71fd2d7f-08f3-4d08-b09d-5e4988f8b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:16.184471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75f8636f-99a1-4457-a93e-4349fba53042 req-71fd2d7f-08f3-4d08-b09d-5e4988f8b210 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 200 len: 898 time: 0.1697381 Sep 22 09:18:16.252127 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75f8636f-99a1-4457-a93e-4349fba53042 req-67a6af7f-86dc-41e6-a91d-00ce4d7cc9b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 200 len: 217 time: 0.0600514 Sep 22 09:18:16.316813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8636f-99a1-4457-a93e-4349fba53042 req-8113693a-b6c7-49a7-9840-286ed59d0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:16.318198 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75f8636f-99a1-4457-a93e-4349fba53042 req-8113693a-b6c7-49a7-9840-286ed59d0359 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 HTTP/1.1" status: 200 len: 835 time: 0.0590017 Sep 22 09:18:16.399468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8636f-99a1-4457-a93e-4349fba53042 req-7a80f5a3-e9d1-4f41-a721-0db5d7623082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:16.400940 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75f8636f-99a1-4457-a93e-4349fba53042 req-7a80f5a3-e9d1-4f41-a721-0db5d7623082 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7302f2-56fe-4047-af67-dcf8c9782ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769749 Sep 22 09:18:16.532987 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75f8636f-99a1-4457-a93e-4349fba53042 req-938877fe-2bf1-4ca9-a21e-e6573baefa31 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251824 Sep 22 09:18:16.660158 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75f8636f-99a1-4457-a93e-4349fba53042 req-37be1ad3-375f-47ef-821f-fa6111913adf service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213081 Sep 22 09:18:17.298144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eae2fbeb-82ee-44ba-bfc6-181913f425f4 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:18:17.368404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port eae2fbeb-82ee-44ba-bfc6-181913f425f4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:17.369033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:17.369357 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port eae2fbeb-82ee-44ba-bfc6-181913f425f4 Sep 22 09:18:17.413880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:18:17.492874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a30d96-d0e0-4394-b61c-85a283f4df3c req-b83bff4d-4f18-4a86-8bd9-6c78d639ade8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:17.494540 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53a30d96-d0e0-4394-b61c-85a283f4df3c req-b83bff4d-4f18-4a86-8bd9-6c78d639ade8 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 944 time: 0.2030165 Sep 22 09:18:17.538407 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53a30d96-d0e0-4394-b61c-85a283f4df3c req-521a809c-c20b-48f5-a1ca-b830705b556c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380826 Sep 22 09:18:17.582156 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port eae2fbeb-82ee-44ba-bfc6-181913f425f4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:17.605878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:17.621324 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'port_id': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'mac_address': 'fa:16:3e:78:01:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:18:17.675241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:17.675619 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:17.692145 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:18:17.707288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:17.712076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:17.777679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:17.915613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:18:18.841427 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e28e41-1a94-4578-bf48-e37479384549 req-07de0c02-ec6c-45dc-b37b-479b5da3461d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:18.842780 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16e28e41-1a94-4578-bf48-e37479384549 req-07de0c02-ec6c-45dc-b37b-479b5da3461d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 945 time: 0.1935771 Sep 22 09:18:18.886261 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16e28e41-1a94-4578-bf48-e37479384549 req-c38e7572-b7b3-4fd0-9ec7-df10fbefee86 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369000 Sep 22 09:18:19.420030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:18:19.485008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:18:19.489958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:18:19.490323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:19.490698 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 Sep 22 09:18:19.602652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:18:19.603019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:19.629617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:18:19.631878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb20598-b133-4cbe-b449-2b814c039067" -d '{"events": [{"server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "name": "network-vif-plugged", "status": "completed", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:18:19.639276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:18:19.643348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:19.713328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:19.722342 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cf7731-8ca4-4aaa-9fce-a3605a5037db x-openstack-request-id: req-87cf7731-8ca4-4aaa-9fce-a3605a5037db {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:18:19.722606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "name": "network-vif-plugged", "status": "completed", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:18:19.722855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87cf7731-8ca4-4aaa-9fce-a3605a5037db {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:18:19.723269 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87cf7731-8ca4-4aaa-9fce-a3605a5037db'] response: {'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'code': 200} Sep 22 09:18:19.955805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d53b32-37f2-40d7-b49f-37187c693d25 req-8b367930-7c9a-4e95-97f9-af41cbb4df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:19.957429 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59d53b32-37f2-40d7-b49f-37187c693d25 req-8b367930-7c9a-4e95-97f9-af41cbb4df0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1099 time: 0.0835268 Sep 22 09:18:19.998600 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59d53b32-37f2-40d7-b49f-37187c693d25 req-d26ad0fa-57ee-4f10-b124-56f8d6212c32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358269 Sep 22 09:18:20.090432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8b449-d5fc-4e5b-8664-f5b6db186822 req-e586d5dd-26e4-4474-b8bd-9b345425392d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:20.091834 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ca8b449-d5fc-4e5b-8664-f5b6db186822 req-e586d5dd-26e4-4474-b8bd-9b345425392d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0851336 Sep 22 09:18:20.137255 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ca8b449-d5fc-4e5b-8664-f5b6db186822 req-f6553dbc-fab6-4521-a2c5-0755cc615dbb tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Sep 22 09:18:21.334748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60873747-8bff-46fb-896d-8083b3ceb56b req-b1824595-8a3c-4c15-8d11-98182b238ec5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:21.336237 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60873747-8bff-46fb-896d-8083b3ceb56b req-b1824595-8a3c-4c15-8d11-98182b238ec5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0895123 Sep 22 09:18:21.379648 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60873747-8bff-46fb-896d-8083b3ceb56b req-f0c90b6e-271c-4a7f-ab21-64345bce55cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378819 Sep 22 09:18:21.581362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db08848-5d91-4aa9-90a8-bea822cf6649 req-349aee9d-9fb6-4269-84cd-9c022f487c74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:21.582838 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0db08848-5d91-4aa9-90a8-bea822cf6649 req-349aee9d-9fb6-4269-84cd-9c022f487c74 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0887079 Sep 22 09:18:21.611258 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:18:21.627101 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0db08848-5d91-4aa9-90a8-bea822cf6649 req-c81a577b-e0de-4836-8c19-4dd665ec7084 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387218 Sep 22 09:18:21.655104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50684) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:21.730863 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210fad7-3b23-4034-95ea-06348a51e619 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:21.732392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e210fad7-3b23-4034-95ea-06348a51e619 tempest-TestNetworkAdvancedServerOps-1578170486 tempest-TestNetworkAdvancedServerOps-1578170486-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1094 time: 0.0763061 Sep 22 09:18:21.735098 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:21.740530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:18:21.746707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:18:21.750760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Usage tracker for resource:floatingip and tenant:9f601fa224f847e0987dc27d0f93c21a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:18:21.754532 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:18:21.763874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:18:21.776705 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:21.907317 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:22.041662 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Allocated IP 172.26.8.34 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/a001dc1f-3be9-4e8f-bae1-4a1ef63122d1) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:18:22.187803 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:22.217089 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:22.284155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:18:22.286765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:18:22.290529 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:18:22.324035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=a001dc1f-3be9-4e8f-bae1-4a1ef63122d1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:22.695348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:22.768825 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:23.070016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:23.074798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:23.179463 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event updated for resources: {'Port': ['ID=a001dc1f-3be9-4e8f-bae1-4a1ef63122d1,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:18:23.181743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:23.349756 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP fe4632e0-725c-4b05-a05d-bd6c37388bd5 associated. External IP: 172.26.8.34, port: ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39. Sep 22 09:18:23.690830 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:18:23.864409 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:18:23.874373 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] Sync routers for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:18:23.884840 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:23.885436 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:23.888986 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:23.948016 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d3b5b28-f42d-48e9-96de-590610a0192f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2108877 Sep 22 09:18:23.948882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:18:23.951743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ded307-0055-4273-ae7e-70bdef4df7db" -d '{"events": [{"name": "network-changed", "server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:18:24.019303 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e233e1-b567-444a-968a-76898ffa3bef x-openstack-request-id: req-05e233e1-b567-444a-968a-76898ffa3bef {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:18:24.019668 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:18:24.019988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05e233e1-b567-444a-968a-76898ffa3bef {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:18:24.020501 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e233e1-b567-444a-968a-76898ffa3bef'] response: {'name': 'network-changed', 'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'status': 'completed', 'code': 200} Sep 22 09:18:24.061425 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:24.127348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-32cea2f5-02a6-4bf7-935f-93cef62c233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:24.129334 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-32cea2f5-02a6-4bf7-935f-93cef62c233e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1099 time: 0.0803502 Sep 22 09:18:24.141500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3f83-7813-4003-a9b1-a282ea7d8aba req-75e74bde-bc7a-4ac6-9c2b-450ccdd21ca5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:24.142983 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d31c3f83-7813-4003-a9b1-a282ea7d8aba req-75e74bde-bc7a-4ac6-9c2b-450ccdd21ca5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0917096 Sep 22 09:18:24.187122 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d31c3f83-7813-4003-a9b1-a282ea7d8aba req-9157f538-771a-4255-b90e-c96d9555e07a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379105 Sep 22 09:18:24.220267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50696) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:24.353150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a284996f-b9c4-4b91-bef6-40f346438fc2 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/fe4632e0-725c-4b05-a05d-bd6c37388bd5 HTTP/1.1" status: 200 len: 991 time: 0.1318140 Sep 22 09:18:24.355712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-0f805d81-f4da-41f9-a0b5-4c03a4843ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:24.357067 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-0f805d81-f4da-41f9-a0b5-4c03a4843ac2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 200 len: 898 time: 0.2222776 Sep 22 09:18:24.438600 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'fe4632e0-725c-4b05-a05d-bd6c37388bd5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'port_id': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'mac_address': 'fa:16:3e:78:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51263b79-77b9-476a-981d-c979f35565d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:18:22Z', 'updated_at': '2022-09-22T09:18:22Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:15Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:24.442742 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] Checking router: a05007c6-9dec-4d53-a717-f4b8adcd1ee7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:18:24.451572 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:18:24.452112 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:24.583083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-f9b26139-ef19-4340-9ddd-ada63d1ed56a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 200 len: 999 time: 0.2193098 Sep 22 09:18:24.630049 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:18:24.644789 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-23921ae0-fb05-4728-b765-62775be31964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:24.646223 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-23921ae0-fb05-4728-b765-62775be31964 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 HTTP/1.1" status: 200 len: 835 time: 0.0576560 Sep 22 09:18:24.728185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-e58296b6-677c-4416-a467-13b39cb023ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:24.729804 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-e58296b6-677c-4416-a467-13b39cb023ed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7302f2-56fe-4047-af67-dcf8c9782ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782030 Sep 22 09:18:24.858388 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-ff6e94d2-1ddb-40ce-b3eb-903dee3c30a0 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226368 Sep 22 09:18:24.972152 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'fe4632e0-725c-4b05-a05d-bd6c37388bd5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'port_id': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'mac_address': 'fa:16:3e:78:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51263b79-77b9-476a-981d-c979f35565d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:18:22Z', 'updated_at': '2022-09-22T09:18:22Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:15Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:18:24.976217 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d98c81-4e7a-4beb-b509-2b8d2b343c29 None None] The sync data for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv is: [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'fe4632e0-725c-4b05-a05d-bd6c37388bd5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'floating_ip_address': '172.26.8.34', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'port_id': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'mac_address': 'fa:16:3e:78:01:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51263b79-77b9-476a-981d-c979f35565d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:18:22Z', 'updated_at': '2022-09-22T09:18:22Z', 'revision_number': 0, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:15Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:18:24.988975 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ded307-0055-4273-ae7e-70bdef4df7db req-4dcc2ce4-587b-4849-afc3-83c853d5a3af service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250014 Sep 22 09:18:25.162341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cea0e1-26b6-4a9d-b51c-3bb3545bfaa2 None None] New status for floating IP fe4632e0-725c-4b05-a05d-bd6c37388bd5: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:18:25.357048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50700) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:25.465079 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7fa3c498-a751-4fc2-8fdb-5c0f94f8d13f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/fe4632e0-725c-4b05-a05d-bd6c37388bd5 HTTP/1.1" status: 200 len: 991 time: 0.1068716 Sep 22 09:18:26.470111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:26.573531 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-593c712f-31ee-4a59-99e4-c60ecaad2d7f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/fe4632e0-725c-4b05-a05d-bd6c37388bd5 HTTP/1.1" status: 200 len: 993 time: 0.1022851 Sep 22 09:18:36.260986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a25507e-88ec-41f8-a8b7-b7543450f921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:38.424227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-96192635-cd45-4f08-9908-1a6b9b4617bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:39.731167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:39.733205 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:40.762925 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-485a7475-19fc-4388-9ebe-5e72d0b5dc64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762963 Sep 22 09:18:40.908536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-207e2448-c64b-4ad8-a0af-b6101868a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:40.910070 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-207e2448-c64b-4ad8-a0af-b6101868a693 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1099 time: 0.0821640 Sep 22 09:18:41.041187 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:41.061755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-dde23d1b-4c30-4df1-924a-f0ee65cf9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:41.063166 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-dde23d1b-4c30-4df1-924a-f0ee65cf9caa service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 200 len: 898 time: 0.1278286 Sep 22 09:18:41.159839 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-34d67fa9-7ba2-4557-bf18-46f589d289a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 200 len: 1001 time: 0.0899830 Sep 22 09:18:41.223703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-7ca8fdb7-9c86-4e31-bf71-0a8189a2534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:41.225081 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-7ca8fdb7-9c86-4e31-bf71-0a8189a2534d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 HTTP/1.1" status: 200 len: 835 time: 0.0593102 Sep 22 09:18:41.305397 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-30d215e2-335d-40f4-89d9-3d670e3b114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:41.306760 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-30d215e2-335d-40f4-89d9-3d670e3b114a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7302f2-56fe-4047-af67-dcf8c9782ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761604 Sep 22 09:18:41.433851 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-217e96d2-ceed-4c6e-8afe-e82cf109fb2b service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209602 Sep 22 09:18:41.562426 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75d33b27-5d0c-4542-b64d-635db60fe43c req-e9233990-4812-4d85-8c8e-2910dee7a75d service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206791 Sep 22 09:18:42.824357 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:18:53.658841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc07e6-924f-4017-805c-b3150de38844 req-774cbe34-f627-4cc9-aaad-9df580d62330 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:53.660223 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e7cc07e6-924f-4017-805c-b3150de38844 req-774cbe34-f627-4cc9-aaad-9df580d62330 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.1913798 Sep 22 09:18:53.703236 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e7cc07e6-924f-4017-805c-b3150de38844 req-7221c6b8-2b96-4785-ab94-22e88e5c5f04 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373397 Sep 22 09:18:54.911152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be0c37-1351-45fa-991f-da799a3bf097 req-432080ce-93bd-4f47-955f-4431024cab18 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:54.912609 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c6be0c37-1351-45fa-991f-da799a3bf097 req-432080ce-93bd-4f47-955f-4431024cab18 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0898817 Sep 22 09:18:54.956207 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c6be0c37-1351-45fa-991f-da799a3bf097 req-17dc30c9-6d6c-4ce1-be71-a2cfbcaaf921 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Sep 22 09:18:54.986049 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50724) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:55.091729 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d3fcf5fa-4411-4ad9-bb69-d4ac4d07a566 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/fe4632e0-725c-4b05-a05d-bd6c37388bd5 HTTP/1.1" status: 200 len: 993 time: 0.1044629 Sep 22 09:18:56.606550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c828d28-be81-466b-8b4c-f08298f02b81 req-cbfc98ae-ee86-4adb-992d-52dd0e934cb1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:56.607953 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c828d28-be81-466b-8b4c-f08298f02b81 req-cbfc98ae-ee86-4adb-992d-52dd0e934cb1 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.1487176 Sep 22 09:18:56.610430 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-16ddcf86-933b-4696-92ca-52e96533c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:56.611782 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-16ddcf86-933b-4696-92ca-52e96533c4e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1099 time: 0.1168127 Sep 22 09:18:56.726700 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c828d28-be81-466b-8b4c-f08298f02b81 req-8297c1b0-e0fb-40d1-879e-c5dafdd2ea40 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131718 Sep 22 09:18:56.771429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-6b2168b9-3cc2-4460-b4a0-8f4a9a26e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:56.772852 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-6b2168b9-3cc2-4460-b4a0-8f4a9a26e628 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 200 len: 898 time: 0.1447456 Sep 22 09:18:56.873059 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-35cde965-6cb6-4c64-8ea9-43114aadd1e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 200 len: 1001 time: 0.0945916 Sep 22 09:18:56.936733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-0e5fd062-cc4f-4e25-950f-d1c15cde453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:56.938167 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-0e5fd062-cc4f-4e25-950f-d1c15cde453f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 HTTP/1.1" status: 200 len: 835 time: 0.0595684 Sep 22 09:18:57.018729 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-2199d406-77c7-408d-aed9-06576de45bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:57.020809 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-2199d406-77c7-408d-aed9-06576de45bc4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7302f2-56fe-4047-af67-dcf8c9782ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764122 Sep 22 09:18:57.148520 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-590b4fab-7e89-4d0d-b348-b8070b2bb124 service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210790 Sep 22 09:18:57.274362 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aa944c44-06d6-4c9b-8695-bc3ab8ff6071 req-82f5d871-d247-490d-929a-33d73f1d8d5b service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205413 Sep 22 09:18:57.924453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebfe41-4d53-4685-af49-a9a248261082 req-50e8a387-e2a3-4bbd-b398-57cf18940b20 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:57.925947 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3ebfe41-4d53-4685-af49-a9a248261082 req-50e8a387-e2a3-4bbd-b398-57cf18940b20 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0867538 Sep 22 09:18:57.975082 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3ebfe41-4d53-4685-af49-a9a248261082 req-23355be6-d8a0-41a6-8fa9-4c85e528bc1f tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424361 Sep 22 09:18:58.610858 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:18:59.172424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c42e9e-f76a-4e95-9480-4d1e5a52fd12 req-c046c8b3-909b-435f-b2fd-7a5eb4a64c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:18:59.173857 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5c42e9e-f76a-4e95-9480-4d1e5a52fd12 req-c046c8b3-909b-435f-b2fd-7a5eb4a64c8a tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0898287 Sep 22 09:18:59.217931 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5c42e9e-f76a-4e95-9480-4d1e5a52fd12 req-63d97831-00d9-41b2-b987-89340cd055ce tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Sep 22 09:18:59.247026 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:59.353530 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1b98fe22-196a-4d0e-b82f-ba6ef5200103 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/floatingips/fe4632e0-725c-4b05-a05d-bd6c37388bd5 HTTP/1.1" status: 200 len: 993 time: 0.1053710 Sep 22 09:18:59.698021 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50746) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:18:59.890790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port a001dc1f-3be9-4e8f-bae1-4a1ef63122d1 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:18:59.891046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:00.160152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:00.160940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:00.276826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for a001dc1f-3be9-4e8f-bae1-4a1ef63122d1 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:19:00.425148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:00.499671 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=a001dc1f-3be9-4e8f-bae1-4a1ef63122d1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:00.519192 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.519559 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.520411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.520742 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.521070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.521399 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.521723 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.522048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.522369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.522694 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.523010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.523355 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:00.577055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:00.577430 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Floating IP fe4632e0-725c-4b05-a05d-bd6c37388bd5 disassociated (deleted). External IP: 172.26.8.34, port: ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39. Sep 22 09:19:00.921249 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:19:01.099436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:19:01.108829 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] Sync routers for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:19:01.118417 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:01.118587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:01.119480 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:01.172358 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b65d81c-e161-4403-8052-2aafe2941bb5 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/floatingips/fe4632e0-725c-4b05-a05d-bd6c37388bd5 HTTP/1.1" status: 204 len: 168 time: 1.4731946 Sep 22 09:19:01.172857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:19:01.175139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:19:01.224220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf96a5b-dfbc-40fa-aca5-3491e74faa67 x-openstack-request-id: req-6cf96a5b-dfbc-40fa-aca5-3491e74faa67 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:19:01.224627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:19:01.224984 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cf96a5b-dfbc-40fa-aca5-3491e74faa67 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:19:01.225498 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf96a5b-dfbc-40fa-aca5-3491e74faa67'] response: {'name': 'network-changed', 'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'status': 'completed', 'code': 200} Sep 22 09:19:01.302498 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:01.329500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-456a63b6-c716-47b8-851d-9f4f26679f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:01.331065 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-456a63b6-c716-47b8-851d-9f4f26679f5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f601fa224f847e0987dc27d0f93c21a&device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 1099 time: 0.0847218 Sep 22 09:19:01.465442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-52be0f91-9bb2-4dd1-8abc-8be717e8f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:01.466900 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-52be0f91-9bb2-4dd1-8abc-8be717e8f838 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 200 len: 898 time: 0.1289411 Sep 22 09:19:01.539563 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-dbeb7032-e3c4-4a34-b357-5ccc0255f82f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 200 len: 217 time: 0.0641336 Sep 22 09:19:01.569416 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b0b9b-01ba-4758-8f0a-69506807f520 req-97bdfb77-098f-4e7f-871a-2dcb9b1b9e3b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:01.571515 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e5b0b9b-01ba-4758-8f0a-69506807f520 req-97bdfb77-098f-4e7f-871a-2dcb9b1b9e3b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0909791 Sep 22 09:19:01.622978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e5b0b9b-01ba-4758-8f0a-69506807f520 req-c5d6bacb-46c8-4c44-98f7-7709b94dfacf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416236 Sep 22 09:19:01.665734 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:15Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:01.669541 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] Checking router: a05007c6-9dec-4d53-a717-f4b8adcd1ee7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:19:01.678528 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:01.679134 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:01.719074 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-81d423ff-b1ae-4362-91d7-2153613cf2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:01.720498 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-81d423ff-b1ae-4362-91d7-2153613cf2cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 HTTP/1.1" status: 200 len: 835 time: 0.1739173 Sep 22 09:19:01.804883 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-8e6ff80e-0645-46bb-a960-36d99e84044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:01.806351 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-8e6ff80e-0645-46bb-a960-36d99e84044f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ef7302f2-56fe-4047-af67-dcf8c9782ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775425 Sep 22 09:19:01.853079 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:01.940964 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-bfd4f795-a5cd-483a-be47-b115b8d9717d service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282191 Sep 22 09:19:02.080474 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40352bdf-a6bc-423e-b5ee-3ec2a5c24fd9 req-f225fac6-0bad-42f6-89c8-08a6aafeaf5b service neutron] 10.222.0.48 "GET /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315577 Sep 22 09:19:02.160566 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:15Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:02.164349 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6026efe-568a-418a-8349-a5082710e0fa None None] The sync data for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv is: [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'eae2fbeb-82ee-44ba-bfc6-181913f425f4', 'name': '', 'network_id': 'ef7302f2-56fe-4047-af67-dcf8c9782ad5', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'mac_address': 'fa:16:3e:f1:4b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:08Z', 'updated_at': '2022-09-22T09:18:15Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'subnets': [{'id': '2e2ed4a5-1a5d-4802-b76b-cc28d638ec85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:19:02.367911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc27872a-16d7-4a18-b4a6-cd1e24ecdf40 None None] New status for floating IP fe4632e0-725c-4b05-a05d-bd6c37388bd5: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:19:02.824096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d554d91-d6fa-4f4a-8cd4-485aaceb839e req-38e3e065-b3e3-40e0-87d9-d4d6ef295502 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:02.824689 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8d554d91-d6fa-4f4a-8cd4-485aaceb839e req-38e3e065-b3e3-40e0-87d9-d4d6ef295502 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:19:02.839788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8d554d91-d6fa-4f4a-8cd4-485aaceb839e req-38e3e065-b3e3-40e0-87d9-d4d6ef295502 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:19:02.841477 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d554d91-d6fa-4f4a-8cd4-485aaceb839e req-38e3e065-b3e3-40e0-87d9-d4d6ef295502 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.1063178 Sep 22 09:19:02.886262 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d554d91-d6fa-4f4a-8cd4-485aaceb839e req-8fc4b718-c7a6-4c4d-b73a-a1093f1e86d9 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/security-groups?id=899f869a-a31c-4c77-8d34-175e72f580bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392241 Sep 22 09:19:03.137514 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63529d-4da2-448f-b559-133acacfc203 req-1f8d8244-8bed-44c9-96f1-0953c6669985 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:03.138946 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7d63529d-4da2-448f-b559-133acacfc203 req-1f8d8244-8bed-44c9-96f1-0953c6669985 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 946 time: 0.0879960 Sep 22 09:19:03.205703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:19:03.206044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:03.445140 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:03.445500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:03.564460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:19:03.706737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:03.755353 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:03.841952 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] No DVR routers for this DVR port ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 on host hv-neutron-8575 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:19:03.844359 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:03.846834 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'name': 'network-vif-deleted', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:19:03.849153 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fb464e-7431-40cd-bc8e-48bf41cb853c" -d '{"events": [{"server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "name": "network-vif-deleted", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:19:03.863798 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7d63529d-4da2-448f-b559-133acacfc203 req-c175db2c-be7b-4d17-8531-e70b2452486c tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.48 "DELETE /v2.0/ports/ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 HTTP/1.1" status: 204 len: 173 time: 0.7194293 Sep 22 09:19:03.899974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77d4332-a905-4da5-8387-eb72d55fc058 x-openstack-request-id: req-e77d4332-a905-4da5-8387-eb72d55fc058 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:19:03.900267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51263b79-77b9-476a-981d-c979f35565d4", "name": "network-vif-deleted", "tag": "ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:19:03.900519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e77d4332-a905-4da5-8387-eb72d55fc058 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:19:03.900929 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77d4332-a905-4da5-8387-eb72d55fc058'] response: {'server_uuid': '51263b79-77b9-476a-981d-c979f35565d4', 'name': 'network-vif-deleted', 'tag': 'ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39', 'status': 'completed', 'code': 200} Sep 22 09:19:04.054638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9b2cc1b6-d7c8-4f3f-9116-08c64743de50 req-05ec7a5f-9195-46ec-bcf1-680313d17f71 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Synchronizing usage tracker for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:19:04.069351 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9b2cc1b6-d7c8-4f3f-9116-08c64743de50 req-05ec7a5f-9195-46ec-bcf1-680313d17f71 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Unset dirty status for tenant:9f601fa224f847e0987dc27d0f93c21a on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:19:04.070631 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9b2cc1b6-d7c8-4f3f-9116-08c64743de50 req-05ec7a5f-9195-46ec-bcf1-680313d17f71 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "GET /v2.0/ports?device_id=51263b79-77b9-476a-981d-c979f35565d4 HTTP/1.1" status: 200 len: 210 time: 0.0670011 Sep 22 09:19:05.169386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50764) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:05.700346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:19:05.714899 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:05.733206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:19:05.733539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device ab6e97e1-5cb7-4f6a-9154-ae70d52a3b39 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:19:06.168434 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port eae2fbeb-82ee-44ba-bfc6-181913f425f4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:19:06.168776 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:06.267246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-96d904df-908b-45dd-a5a3-f8fccb7f40cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:06.359728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port eae2fbeb-82ee-44ba-bfc6-181913f425f4, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=eae2fbeb-82ee-44ba-bfc6-181913f425f4,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:06.360332 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:06.485307 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for eae2fbeb-82ee-44ba-bfc6-181913f425f4 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:19:06.798619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:06.847636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=eae2fbeb-82ee-44ba-bfc6-181913f425f4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:06.891043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.891043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.891043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.891461 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.891555 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.891878 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.892201 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.892530 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.892844 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.893163 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.893482 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:06.893806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:07.137849 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:07.587557 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:19:07.768680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:19:07.778721 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] Sync routers for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:19:07.784958 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5aed716-0960-447c-abfa-279bc9d6a340 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "PUT /v2.0/routers/a05007c6-9dec-4d53-a717-f4b8adcd1ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6145079 Sep 22 09:19:07.787716 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:07.788608 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:07.789438 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:07.851666 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting subnet 2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:19:07.854464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:07.911655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:07.962955 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:07.995586 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.068063 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.109263 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2ed4a5-1a5d-4802-b76b-cc28d638ec85,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:08.114134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.123470 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0924eebc-f03f-4098-95ff-9e8c0ea3c5cf tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/subnets/2e2ed4a5-1a5d-4802-b76b-cc28d638ec85 HTTP/1.1" status: 204 len: 168 time: 0.3320961 Sep 22 09:19:08.123470 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:08.126003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1c651-8ecf-4ce2-a0ab-aea801773298 None None] Network ef7302f2-56fe-4047-af67-dcf8c9782ad5 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:19:08.253204 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:19:06Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:08.257851 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] Checking router: a05007c6-9dec-4d53-a717-f4b8adcd1ee7 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:19:08.266213 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] Routers {'a05007c6-9dec-4d53-a717-f4b8adcd1ee7'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:08.266800 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:18:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:08.312623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.379410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] DHCP port deletion for ef7302f2-56fe-4047-af67-dcf8c9782ad5 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:19:08.384151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Deleting port 57a11522-e00d-41c6-b98f-71ed188b23bb {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:19:08.384151 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.450188 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] Set router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:08.450472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-55002b47-5ba5-48cf-b157-5d1ce949fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.502188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.513180 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Deleting port 13df3df6-3076-4093-b9be-7044d5895480 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:19:08.513654 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.604937 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] For port 57a11522-e00d-41c6-b98f-71ed188b23bb, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=57a11522-e00d-41c6-b98f-71ed188b23bb,segment=NetworkSegment(4c89eee1-26a7-4731-9871-706fb90da4dc),segment_id=4c89eee1-26a7-4731-9871-706fb90da4dc)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:08.605376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.693814 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] For port 13df3df6-3076-4093-b9be-7044d5895480, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=13df3df6-3076-4093-b9be-7044d5895480,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:08.694432 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.725329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Calling delete_port for 57a11522-e00d-41c6-b98f-71ed188b23bb owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:19:08.784684 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:19:06Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:08.788591 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c461d36-dd82-4f07-9bee-fb728a390727 None None] The sync data for ids ['a05007c6-9dec-4d53-a717-f4b8adcd1ee7'] in dv-neutron-857569-1-hyperv is: [{'id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1171759520', 'tenant_id': '9f601fa224f847e0987dc27d0f93c21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': '13df3df6-3076-4093-b9be-7044d5895480', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:18:04Z', 'updated_at': '2022-09-22T09:19:06Z', 'revision_number': 5, 'project_id': '9f601fa224f847e0987dc27d0f93c21a', 'gw_port': {'id': '13df3df6-3076-4093-b9be-7044d5895480', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05007c6-9dec-4d53-a717-f4b8adcd1ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:18:05Z', 'updated_at': '2022-09-22T09:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:19:08.805563 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:08.827066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Calling delete_port for 13df3df6-3076-4093-b9be-7044d5895480 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:19:08.852135 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Pushing event deleted for resources: {'Port': ['ID=57a11522-e00d-41c6-b98f-71ed188b23bb,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:08.857037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] No DVR routers for this DVR port 57a11522-e00d-41c6-b98f-71ed188b23bb on host dv-neutron-857569-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:19:08.863974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.864325 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:08.869168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb429a2-782e-4498-94f7-0b0a29449244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:09.097336 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.144227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Port': ['ID=13df3df6-3076-4093-b9be-7044d5895480,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:09.248610 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.373162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eae2fbeb-82ee-44ba-bfc6-181913f425f4 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:19:09.406462 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: eae2fbeb-82ee-44ba-bfc6-181913f425f4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:19:09.406895 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device eae2fbeb-82ee-44ba-bfc6-181913f425f4 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:19:09.407402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57a11522-e00d-41c6-b98f-71ed188b23bb no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:19:09.427446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.429725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.453951 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.454597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Fanout notify agent at l3_agent the message router_deleted on router a05007c6-9dec-4d53-a717-f4b8adcd1ee7 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:19:09.476448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.477557 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-accdf2db-516e-4662-af10-d1955838967d tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/routers/a05007c6-9dec-4d53-a717-f4b8adcd1ee7 HTTP/1.1" status: 204 len: 168 time: 1.3531268 Sep 22 09:19:09.480276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:09.480502 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 57a11522-e00d-41c6-b98f-71ed188b23bb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:19:09.480810 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 57a11522-e00d-41c6-b98f-71ed188b23bb not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:19:09.595779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.729335 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.732148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.733906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.755016 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7302f2-56fe-4047-af67-dcf8c9782ad5']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:09.766589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c89eee1-26a7-4731-9871-706fb90da4dc') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:09.766884 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c89eee1-26a7-4731-9871-706fb90da4dc') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:09.778340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.794297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.800690 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:19:09.801076 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.868038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4c89eee1-26a7-4731-9871-706fb90da4dc resource provider aggregate not found Sep 22 09:19:09.887887 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 4c89eee1-26a7-4731-9871-706fb90da4dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c89eee1-26a7-4731-9871-706fb90da4dc found for delete ", "request_id": "req-28c78665-c7b9-4a0b-b4b3-2886f31cbf3e"}]} Sep 22 09:19:09.903876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.920837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:09.931556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'Network': ['ID=ef7302f2-56fe-4047-af67-dcf8c9782ad5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:09.939832 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d53082c-9728-4641-b92e-c847bfbb80a7 tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/networks/ef7302f2-56fe-4047-af67-dcf8c9782ad5 HTTP/1.1" status: 204 len: 168 time: 0.4586065 Sep 22 09:19:09.943261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:10.011895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1889b8a0-d44f-404a-afff-612432b7300b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.045216 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1889b8a0-d44f-404a-afff-612432b7300b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.108369 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1889b8a0-d44f-404a-afff-612432b7300b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.127480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889b8a0-d44f-404a-afff-612432b7300b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f869a-a31c-4c77-8d34-175e72f580bd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:10.137133 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1889b8a0-d44f-404a-afff-612432b7300b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.138273 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1889b8a0-d44f-404a-afff-612432b7300b tempest-TestNetworkAdvancedServerOps-559352087 tempest-TestNetworkAdvancedServerOps-559352087-project] 10.222.0.42 "DELETE /v2.0/security-groups/899f869a-a31c-4c77-8d34-175e72f580bd HTTP/1.1" status: 204 len: 168 time: 0.1941276 Sep 22 09:19:10.444928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50794) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:10.586854 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-72cc3784-3336-462f-bbc3-4cdf06e60335 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f601fa224f847e0987dc27d0f93c21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407521 Sep 22 09:19:10.589294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:10.645992 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8fe844e1-8b7b-40e5-866c-c8b728d9d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.670323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8fe844e1-8b7b-40e5-866c-c8b728d9d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.721425 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8fe844e1-8b7b-40e5-866c-c8b728d9d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.741309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe844e1-8b7b-40e5-866c-c8b728d9d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ef604-8bf4-4900-b774-5e402970ce35,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:10.749456 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8fe844e1-8b7b-40e5-866c-c8b728d9d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:10.750541 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8fe844e1-8b7b-40e5-866c-c8b728d9d8ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f63ef604-8bf4-4900-b774-5e402970ce35 HTTP/1.1" status: 204 len: 168 time: 0.1603887 Sep 22 09:19:11.031616 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:11.047732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.049334 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.068143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:11.072143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Usage tracker for resource:security_group_rule and tenant:33dad62bdf064868888aec84cae2b864 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:11.075037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:11.080869 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:11.162749 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.166550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.212349 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33dad62bdf064868888aec84cae2b864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796019 Sep 22 09:19:11.214041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d5ff9-e33a-4afb-b9f7-e0b557e47d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7afc2-e077-4ab7-96fc-d2856210e13a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:11.215362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:11.279370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1bce60d8-9336-4d73-825a-c6e281bdb0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.285677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 13df3df6-3076-4093-b9be-7044d5895480 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:19:11.307417 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1bce60d8-9336-4d73-825a-c6e281bdb0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.319767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 13df3df6-3076-4093-b9be-7044d5895480 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:19:11.320440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 13df3df6-3076-4093-b9be-7044d5895480 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:19:11.362446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1bce60d8-9336-4d73-825a-c6e281bdb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.377309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce60d8-9336-4d73-825a-c6e281bdb0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7afc2-e077-4ab7-96fc-d2856210e13a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:11.388506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1bce60d8-9336-4d73-825a-c6e281bdb0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:11.389847 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1bce60d8-9336-4d73-825a-c6e281bdb0f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ab7afc2-e077-4ab7-96fc-d2856210e13a HTTP/1.1" status: 204 len: 168 time: 0.1732831 Sep 22 09:19:12.133667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50836) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:12.234232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1499139505-network', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:12.239565 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:12.243396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Usage tracker for resource:network and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:12.246463 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:12.252182 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:12.262122 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Made reservation on behalf of b11d47cfc4b443df9fc37827c8c40791 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:19:12.264475 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.276010 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.290272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:12.294018 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:12.296742 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:12.302903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:12.385999 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.389517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.419373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:19:12.428197 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34899338-4662-43fb-808f-502ce5890a15,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:12.433723 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.434064 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Added segment cff404b1-b8c4-48bb-8404-e03a4ca59b20 of type vlan for network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 Sep 22 09:19:12.460304 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.489437 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.490477 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:12.491068 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.689973 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5552394 Sep 22 09:19:12.690672 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1501b1-ea76-48f2-afcb-423955b089c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d70313e-abde-4d61-bbb6-3f8860e93fb0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:12.692921 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50842) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:12.698265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Request body: {'subnet': {'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1499139505-subnet', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:12.700850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:19:12.703144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:12.707956 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Usage tracker for resource:subnet and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:12.710893 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:12.717204 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:12.728648 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Made reservation on behalf of b11d47cfc4b443df9fc37827c8c40791 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:19:12.730924 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.821017 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:12.929365 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.009817 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d07355-041f-4ba6-821f-674fa6c33b48,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:13.013789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Checking segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:13.014145 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Network hostable DHCP agents. Network: 5d70313e-abde-4d61-bbb6-3f8860e93fb0, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:19:13.032160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:19:13.040679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 5d70313e-abde-4d61-bbb6-3f8860e93fb0) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:13.044330 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:13.044903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.049377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4bc4d6-8db3-472c-949f-41bec0737461 None None] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:19:13.065311 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-259711ed-d87d-4e0e-90ce-cc02dde4e1b7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714249 Sep 22 09:19:13.068760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50846) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:13.073893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:13.078725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:13.083301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Usage tracker for resource:router and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:13.086209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:13.091989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:13.102337 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.103508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.119495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.271698 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:19:13.272366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.425376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Allocated IP 172.20.0.2 (5d70313e-abde-4d61-bbb6-3f8860e93fb0/75d07355-041f-4ba6-821f-674fa6c33b48/1a25d887-e3b4-42ca-bf6a-dde3aa29c07e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:13.486544 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.626962 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.636509 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Transition to ACTIVE for port object 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:13.654182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Transition to ACTIVE for port object 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:13.661099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.729082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:13.732887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:13.736012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:13.746191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Pushing event updated for resources: {'Port': ['ID=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:13.798541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.828394 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.839894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Attempting to bind port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:19:13.840256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Attempting to bind port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:19:13.840612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Attempting to bind port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:13.845759 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:19:13.846129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Checking segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:13.846518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.846894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Bound using segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:19:13.847375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Bound port: 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:19:13.847739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.937082 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] For port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:19:13.940389 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] For port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:19:13.944540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:13.966815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Allocated IP 172.26.8.98 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/877cb50a-a503-4a64-ad61-4ec2323c39a9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:14.029671 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b5f9-448d-47f4-8b48-e3d8446eae02 None None] Pushing event updated for resources: {'Port': ['ID=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:14.123442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:14.157142 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:14.227428 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:14.230169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:14.232730 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:14.279628 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Pushing event updated for resources: {'Port': ['ID=877cb50a-a503-4a64-ad61-4ec2323c39a9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:14.770298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:14.893842 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60149d85-d55c-4d9a-a0cf-3a481253e725 None None] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:19:15.004231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9e83ac94-3ddb-4255-89b2-5b2dc4ac5584 None None] Provisioning for port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:15.109323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:15.318675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Router 50a851b1-8ef8-4017-8112-b31e2c290336 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:19:15.362900 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:15.432857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:15.437496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:15.437862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:15.438187 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e Sep 22 09:19:15.504224 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:19:15.528144 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Sync routers for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:19:15.533663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:15.535080 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77acdde6-4b10-4805-960e-7d8ee805f332 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4652350 Sep 22 09:19:15.538583 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:15.557679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:15.558293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:15.641948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:15.642284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:15.762474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:15.768519 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:15.840850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:15.967091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:16.138993 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:14Z', 'revision_number': 3, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:16.142938 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Checking router: 50a851b1-8ef8-4017-8112-b31e2c290336 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:19:16.143314 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Updating router 50a851b1-8ef8-4017-8112-b31e2c290336 port 877cb50a-a503-4a64-ad61-4ec2323c39a9 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:19:16.198624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.202285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.406706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Allocated IP 172.20.0.1 (5d70313e-abde-4d61-bbb6-3f8860e93fb0/75d07355-041f-4ba6-821f-674fa6c33b48/47e70617-cf13-43ad-b6c9-1ba35712d4ab) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:16.524909 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.536568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Transition to ACTIVE for port object 877cb50a-a503-4a64-ad61-4ec2323c39a9 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:16.544545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.553357 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.569227 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Transition to ACTIVE for port object 47e70617-cf13-43ad-b6c9-1ba35712d4ab will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:16.592888 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.604924 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Attempting to bind port 877cb50a-a503-4a64-ad61-4ec2323c39a9 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:19:16.605315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Attempting to bind port 877cb50a-a503-4a64-ad61-4ec2323c39a9 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:19:16.605705 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Attempting to bind port 877cb50a-a503-4a64-ad61-4ec2323c39a9 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:16.616298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:19:16.616659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:16.617043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.617422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:19:16.617870 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Bound port: 877cb50a-a503-4a64-ad61-4ec2323c39a9, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:19:16.618234 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.659012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:16.661031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342d6a1-4ea9-493a-a948-bc696ffe787a None None] Pushing event updated for resources: {'Port': ['ID=877cb50a-a503-4a64-ad61-4ec2323c39a9,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:16.664373 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:16.670942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Pushing event updated for resources: {'Port': ['ID=47e70617-cf13-43ad-b6c9-1ba35712d4ab,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:16.673339 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:16.709569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] For port 877cb50a-a503-4a64-ad61-4ec2323c39a9, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:19:16.713580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] For port 877cb50a-a503-4a64-ad61-4ec2323c39a9, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=877cb50a-a503-4a64-ad61-4ec2323c39a9,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:19:16.718802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.781792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:16.782420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:16.852641 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:16.874884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342d6a1-4ea9-493a-a948-bc696ffe787a None None] Pushing event updated for resources: {'Port': ['ID=877cb50a-a503-4a64-ad61-4ec2323c39a9,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:16.981871 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:17.084280 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Provisioning for port 47e70617-cf13-43ad-b6c9-1ba35712d4ab completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:17.118192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:17.138208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Provisioning complete for port 47e70617-cf13-43ad-b6c9-1ba35712d4ab triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:17.138567 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:17.138888 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Attempt 1 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:17.265117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Port 47e70617-cf13-43ad-b6c9-1ba35712d4ab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:17.334817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:17.349559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:17.354466 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:17.428803 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:17.429171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:17.429510 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e Sep 22 09:19:17.460410 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:17.464819 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Pushing event updated for resources: {'Port': ['ID=47e70617-cf13-43ad-b6c9-1ba35712d4ab,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:17.474636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:14Z', 'revision_number': 3, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:17.483414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dcf06b-3f95-4340-b93c-a9f7bc4838df None None] The sync data for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv is: [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:14Z', 'revision_number': 3, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:19:17.560706 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:17.604261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:17.605384 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:17.766030 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Attempt 2 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:17.818961 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Router 50a851b1-8ef8-4017-8112-b31e2c290336 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:19:17.824765 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Port 47e70617-cf13-43ad-b6c9-1ba35712d4ab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:18.014234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:19:18.024218 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-07ce942a-d08c-4258-bc1c-d604a60ac216 admin admin] 10.222.0.42 "PUT /v2.0/routers/50a851b1-8ef8-4017-8112-b31e2c290336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4845328 Sep 22 09:19:18.326174 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Attempt 3 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:18.382932 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Port 47e70617-cf13-43ad-b6c9-1ba35712d4ab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:18.528772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:18.534296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1243112290-network', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:18.539284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:18.543139 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Usage tracker for resource:network and tenant:a6b4e5ae07454bde999fee79c1bffed4 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:18.546623 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:18.552849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:18.562156 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Made reservation on behalf of a6b4e5ae07454bde999fee79c1bffed4 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:19:18.564591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.580263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.594185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:18.598010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b4e5ae07454bde999fee79c1bffed4 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:18.600740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:18.606284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:18.688496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.692886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.719805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:19:18.732217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ef122c-8c01-4c75-83ea-8bde9329398d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:18.738301 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.739208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Added segment b9f5ea3c-a357-4faf-b536-26f07198835a of type vlan for network 84650ca3-8e86-4a95-8c70-485cae1c26b4 Sep 22 09:19:18.767525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.797166 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.798253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:18.798831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:18.884050 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Attempt 4 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:18.902389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] Pushing event updated for resources: {'Network': ['ID=84650ca3-8e86-4a95-8c70-485cae1c26b4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:18.909396 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50872) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:18.915864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Request body: {'subnet': {'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1243112290-subnet', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:18.918653 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b75faed8-50cc-4579-9595-dd8540c93696 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3887460 Sep 22 09:19:18.922152 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:18.924862 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:19:18.926644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Usage tracker for resource:subnet and tenant:a6b4e5ae07454bde999fee79c1bffed4 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:18.929551 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:18.935395 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:18.947816 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Made reservation on behalf of a6b4e5ae07454bde999fee79c1bffed4 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:19:18.950688 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.014648 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Sync routers for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:19:19.022586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Port 47e70617-cf13-43ad-b6c9-1ba35712d4ab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:19.024136 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:19.024756 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:19.157100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.202225 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:19.351802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca50670-de89-4f04-8e83-d1e5549aaed5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:19.359352 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Checking segment: {'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:19.359706 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Network hostable DHCP agents. Network: 84650ca3-8e86-4a95-8c70-485cae1c26b4, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:19:19.376276 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 877cb50a-a503-4a64-ad61-4ec2323c39a9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:19.383241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:19:19.395280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 84650ca3-8e86-4a95-8c70-485cae1c26b4) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:19.399745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:19.400444 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.415136 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e5f37-363b-4e27-8ed1-7501c2740342 None None] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:19:19.424037 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a551434e-1739-4ab8-b00c-d89781f4a5ad admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5131838 Sep 22 09:19:19.425312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50876) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:19.430451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:19.435318 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:19.439440 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Usage tracker for resource:router and tenant:a6b4e5ae07454bde999fee79c1bffed4 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:19.443072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:19.448990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:19.460762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.461836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.479446 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.523437 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Attempt 5 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:19.549317 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 2, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:19.553285 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Checking router: 50a851b1-8ef8-4017-8112-b31e2c290336 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:19:19.553632 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Updating router 50a851b1-8ef8-4017-8112-b31e2c290336 port 47e70617-cf13-43ad-b6c9-1ba35712d4ab binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:19:19.583171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 877cb50a-a503-4a64-ad61-4ec2323c39a9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:19.591627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 877cb50a-a503-4a64-ad61-4ec2323c39a9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:19.592014 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.592337 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 877cb50a-a503-4a64-ad61-4ec2323c39a9 Sep 22 09:19:19.605616 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.691555 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Port 47e70617-cf13-43ad-b6c9-1ba35712d4ab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:19.803807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-84650ca3-8e86-4a95-8c70-485cae1c26b4', 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'fixed_ips': [{'subnet_id': 'fca50670-de89-4f04-8e83-d1e5549aaed5'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:19:19.804635 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.880707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.884173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 877cb50a-a503-4a64-ad61-4ec2323c39a9 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:19.884558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.923588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 877cb50a-a503-4a64-ad61-4ec2323c39a9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=877cb50a-a503-4a64-ad61-4ec2323c39a9,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:19.962568 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.969717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:19.975095 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Transition to ACTIVE for port object 47e70617-cf13-43ad-b6c9-1ba35712d4ab will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:19.983054 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.026653 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Allocated IP 172.20.0.2 (84650ca3-8e86-4a95-8c70-485cae1c26b4/fca50670-de89-4f04-8e83-d1e5549aaed5/00b895f7-45bb-43e6-a59f-ae78027c2d64) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:20.190566 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Pushing event updated for resources: {'Port': ['ID=47e70617-cf13-43ad-b6c9-1ba35712d4ab,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:20.205885 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.206227 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.206561 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.206890 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.207260 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.207594 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.207917 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.208233 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.208722 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.209048 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.209367 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.209683 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:19:20.214686 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Attempting to bind port 47e70617-cf13-43ad-b6c9-1ba35712d4ab on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:19:20.214971 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Attempting to bind port 47e70617-cf13-43ad-b6c9-1ba35712d4ab by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:19:20.215356 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Attempting to bind port 47e70617-cf13-43ad-b6c9-1ba35712d4ab on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:20.221607 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:19:20.222669 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Checking segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:20.222669 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.222884 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Bound using segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:19:20.223250 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Bound port: 47e70617-cf13-43ad-b6c9-1ba35712d4ab, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:19:20.223617 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.227944 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.263768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.286323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.295718 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Attempt 6 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:20.324226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Transition to ACTIVE for port object 00b895f7-45bb-43e6-a59f-ae78027c2d64 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:20.343374 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] For port 47e70617-cf13-43ad-b6c9-1ba35712d4ab, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:19:20.347792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] For port 47e70617-cf13-43ad-b6c9-1ba35712d4ab, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47e70617-cf13-43ad-b6c9-1ba35712d4ab,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:19:20.353725 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.386742 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Transition to ACTIVE for port object 00b895f7-45bb-43e6-a59f-ae78027c2d64 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:20.392231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Port 47e70617-cf13-43ad-b6c9-1ba35712d4ab cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:20.398445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.406773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=877cb50a-a503-4a64-ad61-4ec2323c39a9,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:20.421108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Allocated IP 172.26.8.18 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/400b22ff-a64d-4f45-a62b-3351d489dd6e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:20.434563 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:20.435355 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:20.474727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:20.477525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:20.481394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:20.516816 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53539cc7-46c9-424b-b220-fdac48dc8091 None None] Pushing event updated for resources: {'Port': ['ID=47e70617-cf13-43ad-b6c9-1ba35712d4ab,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:20.518355 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Pushing event updated for resources: {'Port': ['ID=00b895f7-45bb-43e6-a59f-ae78027c2d64,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:20.575336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.591123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Attempting to bind port 00b895f7-45bb-43e6-a59f-ae78027c2d64 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:19:20.591530 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Attempting to bind port 00b895f7-45bb-43e6-a59f-ae78027c2d64 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:19:20.591885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Attempting to bind port 00b895f7-45bb-43e6-a59f-ae78027c2d64 on network 84650ca3-8e86-4a95-8c70-485cae1c26b4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:20.597139 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:19:20.597510 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Checking segment: {'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:20.598429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.598816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Bound using segment: {'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:19:20.599422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Bound port: 00b895f7-45bb-43e6-a59f-ae78027c2d64, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:19:20.599898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.608728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.621379 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:20.683200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:20.685937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:20.689816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:20.695988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] For port 00b895f7-45bb-43e6-a59f-ae78027c2d64, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:19:20.699394 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] For port 00b895f7-45bb-43e6-a59f-ae78027c2d64, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00b895f7-45bb-43e6-a59f-ae78027c2d64,segment=NetworkSegment(b9f5ea3c-a357-4faf-b536-26f07198835a),segment_id=b9f5ea3c-a357-4faf-b536-26f07198835a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:19:20.704531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:20.732851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Pushing event updated for resources: {'Port': ['ID=400b22ff-a64d-4f45-a62b-3351d489dd6e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:20.785395 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3b262-8bb0-4f9e-8e05-be45c3f5f92e None None] Pushing event updated for resources: {'Port': ['ID=00b895f7-45bb-43e6-a59f-ae78027c2d64,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:20.893326 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Attempt 7 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:20.989521 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:20Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:21.005659 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-198a83c1-41bc-4c08-9619-a65206ea91cd None None] Port 47e70617-cf13-43ad-b6c9-1ba35712d4ab had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:19:21.009457 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9101450f-b307-4cfa-a8b8-b55cbd638561 None None] The sync data for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv is: [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:20Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:19:21.206965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:21.447513 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 877cb50a-a503-4a64-ad61-4ec2323c39a9 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:21.527008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 877cb50a-a503-4a64-ad61-4ec2323c39a9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:21.527582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:21.528188 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 877cb50a-a503-4a64-ad61-4ec2323c39a9 Sep 22 09:19:21.657281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 877cb50a-a503-4a64-ad61-4ec2323c39a9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:21.658369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 47e70617-cf13-43ad-b6c9-1ba35712d4ab up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:21.709146 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:21.743687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 47e70617-cf13-43ad-b6c9-1ba35712d4ab completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:21.750087 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 47e70617-cf13-43ad-b6c9-1ba35712d4ab triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:21.750613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:21.751545 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:21.888744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 47e70617-cf13-43ad-b6c9-1ba35712d4ab is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:21.889115 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:21.926776 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 47e70617-cf13-43ad-b6c9-1ba35712d4ab, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47e70617-cf13-43ad-b6c9-1ba35712d4ab,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:21.932623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:21.933650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00b895f7-45bb-43e6-a59f-ae78027c2d64 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:21.963283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Router bdb5b398-4d10-4e53-ae44-ed113634783a is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:19:21.995744 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5657e045-30a8-4c22-b5cd-9f1269ccb003 None None] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:19:22.146785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=47e70617-cf13-43ad-b6c9-1ba35712d4ab,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:22.149405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-54980728-695a-4cd9-8d0d-1dd2107f5700 None None] Provisioning for port 00b895f7-45bb-43e6-a59f-ae78027c2d64 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:22.155332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:19:22.174247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Sync routers for ids ['bdb5b398-4d10-4e53-ae44-ed113634783a'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:19:22.182498 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:22.187136 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:22.187718 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0fa7f131-b52f-4fc5-99c2-c51ea827d379 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7607489 Sep 22 09:19:22.205482 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Routers {'bdb5b398-4d10-4e53-ae44-ed113634783a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:22.206173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bdb5b398-4d10-4e53-ae44-ed113634783a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:22.267369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 00b895f7-45bb-43e6-a59f-ae78027c2d64 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:22.316181 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 00b895f7-45bb-43e6-a59f-ae78027c2d64 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:22.316610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:22.317457 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 00b895f7-45bb-43e6-a59f-ae78027c2d64 Sep 22 09:19:22.550021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Set router bdb5b398-4d10-4e53-ae44-ed113634783a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:22.804244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 00b895f7-45bb-43e6-a59f-ae78027c2d64 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:22.804529 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:22.873560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:22.900697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 00b895f7-45bb-43e6-a59f-ae78027c2d64, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00b895f7-45bb-43e6-a59f-ae78027c2d64,segment=NetworkSegment(b9f5ea3c-a357-4faf-b536-26f07198835a),segment_id=b9f5ea3c-a357-4faf-b536-26f07198835a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:22.916012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:22.994728 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=00b895f7-45bb-43e6-a59f-ae78027c2d64,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:23.006361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:19:20Z', 'revision_number': 3, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port': {'id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:20Z', 'updated_at': '2022-09-22T09:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:23.010153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Checking router: bdb5b398-4d10-4e53-ae44-ed113634783a for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:19:23.010496 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Updating router bdb5b398-4d10-4e53-ae44-ed113634783a port 400b22ff-a64d-4f45-a62b-3351d489dd6e binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:19:23.066393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.091957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Allocated IP 172.20.0.1 (84650ca3-8e86-4a95-8c70-485cae1c26b4/fca50670-de89-4f04-8e83-d1e5549aaed5/32db7c5e-b5cc-4e25-ad66-9fce9e394a45) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:23.203785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-efa20e1c-9258-46be-9aba-2e51abbe4bed None None] Provisioning complete for port 00b895f7-45bb-43e6-a59f-ae78027c2d64 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:23.204146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efa20e1c-9258-46be-9aba-2e51abbe4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.204452 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-efa20e1c-9258-46be-9aba-2e51abbe4bed None None] Attempt 1 to provision port 00b895f7-45bb-43e6-a59f-ae78027c2d64 Sep 22 09:19:23.245244 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.260501 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Transition to ACTIVE for port object 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:23.284406 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.354821 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:23.356454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 47e70617-cf13-43ad-b6c9-1ba35712d4ab up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:23.357824 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:23.361524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:23.394522 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Pushing event updated for resources: {'Port': ['ID=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:23.422347 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.488885 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-efa20e1c-9258-46be-9aba-2e51abbe4bed None None] Current status of the port 00b895f7-45bb-43e6-a59f-ae78027c2d64 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:23.555127 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.563348 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 47e70617-cf13-43ad-b6c9-1ba35712d4ab triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:23.563878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.564023 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 47e70617-cf13-43ad-b6c9-1ba35712d4ab Sep 22 09:19:23.617673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.639702 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Transition to ACTIVE for port object 400b22ff-a64d-4f45-a62b-3351d489dd6e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:23.650722 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.685905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Provisioning for port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:23.724210 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Attempting to bind port 400b22ff-a64d-4f45-a62b-3351d489dd6e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:19:23.724573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Attempting to bind port 400b22ff-a64d-4f45-a62b-3351d489dd6e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:19:23.724934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Attempting to bind port 400b22ff-a64d-4f45-a62b-3351d489dd6e on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:23.726939 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Provisioning complete for port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:23.727312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.727637 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 1 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:23.805798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:19:23.806179 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:23.806559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.806969 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:19:23.807524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Bound port: 400b22ff-a64d-4f45-a62b-3351d489dd6e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:19:23.807893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.855152 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c5666-35b9-4c4e-a6ba-3eb6853b4ab6 None None] Pushing event updated for resources: {'Port': ['ID=400b22ff-a64d-4f45-a62b-3351d489dd6e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:23.884255 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:23.895830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 47e70617-cf13-43ad-b6c9-1ba35712d4ab is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:23.896586 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00b895f7-45bb-43e6-a59f-ae78027c2d64 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:23.897472 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.902141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:23.962048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] For port 400b22ff-a64d-4f45-a62b-3351d489dd6e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:19:23.966833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] For port 400b22ff-a64d-4f45-a62b-3351d489dd6e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=400b22ff-a64d-4f45-a62b-3351d489dd6e,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:19:23.972479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:24.012311 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Pushing event updated for resources: {'Port': ['ID=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:24.014644 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:24.042423 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Routers {'bdb5b398-4d10-4e53-ae44-ed113634783a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:24.043034 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bdb5b398-4d10-4e53-ae44-ed113634783a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:24.114820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c5666-35b9-4c4e-a6ba-3eb6853b4ab6 None None] Pushing event updated for resources: {'Port': ['ID=400b22ff-a64d-4f45-a62b-3351d489dd6e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:24.117282 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 00b895f7-45bb-43e6-a59f-ae78027c2d64 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:24.117640 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:24.117963 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 00b895f7-45bb-43e6-a59f-ae78027c2d64 Sep 22 09:19:24.148847 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:24.150042 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:24.346721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Router bdb5b398-4d10-4e53-ae44-ed113634783a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:19:24.353382 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] Set router bdb5b398-4d10-4e53-ae44-ed113634783a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:24.399404 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 2 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:24.490968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:24.525488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:19:24.536205 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca507736-b1c9-4335-8dc4-e5e9d2f1b511 admin admin] 10.222.0.42 "PUT /v2.0/routers/bdb5b398-4d10-4e53-ae44-ed113634783a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3472805 Sep 22 09:19:24.543044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 00b895f7-45bb-43e6-a59f-ae78027c2d64 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:24.734177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 4, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port': {'id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:20Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '32db7c5e-b5cc-4e25-ad66-9fce9e394a45', 'name': '', 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'mac_address': 'fa:16:3e:28:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:22Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 2, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'subnets': [{'id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:24.738127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e743-2fbf-453d-b235-ff231c0c07b8 None None] The sync data for ids ['bdb5b398-4d10-4e53-ae44-ed113634783a'] in dv-neutron-857569-1-hyperv is: [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 4, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port': {'id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:20Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '32db7c5e-b5cc-4e25-ad66-9fce9e394a45', 'name': '', 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'mac_address': 'fa:16:3e:28:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:22Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 2, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'subnets': [{'id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:19:24.926597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:24.933563 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342203622', 'description': 'tempest-secgroup-smoke-1342203622 description', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:24.941721 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:24.946199 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:24.949447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:24.959195 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:24.970110 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:24.991815 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 3 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:24.996476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:25.000488 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:25.003636 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:25.009891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:25.053093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:25.087458 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.091587 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.137579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c4509b-8c91-4e54-b21e-f763454d2fe5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:25.141046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.145038 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc6f7344-100f-4c19-8838-95ad8ba89043 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2140961 Sep 22 09:19:25.145351 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:25.150752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': '41c4509b-8c91-4e54-b21e-f763454d2fe5', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:25.156909 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:25.161527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:25.164689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:25.170464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:25.189421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.252166 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.257496 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.282236 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61e2dfe-b8a9-43b1-8c79-1414ab378e05,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:25.292318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.296724 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50900) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:25.297207 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-154f3027-148f-4a7f-bc6d-20dc2e8c40fd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504030 Sep 22 09:19:25.302874 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': '41c4509b-8c91-4e54-b21e-f763454d2fe5', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:25.310148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:25.316269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:25.320060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:25.326212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:25.344492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.421163 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.431926 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.455728 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80afaeb-2885-4bf8-837a-2197a5c08221,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:25.469238 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.471640 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0076e789-97bb-4a75-8942-f555971e980b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1728756 Sep 22 09:19:25.473911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50904) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:25.479010 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': '41c4509b-8c91-4e54-b21e-f763454d2fe5', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:25.485563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:25.489736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:25.492954 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:25.498988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:25.516507 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.554684 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 4 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:25.584007 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.588432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.612182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:25.613008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3793f3-2f71-4d3d-b878-01c2e1bb9343,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:25.622659 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.623994 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35fd4018-521a-48cc-9377-6038d81f6067 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491120 Sep 22 09:19:25.626968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:25.632916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': '41c4509b-8c91-4e54-b21e-f763454d2fe5', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:25.641707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:25.646314 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:25.649273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:25.655095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:25.672213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.740508 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.744852 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.768586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879ef5c9-d7cf-4118-b4c7-b942dae7e9ff,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:25.779738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.780928 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4faaf4e0-8309-43ef-8c7f-6982f7e9cc8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529810 Sep 22 09:19:25.783775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50912) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:25.793369 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': '41c4509b-8c91-4e54-b21e-f763454d2fe5', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:25.800512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:25.804885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:25.807932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:25.814484 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:25.829455 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Project b11d47cfc4b443df9fc37827c8c40791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:19:25.837255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.906673 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.915070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.940011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3b2bcf-09c5-4bd5-84a2-004dd5074c01,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:25.952568 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:25.954025 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6cb4e20-700a-48e4-ad49-baaf1c09a89d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1692636 Sep 22 09:19:25.956761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 50916) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:25.963004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': '41c4509b-8c91-4e54-b21e-f763454d2fe5', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:25.970194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:25.974908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:25.977946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:25.983829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:25.994864 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Project b11d47cfc4b443df9fc37827c8c40791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:19:26.001740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:26.070876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:26.075818 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:26.099500 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e945d-d772-4386-8d96-8a403de22324,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:26.110715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:26.111921 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-96df6ccc-2199-4fe7-b31a-05c4ae4f4826 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534505 Sep 22 09:19:26.113214 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 5 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:26.167481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:26.411500 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-d092d44b-2384-466e-964d-4f6e51254e97 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342203622&fields=id&tenant_id=b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 267 time: 0.0394077 Sep 22 09:19:26.557842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-2a20fb4c-f951-4669-809e-405da442d480 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:26.559155 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-2a20fb4c-f951-4669-809e-405da442d480 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 809 time: 0.1412306 Sep 22 09:19:26.574067 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-19fac33c-572f-4f35-902d-09536be55dd3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/quotas/b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 375 time: 0.0095565 Sep 22 09:19:26.666840 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-00a16c21-6650-4c5a-8437-66a7d2a87774 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880337 Sep 22 09:19:26.668933 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 6 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:26.724574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:26.778881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-67871db4-3dde-468d-ac89-5760bb27e9e1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:19:26.779881 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-67871db4-3dde-468d-ac89-5760bb27e9e1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1011555 Sep 22 09:19:26.907432 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-129f26c8-0ec7-4c0b-867c-02ba95b7bcb1 service neutron] 10.222.0.42 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208422 Sep 22 09:19:27.035144 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-a42f3a10-18ec-4af1-8272-d91a197eb3f6 service neutron] 10.222.0.42 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213648 Sep 22 09:19:27.225397 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 7 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:27.264875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2de83303-5d2a-4476-9733-6d4f13c8ed7f req-97d25e14-52ba-4508-826c-f99bd1ca0981 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:19:27.281652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:27.285436 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-2de83303-5d2a-4476-9733-6d4f13c8ed7f req-97d25e14-52ba-4508-826c-f99bd1ca0981 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:19:27.287290 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2de83303-5d2a-4476-9733-6d4f13c8ed7f req-97d25e14-52ba-4508-826c-f99bd1ca0981 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 210 time: 0.1180182 Sep 22 09:19:27.371230 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 400b22ff-a64d-4f45-a62b-3351d489dd6e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:27.440410 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 400b22ff-a64d-4f45-a62b-3351d489dd6e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:27.446487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 400b22ff-a64d-4f45-a62b-3351d489dd6e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:27.446860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:27.447196 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 400b22ff-a64d-4f45-a62b-3351d489dd6e Sep 22 09:19:27.570998 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 400b22ff-a64d-4f45-a62b-3351d489dd6e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:27.571404 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:27.587444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 400b22ff-a64d-4f45-a62b-3351d489dd6e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=400b22ff-a64d-4f45-a62b-3351d489dd6e,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:27.591407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:27.659806 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=400b22ff-a64d-4f45-a62b-3351d489dd6e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:27.783372 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 8 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:27.843821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:28.345047 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 9 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:28.348977 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Sync routers for ids ['bdb5b398-4d10-4e53-ae44-ed113634783a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:19:28.366128 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Routers {'bdb5b398-4d10-4e53-ae44-ed113634783a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:28.368018 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bdb5b398-4d10-4e53-ae44-ed113634783a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:28.434104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:28.500032 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd9012e3-15fc-4dfb-9932-864ebb758ddc req-5cc2e6bd-c6d1-407e-83f6-84e7f36a65cf tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 210 time: 0.0569332 Sep 22 09:19:28.521605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-461e08eb-72e0-4b8d-8c69-6d5fdaef5961 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:28.523057 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-461e08eb-72e0-4b8d-8c69-6d5fdaef5961 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 809 time: 0.3615310 Sep 22 09:19:28.571726 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-2646312d-089e-4aef-aa09-0be00c2af2e9 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 380 time: 0.0402815 Sep 22 09:19:28.572085 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Set router bdb5b398-4d10-4e53-ae44-ed113634783a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:28.580793 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'port': {'device_id': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'admin_state_up': True, 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'security_groups': ['41c4509b-8c91-4e54-b21e-f763454d2fe5']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:28.717269 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:28.726915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:28.736434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Made reservation on behalf of b11d47cfc4b443df9fc37827c8c40791 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:19:28.739941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:28.884737 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 4, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port': {'id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:20Z', 'updated_at': '2022-09-22T09:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '32db7c5e-b5cc-4e25-ad66-9fce9e394a45', 'name': '', 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'mac_address': 'fa:16:3e:28:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:22Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 2, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'subnets': [{'id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:28.888441 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Checking router: bdb5b398-4d10-4e53-ae44-ed113634783a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:19:28.888792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Updating router bdb5b398-4d10-4e53-ae44-ed113634783a port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:19:28.902726 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Allocated IP 172.20.0.12 (5d70313e-abde-4d61-bbb6-3f8860e93fb0/75d07355-041f-4ba6-821f-674fa6c33b48/40bafb94-64df-4a03-a970-a7083404e6f1) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:28.935823 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Attempt 10 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:28.940735 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.012236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-78318b9c-8fa9-46d4-8cf5-fcf63e116e1f None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:29.092657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.107858 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Transition to ACTIVE for port object 40bafb94-64df-4a03-a970-a7083404e6f1 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:29.139162 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.151464 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-556a74e5-3be3-4c37-8637-f290d8ee55a9 None None] Provisioning complete for port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:29.152075 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-556a74e5-3be3-4c37-8637-f290d8ee55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.152547 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-556a74e5-3be3-4c37-8637-f290d8ee55a9 None None] Attempt 1 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:29.212553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-556a74e5-3be3-4c37-8637-f290d8ee55a9 None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:19:29.215039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:29.217953 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:29.221996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:29.268670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:29.293885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:29.294516 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.332451 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0b72cba6-4be1-4bf3-b0f9-87c24855da32 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549267 Sep 22 09:19:29.338987 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.345738 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Request body: {'port': {'device_id': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:29.353322 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Transition to ACTIVE for port object 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:29.359108 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 400b22ff-a64d-4f45-a62b-3351d489dd6e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:29.360971 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.446038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 400b22ff-a64d-4f45-a62b-3351d489dd6e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:29.446532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.446947 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 400b22ff-a64d-4f45-a62b-3351d489dd6e Sep 22 09:19:29.493811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.524149 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d4d45-6aea-48aa-a145-20d42a0d972c None None] Pushing event updated for resources: {'Port': ['ID=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:29.567154 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 400b22ff-a64d-4f45-a62b-3351d489dd6e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:29.586431 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Attempting to bind port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:19:29.586792 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Attempting to bind port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:19:29.587137 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Attempting to bind port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 on network 84650ca3-8e86-4a95-8c70-485cae1c26b4 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:29.592274 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:19:29.592655 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Checking segment: {'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:29.593043 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.593421 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Bound using segment: {'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:19:29.593866 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Bound port: 32db7c5e-b5cc-4e25-ad66-9fce9e394a45, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5ea3c-a357-4faf-b536-26f07198835a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:19:29.594220 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.680786 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] For port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:19:29.687079 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] For port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,segment=NetworkSegment(b9f5ea3c-a357-4faf-b536-26f07198835a),segment_id=b9f5ea3c-a357-4faf-b536-26f07198835a)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:19:29.691577 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.713720 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-556a74e5-3be3-4c37-8637-f290d8ee55a9 None None] Attempt 2 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:29.734001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218d810-4d35-4038-9b19-105f86087374 req-15cc884c-92c7-45e5-9833-5f1b69d47985 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:29.737732 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e218d810-4d35-4038-9b19-105f86087374 req-15cc884c-92c7-45e5-9833-5f1b69d47985 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 932 time: 0.0981572 Sep 22 09:19:29.772303 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Routers {'bdb5b398-4d10-4e53-ae44-ed113634783a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:29.773435 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bdb5b398-4d10-4e53-ae44-ed113634783a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:29.785895 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e218d810-4d35-4038-9b19-105f86087374 req-2098cec6-80d6-4fff-b9e7-c565d0f14fb1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:19:29.806386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e218d810-4d35-4038-9b19-105f86087374 req-2098cec6-80d6-4fff-b9e7-c565d0f14fb1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:19:29.818624 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e218d810-4d35-4038-9b19-105f86087374 req-2098cec6-80d6-4fff-b9e7-c565d0f14fb1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746241 Sep 22 09:19:29.829129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-556a74e5-3be3-4c37-8637-f290d8ee55a9 None None] Port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:19:29.867046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bafb94-64df-4a03-a970-a7083404e6f1 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:19:29.872733 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d4d45-6aea-48aa-a145-20d42a0d972c None None] Pushing event updated for resources: {'Port': ['ID=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:29.875122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.890410 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Transition to ACTIVE for port object 40bafb94-64df-4a03-a970-a7083404e6f1 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:19:29.894182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:29.959841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66c3a879-7d2e-41c9-8041-35e78c6c090f None None] Provisioning for port 40bafb94-64df-4a03-a970-a7083404e6f1 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:29.989200 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] Set router bdb5b398-4d10-4e53-ae44-ed113634783a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:30.091330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:30.123811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Attempting to bind port 40bafb94-64df-4a03-a970-a7083404e6f1 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:19:30.124133 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Attempting to bind port 40bafb94-64df-4a03-a970-a7083404e6f1 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:19:30.124448 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Attempting to bind port 40bafb94-64df-4a03-a970-a7083404e6f1 on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:30.129518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Port 40bafb94-64df-4a03-a970-a7083404e6f1 on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:19:30.129826 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Attempting to bind port 40bafb94-64df-4a03-a970-a7083404e6f1 on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:19:30.134763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:19:30.135088 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Checking segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:19:30.135492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Bound using segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:19:30.135905 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Bound port: 40bafb94-64df-4a03-a970-a7083404e6f1, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:19:30.136244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:30.223878 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:19:30.226941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:19:30.231940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:30.274060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:30.274757 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:30.276161 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] 10.222.0.48 "PUT /v2.0/ports/40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 1094 time: 0.9364688 Sep 22 09:19:30.276590 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:19:30.278841 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef32477-4739-47e7-b4b2-55f95db0ff38" -d '{"events": [{"name": "network-changed", "server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:19:30.302444 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 4, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port': {'id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:20Z', 'updated_at': '2022-09-22T09:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '32db7c5e-b5cc-4e25-ad66-9fce9e394a45', 'name': '', 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'mac_address': 'fa:16:3e:28:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:22Z', 'updated_at': '2022-09-22T09:19:29Z', 'revision_number': 4, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'subnets': [{'id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:30.309890 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdc0faf-7ce1-4f08-b93c-06a6d195c449 None None] The sync data for ids ['bdb5b398-4d10-4e53-ae44-ed113634783a'] in dv-neutron-857569-1-hyperv is: [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:19:23Z', 'revision_number': 4, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port': {'id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:20Z', 'updated_at': '2022-09-22T09:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '32db7c5e-b5cc-4e25-ad66-9fce9e394a45', 'name': '', 'network_id': '84650ca3-8e86-4a95-8c70-485cae1c26b4', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'mac_address': 'fa:16:3e:28:87:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:22Z', 'updated_at': '2022-09-22T09:19:29Z', 'revision_number': 4, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'subnets': [{'id': 'fca50670-de89-4f04-8e83-d1e5549aaed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:19:30.311762 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11ec3f-e252-47ab-ac75-10a392b84739 service neutron] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:30.475002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764fd903-58cf-424f-aba3-f954ff3b76ff x-openstack-request-id: req-764fd903-58cf-424f-aba3-f954ff3b76ff {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:19:30.475260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:19:30.475487 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-764fd903-58cf-424f-aba3-f954ff3b76ff {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:19:30.475874 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764fd903-58cf-424f-aba3-f954ff3b76ff'] response: {'name': 'network-changed', 'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'status': 'completed', 'code': 200} Sep 22 09:19:30.514281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-ebbb08d7-45dc-443d-9e74-e5ac795470ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:30.515774 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-ebbb08d7-45dc-443d-9e74-e5ac795470ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1097 time: 0.2010143 Sep 22 09:19:30.584976 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-620b7e57-33fd-45d8-8849-8010525b7244 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 217 time: 0.0621231 Sep 22 09:19:30.644244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-c750e4e2-5ba5-4164-8bac-f67c9534065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:30.645614 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-c750e4e2-5ba5-4164-8bac-f67c9534065e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0553675 Sep 22 09:19:30.728974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-6c17fff7-f111-48a4-86a1-09a896b16f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:30.730355 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-6c17fff7-f111-48a4-86a1-09a896b16f03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787289 Sep 22 09:19:30.857706 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-10794908-f60e-41b9-9935-22baf9e57691 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217835 Sep 22 09:19:30.993299 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e83d28a8-0fa6-455d-9fd1-be372018b9f0 req-0cb23cc3-5c92-403b-8424-574b417115ac service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301837 Sep 22 09:19:31.014137 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be2d48-06e4-4462-b701-842022f0da6a req-6038927c-695a-4d9c-bba5-fcabb47f68b7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:31.015614 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88be2d48-06e4-4462-b701-842022f0da6a req-6038927c-695a-4d9c-bba5-fcabb47f68b7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0929060 Sep 22 09:19:31.060778 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88be2d48-06e4-4462-b701-842022f0da6a req-d60a6d9f-2442-4090-83bf-ccc334a5d77f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391831 Sep 22 09:19:31.114981 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-e1525673-7b2c-46af-b254-2323b8cd1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:31.116465 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-e1525673-7b2c-46af-b254-2323b8cd1ea0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1097 time: 0.0776739 Sep 22 09:19:31.248165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-a10b152c-50b1-4d50-b064-0cb556417671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:31.249500 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-a10b152c-50b1-4d50-b064-0cb556417671 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1271112 Sep 22 09:19:31.320516 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-7ea068ee-3bb3-47c2-8d56-0fc6f306102e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 217 time: 0.0635242 Sep 22 09:19:31.362052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:31.382447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-e841ac6e-eab8-48c3-a142-792eae6a0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:31.383922 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-e841ac6e-eab8-48c3-a142-792eae6a0b9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0577672 Sep 22 09:19:31.426989 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:31.431646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:31.432008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:31.432339 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:31.468754 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-615709aa-9d01-4d11-b511-2083f45442fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:31.470366 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-615709aa-9d01-4d11-b511-2083f45442fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806620 Sep 22 09:19:31.547346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:31.547724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:31.581730 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,segment=NetworkSegment(b9f5ea3c-a357-4faf-b536-26f07198835a),segment_id=b9f5ea3c-a357-4faf-b536-26f07198835a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:31.587321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:31.606918 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-7e212f19-bec7-468e-acd4-f167b6606f8c service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284904 Sep 22 09:19:31.661481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:31.740582 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ef32477-4739-47e7-b4b2-55f95db0ff38 req-1e536c47-a2b9-4e92-b093-db7ca4662a5c service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273484 Sep 22 09:19:32.261862 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb86147-e9fa-4108-b3fa-5eba7119fe10 req-1653b9eb-da81-45f5-b322-be827e68bb22 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:32.262552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ffb86147-e9fa-4108-b3fa-5eba7119fe10 req-1653b9eb-da81-45f5-b322-be827e68bb22 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:19:32.278831 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ffb86147-e9fa-4108-b3fa-5eba7119fe10 req-1653b9eb-da81-45f5-b322-be827e68bb22 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:19:32.280239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ffb86147-e9fa-4108-b3fa-5eba7119fe10 req-1653b9eb-da81-45f5-b322-be827e68bb22 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.1063185 Sep 22 09:19:32.323539 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ffb86147-e9fa-4108-b3fa-5eba7119fe10 req-519eda6b-ff60-4d36-a3b4-fd9cf5107032 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Sep 22 09:19:33.343253 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:33.411558 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:33.411818 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:33.412142 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 Sep 22 09:19:33.523423 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad5166-6e8e-40c6-bc9c-d31e17d840ce req-a608086f-9e12-4faa-84ee-8c8dac2aa4c7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:33.524887 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-71ad5166-6e8e-40c6-bc9c-d31e17d840ce req-a608086f-9e12-4faa-84ee-8c8dac2aa4c7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0860448 Sep 22 09:19:33.526908 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:33.567600 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-71ad5166-6e8e-40c6-bc9c-d31e17d840ce req-fe71f536-bdb4-42d4-b30e-a052733aa88e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 Sep 22 09:19:33.824946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:19:33.955792 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:33.969121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '40bafb94-64df-4a03-a970-a7083404e6f1', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'port_id': '40bafb94-64df-4a03-a970-a7083404e6f1', 'mac_address': 'fa:16:3e:e0:16:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:19:34.023627 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:34.024003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:34.042877 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bafb94-64df-4a03-a970-a7083404e6f1 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:19:34.057495 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:34.061414 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:34.125948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:34.264675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['40bafb94-64df-4a03-a970-a7083404e6f1'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:19:34.768884 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887d4a7-3f8e-48c7-8c94-360532d80784 req-f93da64f-e83f-4d54-9f8d-c75b15dd98de tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:34.770318 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2887d4a7-3f8e-48c7-8c94-360532d80784 req-f93da64f-e83f-4d54-9f8d-c75b15dd98de tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 945 time: 0.0895717 Sep 22 09:19:34.813728 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2887d4a7-3f8e-48c7-8c94-360532d80784 req-c6c96a71-676e-4261-918d-f7305a13fb2a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Sep 22 09:19:35.610053 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:19:35.824321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:19:35.895587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 40bafb94-64df-4a03-a970-a7083404e6f1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:19:35.900361 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 40bafb94-64df-4a03-a970-a7083404e6f1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:19:35.900737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:35.901068 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 40bafb94-64df-4a03-a970-a7083404e6f1 Sep 22 09:19:36.013920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505cccd-140d-4583-9c80-9b05c1e54a59 req-0dac70ac-f048-48f8-8f58-f61d529cd5e4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:36.015550 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a505cccd-140d-4583-9c80-9b05c1e54a59 req-0dac70ac-f048-48f8-8f58-f61d529cd5e4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 945 time: 0.0922656 Sep 22 09:19:36.023346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:19:36.023724 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:36.052373 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:19:36.055162 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aec49a-cd3c-4d1f-aacf-202943471adf" -d '{"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-plugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:19:36.059981 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a505cccd-140d-4583-9c80-9b05c1e54a59 req-98e762e5-e127-48bc-a17e-501e55071e83 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387728 Sep 22 09:19:36.063632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:19:36.068867 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:36.109857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73456d3f-a0b4-4de8-95af-49cc62cf4199 x-openstack-request-id: req-73456d3f-a0b4-4de8-95af-49cc62cf4199 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:19:36.110227 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-plugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:19:36.110595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73456d3f-a0b4-4de8-95af-49cc62cf4199 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:19:36.111080 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73456d3f-a0b4-4de8-95af-49cc62cf4199'] response: {'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'code': 200} Sep 22 09:19:36.146494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:36.268940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-225bce2b-b9ea-4ce7-9f67-63f16d226bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:36.332787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc44bb-80c5-444f-9e00-fa60bc0d8ac2 req-75aa3d70-988a-4881-b525-ea8194773f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:36.334259 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f2fc44bb-80c5-444f-9e00-fa60bc0d8ac2 req-75aa3d70-988a-4881-b525-ea8194773f1c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1099 time: 0.0807626 Sep 22 09:19:36.486350 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f2fc44bb-80c5-444f-9e00-fa60bc0d8ac2 req-48fd7183-9308-49e4-8b1e-3d222eefd3a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463141 Sep 22 09:19:37.263670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284990f-f897-4713-89aa-e6e578ea4601 req-36b93e9f-9695-44cc-926c-c6a24aa6f90e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:37.265030 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3284990f-f897-4713-89aa-e6e578ea4601 req-36b93e9f-9695-44cc-926c-c6a24aa6f90e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0856125 Sep 22 09:19:37.311734 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3284990f-f897-4713-89aa-e6e578ea4601 req-1a6d2a63-b5ef-4bb5-b4d1-f6022cda35ed tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412364 Sep 22 09:19:38.423178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88674604-cf28-43fc-8f03-692cce7a6bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:38.511798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aec22-d470-4833-9e58-a574efb3c8f0 req-5bde1efe-df70-48d3-8808-bb6cab907211 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:38.513286 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-529aec22-d470-4833-9e58-a574efb3c8f0 req-5bde1efe-df70-48d3-8808-bb6cab907211 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0894892 Sep 22 09:19:38.560522 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-529aec22-d470-4833-9e58-a574efb3c8f0 req-dc1663e7-a8be-4c67-ba17-1a00dffb46fa tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Sep 22 09:19:38.907825 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b4b01-bf7c-46ec-b2ab-019df9c93d5a req-5472fdc7-0b90-427a-9c54-bb6b6f04b181 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:38.909217 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d6b4b01-bf7c-46ec-b2ab-019df9c93d5a req-5472fdc7-0b90-427a-9c54-bb6b6f04b181 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0854509 Sep 22 09:19:38.953271 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d6b4b01-bf7c-46ec-b2ab-019df9c93d5a req-b2677927-3909-4c47-9dff-96a14c015b68 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385115 Sep 22 09:19:38.981305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:39.208916 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9393494-110f-4642-8bda-cc26148e215e tempest-TestShelveInstance-839052889 tempest-TestShelveInstance-839052889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:39.209613 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9393494-110f-4642-8bda-cc26148e215e tempest-TestShelveInstance-839052889 tempest-TestShelveInstance-839052889-project-admin] Synchronizing usage tracker for tenant:a6b4e5ae07454bde999fee79c1bffed4 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:19:39.226074 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9393494-110f-4642-8bda-cc26148e215e tempest-TestShelveInstance-839052889 tempest-TestShelveInstance-839052889-project-admin] Unset dirty status for tenant:a6b4e5ae07454bde999fee79c1bffed4 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:19:39.227248 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e9393494-110f-4642-8bda-cc26148e215e tempest-TestShelveInstance-839052889 tempest-TestShelveInstance-839052889-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1094 time: 0.2449675 Sep 22 09:19:39.230221 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 50984) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:19:39.235123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '40bafb94-64df-4a03-a970-a7083404e6f1', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:19:39.241705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:19:39.245719 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:floatingip and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:19:39.248476 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:19:39.254001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:19:39.264125 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:39.397549 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:39.532251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Allocated IP 172.26.8.83 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/2e25e7f9-0e34-464d-a005-bba80eab606e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:19:39.678046 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:39.706854 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:39.732079 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:39.733901 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:39.773588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:19:39.776508 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:19:39.780105 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:19:39.808718 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'Port': ['ID=2e25e7f9-0e34-464d-a005-bba80eab606e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:40.188960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:40.264249 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:40.462728 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:40.466879 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:40.572316 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:40.620665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'Port': ['ID=2e25e7f9-0e34-464d-a005-bba80eab606e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:19:40.749036 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Floating IP ac481334-ed7b-4652-b1f7-7fd25f72d393 associated. External IP: 172.26.8.83, port: 40bafb94-64df-4a03-a970-a7083404e6f1. Sep 22 09:19:41.047440 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:41.191008 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Router 50a851b1-8ef8-4017-8112-b31e2c290336 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:19:41.376192 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:19:41.386028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] Sync routers for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:19:41.395021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:41.395737 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:41.400777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:41.455277 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e6725f09-ceba-4f13-aab1-1e622f4f6b1d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2236240 Sep 22 09:19:41.456001 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:19:41.458453 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420" -d '{"events": [{"name": "network-changed", "server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:19:41.501495 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3f0643-3117-442b-b611-56bba265b471 x-openstack-request-id: req-4f3f0643-3117-442b-b611-56bba265b471 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:19:41.501810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:19:41.502169 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f3f0643-3117-442b-b611-56bba265b471 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:19:41.502573 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3f0643-3117-442b-b611-56bba265b471'] response: {'name': 'network-changed', 'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'status': 'completed', 'code': 200} Sep 22 09:19:41.574664 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:41.602205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-7cc9d802-67f4-4903-9dcf-a89d9e206571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:41.603733 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-7cc9d802-67f4-4903-9dcf-a89d9e206571 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1099 time: 0.0766790 Sep 22 09:19:41.733364 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-f6640989-353a-4287-98f9-6dafc547c6b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820343 Sep 22 09:19:41.741879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-1fb8bd16-5da8-4829-a237-a49905f2ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:41.743541 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-1fb8bd16-5da8-4829-a237-a49905f2ca9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1340592 Sep 22 09:19:41.846424 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-c5e20e0c-9f65-415a-a876-906c736e7e2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 999 time: 0.0967565 Sep 22 09:19:41.907401 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-1c243f0c-c083-49a6-9ae0-0513130bc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:41.908851 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-1c243f0c-c083-49a6-9ae0-0513130bc6f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0568323 Sep 22 09:19:41.943695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ac481334-ed7b-4652-b1f7-7fd25f72d393', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'floating_ip_address': '172.26.8.83', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'port_id': '40bafb94-64df-4a03-a970-a7083404e6f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'mac_address': 'fa:16:3e:e0:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:19:40Z', 'updated_at': '2022-09-22T09:19:40Z', 'revision_number': 0, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:41.947675 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] Checking router: 50a851b1-8ef8-4017-8112-b31e2c290336 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:19:41.955831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:19:41.956422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:19:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:41.993519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-0c58b0e3-d394-4b50-b562-f925ee73d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:41.995276 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-0c58b0e3-d394-4b50-b562-f925ee73d313 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805082 Sep 22 09:19:42.126384 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-fcf6bd47-ae44-4dcd-84ec-d700347f7709 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251276 Sep 22 09:19:42.136327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:19:42.257557 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe2e4d2-8b63-4d76-ad62-dcaca8e8b420 req-44f3339c-cffc-4a6c-ac75-f30c22f0a0dd service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245649 Sep 22 09:19:42.422801 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-7ccb8602-2155-4746-a801-b8996d58f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:42.424317 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-7ccb8602-2155-4746-a801-b8996d58f207 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1099 time: 0.0772886 Sep 22 09:19:42.490365 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ac481334-ed7b-4652-b1f7-7fd25f72d393', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'floating_ip_address': '172.26.8.83', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'port_id': '40bafb94-64df-4a03-a970-a7083404e6f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'mac_address': 'fa:16:3e:e0:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:19:40Z', 'updated_at': '2022-09-22T09:19:40Z', 'revision_number': 0, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:19:42.494645 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983939b-51de-464c-88c0-447e5ae7a604 None None] The sync data for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv is: [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'ac481334-ed7b-4652-b1f7-7fd25f72d393', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'floating_ip_address': '172.26.8.83', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'port_id': '40bafb94-64df-4a03-a970-a7083404e6f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'mac_address': 'fa:16:3e:e0:16:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:19:40Z', 'updated_at': '2022-09-22T09:19:40Z', 'revision_number': 0, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:19:42.570949 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-d6aeff39-b0ca-46c9-a55d-328d226ca9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:42.572459 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-d6aeff39-b0ca-46c9-a55d-328d226ca9f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1307061 Sep 22 09:19:42.678483 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-411d0442-6175-462b-acec-4761adcfefe6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 999 time: 0.1006021 Sep 22 09:19:42.697064 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304f54c-a32a-47f8-925c-e757e6d1de88 None None] New status for floating IP ac481334-ed7b-4652-b1f7-7fd25f72d393: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:19:42.744218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-beefe468-5c91-4669-8d34-e78f68b81acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:42.745666 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-beefe468-5c91-4669-8d34-e78f68b81acb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0614665 Sep 22 09:19:42.826593 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-3e306818-f96a-4f1c-8597-7045d4740513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:19:42.828239 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-3e306818-f96a-4f1c-8597-7045d4740513 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770693 Sep 22 09:19:42.837928 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:19:42.963641 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-c84ad321-35a7-4e69-b16b-738c4b7a988a service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298745 Sep 22 09:19:43.194652 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-a1340b8e-a0a5-43a7-90c8-320390bbc170 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259402 Sep 22 09:20:06.271636 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-87523cf2-d81b-4435-9aaf-30fc66d4bb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:08.424264 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d93662c0-ff46-4b7d-8289-623a9c19f5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:09.732696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:09.737026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:11.049696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:12.608327 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:20:12.838979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:36.273420 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-47fa9723-0d65-4dfe-a362-ee2b8015bc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:38.425176 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c76a7c-1eb0-4f28-826f-1cc25fd9a2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:39.732270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:39.736841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:41.051834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:41.720307 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-b7c55950-d17c-408f-8e97-aca2c9b7b47c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781541 Sep 22 09:20:41.861875 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-2607df57-4612-4ef0-8723-eccb2d19aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:20:41.863343 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-2607df57-4612-4ef0-8723-eccb2d19aae2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1099 time: 0.0764384 Sep 22 09:20:42.003076 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-fffee3d9-e502-42eb-b190-1f5f3db9dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:20:42.004481 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-fffee3d9-e502-42eb-b190-1f5f3db9dfc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1237502 Sep 22 09:20:42.104068 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-9d12c047-ad56-4133-9f6f-15bc9af20db6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 1001 time: 0.0937579 Sep 22 09:20:42.164798 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-f70d7278-f977-440f-a342-52e72917e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:20:42.166151 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-f70d7278-f977-440f-a342-52e72917e1fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0554302 Sep 22 09:20:42.250687 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-99ad83a0-852b-46e7-bae5-e8f3d0921b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:20:42.252179 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-99ad83a0-852b-46e7-bae5-e8f3d0921b33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797284 Sep 22 09:20:42.379302 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-2d922059-8e83-429a-b297-a63eb7270a41 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212268 Sep 22 09:20:42.505784 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd49c04a-b9a3-4a37-aecc-6f6e1dfcd29b req-3c67c6bc-3df4-49ed-8251-f83cb2bec800 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211720 Sep 22 09:20:42.851863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:20:49.606887 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:21:06.275575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa62c-8905-4532-bbc1-2620494b98fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:08.426533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-106a9606-2441-4258-a6c6-16c7430e8cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:09.726811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:09.737171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:11.053388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:12.851201 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:26.606720 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:21:36.279648 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e9c68759-11c8-44bd-98d9-d1db109ddd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:36.440195 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f18d2b-3a4f-4522-bde6-d82aae52aed8 req-f947092b-ba70-4f3d-be7d-37b129ddca6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:36.441637 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2f18d2b-3a4f-4522-bde6-d82aae52aed8 req-f947092b-ba70-4f3d-be7d-37b129ddca6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0848906 Sep 22 09:21:36.484838 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2f18d2b-3a4f-4522-bde6-d82aae52aed8 req-88019589-da49-441d-9ff1-5fc8a39cacbe tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375814 Sep 22 09:21:37.682419 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61184e25-7b32-4fda-9aed-7e4116f09339 req-a164c45a-91eb-4384-8893-6b90b09b5510 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:37.683910 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61184e25-7b32-4fda-9aed-7e4116f09339 req-a164c45a-91eb-4384-8893-6b90b09b5510 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0865445 Sep 22 09:21:37.727651 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61184e25-7b32-4fda-9aed-7e4116f09339 req-be19a70b-c6cb-48fa-86a5-3c0cc4811b30 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380971 Sep 22 09:21:38.427610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16c5b18e-3635-4832-afd1-cbd13d853215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:38.928821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3aa20-ac94-4730-826c-3b25a201e5e8 req-cdf1c6b7-f216-4acd-a897-07b439f03908 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:38.930253 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5bf3aa20-ac94-4730-826c-3b25a201e5e8 req-cdf1c6b7-f216-4acd-a897-07b439f03908 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0875056 Sep 22 09:21:38.973562 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5bf3aa20-ac94-4730-826c-3b25a201e5e8 req-cbd5f3ec-aea5-4b56-8391-bfcde63b987f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376954 Sep 22 09:21:39.735455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:39.739740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:40.175972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f6f43-830b-4258-a167-a2887918d4ab req-9cdb11bc-15f7-41b8-99f0-b80944761b9e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:40.177435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-df7f6f43-830b-4258-a167-a2887918d4ab req-9cdb11bc-15f7-41b8-99f0-b80944761b9e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0955224 Sep 22 09:21:40.220528 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-df7f6f43-830b-4258-a167-a2887918d4ab req-05bd37fe-98af-4618-8119-2d0c493210c2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375235 Sep 22 09:21:41.055056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:41.419040 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aad498-91cd-44f3-85ed-54810ce43682 req-5669a344-09f5-4f41-aa66-92499ad63a67 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:41.420488 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-27aad498-91cd-44f3-85ed-54810ce43682 req-5669a344-09f5-4f41-aa66-92499ad63a67 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0881412 Sep 22 09:21:41.462655 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-27aad498-91cd-44f3-85ed-54810ce43682 req-4f79729d-8855-4e5e-8be6-93d0f14b3183 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364890 Sep 22 09:21:42.661481 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647a546-2c6a-4281-bc9e-19da659163a8 req-4289be4c-bb4b-4b82-9914-788054aa1060 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:42.662931 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a647a546-2c6a-4281-bc9e-19da659163a8 req-4289be4c-bb4b-4b82-9914-788054aa1060 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0902464 Sep 22 09:21:42.709743 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a647a546-2c6a-4281-bc9e-19da659163a8 req-3692152d-586a-4c60-bbc3-28699741ea71 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410390 Sep 22 09:21:42.789518 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-adde71f2-af7e-48d4-9ac7-b37e0da33026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:42.790880 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-adde71f2-af7e-48d4-9ac7-b37e0da33026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1099 time: 0.0765254 Sep 22 09:21:42.880897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:42.933455 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-01633aba-e8a7-4458-a2de-808764db87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:42.934908 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-01633aba-e8a7-4458-a2de-808764db87b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1261342 Sep 22 09:21:43.037377 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-8d889634-615f-4cec-b8db-0d753f9aeda4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 1001 time: 0.0954003 Sep 22 09:21:43.094494 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-4e49cb79-71ad-4195-8ac9-9ad0058fb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:43.095800 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-4e49cb79-71ad-4195-8ac9-9ad0058fb1db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0553534 Sep 22 09:21:43.282460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-94f93944-10fe-44dd-a33a-bb0549e188ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:43.283961 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-94f93944-10fe-44dd-a33a-bb0549e188ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1824923 Sep 22 09:21:43.411846 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-9b479185-bcd5-43cc-9b8a-abe84ec94b99 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218414 Sep 22 09:21:43.538215 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e417985f-2119-44bb-af7c-b93fc6c1a3fd req-d1c0bbc7-06c7-4b70-ac02-a70237d54f95 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207991 Sep 22 09:21:43.907681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664cb81-1f6f-4cfe-9f88-5f89b99000af req-dfbb9062-ccd8-4ae0-b7e4-7ca48bd816b0 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:43.909091 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3664cb81-1f6f-4cfe-9f88-5f89b99000af req-dfbb9062-ccd8-4ae0-b7e4-7ca48bd816b0 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0902860 Sep 22 09:21:43.952259 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3664cb81-1f6f-4cfe-9f88-5f89b99000af req-cb9e7a72-ac71-4a2b-a0a1-9b147d35b40a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376368 Sep 22 09:21:45.150217 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b44cf-c21b-40bc-835d-120fa8eb1d35 req-e4ebc927-defa-4c62-8109-f2042b01887b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:45.152337 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4c3b44cf-c21b-40bc-835d-120fa8eb1d35 req-e4ebc927-defa-4c62-8109-f2042b01887b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0873852 Sep 22 09:21:45.194617 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4c3b44cf-c21b-40bc-835d-120fa8eb1d35 req-9f54a89f-3034-4842-820d-571ebc35f538 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367956 Sep 22 09:21:46.395102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc42f8f-fbdd-4727-be0b-90fdb050ded1 req-3bd8e7e9-f932-4608-9ccd-c049bde966a1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:46.396565 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0fc42f8f-fbdd-4727-be0b-90fdb050ded1 req-3bd8e7e9-f932-4608-9ccd-c049bde966a1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0893428 Sep 22 09:21:46.441064 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0fc42f8f-fbdd-4727-be0b-90fdb050ded1 req-57c95747-66d6-444e-83b6-1516410d93aa tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388789 Sep 22 09:21:47.647798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54815c-1e81-4ebf-8e19-db90417a0547 req-2ff34ec2-2b36-4872-a039-0e1b12eac2d1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:47.649161 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd54815c-1e81-4ebf-8e19-db90417a0547 req-2ff34ec2-2b36-4872-a039-0e1b12eac2d1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0910091 Sep 22 09:21:47.692411 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd54815c-1e81-4ebf-8e19-db90417a0547 req-c97bf1df-be06-4a4b-bb55-ebf9186eb05c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376649 Sep 22 09:21:48.519708 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:21:48.648506 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:21:48.661557 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '40bafb94-64df-4a03-a970-a7083404e6f1', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'port_id': '40bafb94-64df-4a03-a970-a7083404e6f1', 'mac_address': 'fa:16:3e:e0:16:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:21:48.755406 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:21:48.755778 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:48.772546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40bafb94-64df-4a03-a970-a7083404e6f1 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:21:48.788055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:21:48.791955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:48.864974 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:21:48.870150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['40bafb94-64df-4a03-a970-a7083404e6f1'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:21:48.893220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73218eb-e3cb-4c85-95c7-7d6a38e96a22 req-4839457a-1a1f-42a0-bf03-2ca9cecb9431 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:48.894338 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c73218eb-e3cb-4c85-95c7-7d6a38e96a22 req-4839457a-1a1f-42a0-bf03-2ca9cecb9431 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 945 time: 0.0907884 Sep 22 09:21:48.901614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.901957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.902293 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.902622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.902948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.903326 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.903652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.903975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.904884 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.905159 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.905478 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.905796 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:21:48.961933 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c73218eb-e3cb-4c85-95c7-7d6a38e96a22 req-7d743a3d-51d9-4c92-b8f9-b4568f545553 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580173 Sep 22 09:21:50.183747 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc644a-e82e-4352-b710-cb3551444938 req-fb03d102-962c-41a7-930d-0fee1b762c84 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:50.191734 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2bc644a-e82e-4352-b710-cb3551444938 req-fb03d102-962c-41a7-930d-0fee1b762c84 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 945 time: 0.1147537 Sep 22 09:21:50.247103 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2bc644a-e82e-4352-b710-cb3551444938 req-174a0be0-d838-4e54-a65f-2123a729a10e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511956 Sep 22 09:21:50.540185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:21:50.624083 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 40bafb94-64df-4a03-a970-a7083404e6f1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:21:50.627122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:50.627503 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 40bafb94-64df-4a03-a970-a7083404e6f1 Sep 22 09:21:50.764213 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:21:50.764683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:50.793678 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:21:50.795986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8840f3e6-ad12-4dbe-abee-a86eab1df763" -d '{"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-plugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:21:50.805458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:21:50.812329 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:21:50.867366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a7ccdc-5fd7-4f6b-8ba4-447bed8712f5 x-openstack-request-id: req-d3a7ccdc-5fd7-4f6b-8ba4-447bed8712f5 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:21:50.867366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-plugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:21:50.867366 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d3a7ccdc-5fd7-4f6b-8ba4-447bed8712f5 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:21:50.867727 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a7ccdc-5fd7-4f6b-8ba4-447bed8712f5'] response: {'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'code': 200} Sep 22 09:21:50.894899 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:21:51.461035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92ec40-aa5a-43b6-b0cf-42308932db9a req-cf3ed824-c702-46e3-bdc0-fea7423b53b7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:51.462519 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e92ec40-aa5a-43b6-b0cf-42308932db9a req-cf3ed824-c702-46e3-bdc0-fea7423b53b7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0904391 Sep 22 09:21:51.516318 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e92ec40-aa5a-43b6-b0cf-42308932db9a req-2a0f639c-d17a-48f0-9b3d-1350389efc1f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 Sep 22 09:21:52.717640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946e74e-5706-4b13-bbf7-7ff6ff505aee req-93d4500c-5f95-44cf-ac4f-a199480276a7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:52.719149 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1946e74e-5706-4b13-bbf7-7ff6ff505aee req-93d4500c-5f95-44cf-ac4f-a199480276a7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0906055 Sep 22 09:21:52.782160 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1946e74e-5706-4b13-bbf7-7ff6ff505aee req-5a9a0118-c891-4023-97b0-d7d27555abc1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554698 Sep 22 09:21:54.094370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160390f8-b486-4060-a1c3-9bd5b29bcd54 req-cd3c6de9-1fc5-4991-ad48-d17cd6fb2341 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:54.095883 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-160390f8-b486-4060-a1c3-9bd5b29bcd54 req-cd3c6de9-1fc5-4991-ad48-d17cd6fb2341 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.2042682 Sep 22 09:21:54.143460 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-160390f8-b486-4060-a1c3-9bd5b29bcd54 req-46c582ba-ef64-4c8f-a6de-737d34843393 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Sep 22 09:21:55.362171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f63f-0deb-48d2-9d9c-651042e7ac2c req-9f93061f-d0ed-46a1-ae1e-2bc4c5d24b5b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:55.363937 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8b3f63f-0deb-48d2-9d9c-651042e7ac2c req-9f93061f-d0ed-46a1-ae1e-2bc4c5d24b5b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0946531 Sep 22 09:21:55.414510 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8b3f63f-0deb-48d2-9d9c-651042e7ac2c req-6bc89d16-8f97-4c87-80cf-024075843c28 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Sep 22 09:21:56.645279 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a626-f3e6-406c-a674-43b06ec59c78 req-089730cc-c2c0-487b-9b96-57e05776d8e9 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:56.649016 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1276a626-f3e6-406c-a674-43b06ec59c78 req-089730cc-c2c0-487b-9b96-57e05776d8e9 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.1025836 Sep 22 09:21:56.705618 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1276a626-f3e6-406c-a674-43b06ec59c78 req-81560c25-b245-4ed7-9cb3-d15241dd6f5a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504026 Sep 22 09:21:57.918626 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82254373-fa46-4e3e-8d8f-e41097317f13 req-7a1e0708-98e2-4dde-8ded-9f5e8a5b9f4b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:57.920850 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82254373-fa46-4e3e-8d8f-e41097317f13 req-7a1e0708-98e2-4dde-8ded-9f5e8a5b9f4b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0958939 Sep 22 09:21:57.973369 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82254373-fa46-4e3e-8d8f-e41097317f13 req-5794482f-a5c3-48e7-af4e-bb93ca9720e6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463507 Sep 22 09:21:58.814281 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-796252b8-171e-4c8f-bb87-cb4921fbb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:58.815732 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-796252b8-171e-4c8f-bb87-cb4921fbb381 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1099 time: 0.0765841 Sep 22 09:21:58.942398 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-6cd53b37-22ef-479a-b930-a62b71433f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:58.943839 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-6cd53b37-22ef-479a-b930-a62b71433f38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1223164 Sep 22 09:21:59.047203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-22df7267-ac35-4dd9-9fb8-4cd7d12af548 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 1001 time: 0.0975146 Sep 22 09:21:59.113429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-0581db53-822e-4337-bab9-42d7a1b5f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:59.114770 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-0581db53-822e-4337-bab9-42d7a1b5f516 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0616131 Sep 22 09:21:59.177577 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c3257-fff3-494a-bbb1-60026008d42a req-5f717c0a-c3e3-4aa8-b99d-14848f7a7ad2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:59.179021 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-644c3257-fff3-494a-bbb1-60026008d42a req-5f717c0a-c3e3-4aa8-b99d-14848f7a7ad2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.0901091 Sep 22 09:21:59.199760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-90803e7b-f70a-47f7-ac56-d7506245cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:21:59.201274 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-90803e7b-f70a-47f7-ac56-d7506245cad0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803046 Sep 22 09:21:59.223490 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-644c3257-fff3-494a-bbb1-60026008d42a req-f5305b1c-6ebd-4f1f-98bd-20cfaa439798 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 Sep 22 09:21:59.333506 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-9579d633-a766-498a-bcac-1b6a9f66d78a service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261814 Sep 22 09:21:59.463012 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-320ca53e-9cfb-4e39-9361-97ebb2538238 req-91921862-ce85-4dac-b986-a83c9ec898c6 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234305 Sep 22 09:22:00.518591 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f471fb2-bb6c-4e0c-8221-e7721b586fc4 req-7c129385-984f-41df-b995-3c26373f3fd2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:00.520009 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f471fb2-bb6c-4e0c-8221-e7721b586fc4 req-7c129385-984f-41df-b995-3c26373f3fd2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 946 time: 0.1839807 Sep 22 09:22:00.563702 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f471fb2-bb6c-4e0c-8221-e7721b586fc4 req-3415d67f-55be-4b2c-812e-1b67cd64f758 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380776 Sep 22 09:22:00.570168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:22:00.676668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:22:00.677040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:00.705285 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:22:00.707525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ea5ce6-fb39-4af8-bebe-e255dc826b06" -d '{"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-unplugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:22:00.715169 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:22:00.719275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:00.755068 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 09:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07676952-37f2-4d94-b8d0-5a1983bca37a x-openstack-request-id: req-07676952-37f2-4d94-b8d0-5a1983bca37a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:22:00.755380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-unplugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:22:00.755646 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07676952-37f2-4d94-b8d0-5a1983bca37a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:22:00.756015 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07676952-37f2-4d94-b8d0-5a1983bca37a'] response: {'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'code': 200} Sep 22 09:22:00.786080 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:01.756197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99af4c8-2c8b-4ce1-a317-dc50542593a8 req-209d1a2c-f9de-4931-a8cd-d2c38d2ae19a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:01.757638 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e99af4c8-2c8b-4ce1-a317-dc50542593a8 req-209d1a2c-f9de-4931-a8cd-d2c38d2ae19a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0857427 Sep 22 09:22:01.800452 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e99af4c8-2c8b-4ce1-a317-dc50542593a8 req-9e505f3e-7831-41e6-a801-c213e76ef8c8 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372729 Sep 22 09:22:02.158805 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949905-99f0-408a-a5e0-ff3dddeb001c req-b8835d39-e1bd-4b43-8176-b2d9e79eb06d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:02.160396 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-26949905-99f0-408a-a5e0-ff3dddeb001c req-b8835d39-e1bd-4b43-8176-b2d9e79eb06d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0908735 Sep 22 09:22:02.203517 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51154) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:22:02.205493 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-26949905-99f0-408a-a5e0-ff3dddeb001c req-65ec7ecf-747f-4b10-8c49-9d08b9e7031a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 Sep 22 09:22:02.365530 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-01113b93-6fda-4802-a7e0-cbf88cccdaa3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1607687 Sep 22 09:22:03.391971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-134a3bcf-d6e0-4879-827c-93c1a42d54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:03.393435 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-134a3bcf-d6e0-4879-827c-93c1a42d54f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132&tenant_id=b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 1097 time: 0.0845225 Sep 22 09:22:03.409036 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e330fe-2774-4db3-985d-51d27430fea3 req-640adacf-3a18-45df-abaf-d5feb768c465 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:03.410469 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47e330fe-2774-4db3-985d-51d27430fea3 req-640adacf-3a18-45df-abaf-d5feb768c465 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0879486 Sep 22 09:22:03.454367 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47e330fe-2774-4db3-985d-51d27430fea3 req-9e98fee6-c27d-45f4-8e72-395730c54eec tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382750 Sep 22 09:22:03.490733 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-43cdece0-1f6b-4c36-9858-156addc2d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:03.492159 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-43cdece0-1f6b-4c36-9858-156addc2d782 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1097 time: 0.0785100 Sep 22 09:22:03.605743 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:22:03.620187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-53b2c79c-05a4-4df9-829d-841b93192346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:03.621601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-53b2c79c-05a4-4df9-829d-841b93192346 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1239300 Sep 22 09:22:03.721541 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-bccf6fff-24cb-482f-bab3-5d09e7cf95a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 999 time: 0.0939713 Sep 22 09:22:03.781421 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-19c22042-1b3a-4416-b5bd-b7d3263297d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:03.782710 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-19c22042-1b3a-4416-b5bd-b7d3263297d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0560167 Sep 22 09:22:03.865244 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-89049457-941f-42c1-9c5e-f259c50c2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:03.866678 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-89049457-941f-42c1-9c5e-f259c50c2112 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779543 Sep 22 09:22:03.994909 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-255713a4-4ba4-444a-9035-ffb2ef426376 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222467 Sep 22 09:22:04.122062 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-f384b825-d85f-4348-82c4-08eb804ca2dd service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212981 Sep 22 09:22:04.588827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:22:04.764085 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:22:04.766715 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379724d-eab8-423e-8e65-3de1eee3c44c req-f24a67dd-a208-4767-879e-09c6716b2d99 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:04.773758 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b379724d-eab8-423e-8e65-3de1eee3c44c req-f24a67dd-a208-4767-879e-09c6716b2d99 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.1367104 Sep 22 09:22:04.823579 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b379724d-eab8-423e-8e65-3de1eee3c44c req-1d12aa79-a3e2-4b76-a377-e8e6e4b7e102 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487847 Sep 22 09:22:06.040938 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865b9a2-0d2b-462b-935e-90d5391766ec req-01f7c4ba-27f5-4b41-a4f5-15eb91e74055 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:06.043676 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e865b9a2-0d2b-462b-935e-90d5391766ec req-01f7c4ba-27f5-4b41-a4f5-15eb91e74055 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.1046846 Sep 22 09:22:06.090219 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e865b9a2-0d2b-462b-935e-90d5391766ec req-6251a32e-08e4-440b-a096-993160060f11 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Sep 22 09:22:06.288470 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c40e93f8-5d3e-4419-8386-00c475caaf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:07.306782 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b3c43-3312-4c34-a7ad-68a71435e166 req-e1c409c8-51ec-4f08-b318-a32753d62449 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:07.308267 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-564b3c43-3312-4c34-a7ad-68a71435e166 req-e1c409c8-51ec-4f08-b318-a32753d62449 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.1018951 Sep 22 09:22:07.355009 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-564b3c43-3312-4c34-a7ad-68a71435e166 req-cbba1245-6352-458e-936b-1848bea2f36d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Sep 22 09:22:08.433753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd5b8e62-7646-4aaa-b12e-2d8f92908d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:08.567663 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce89db-19c5-4acd-864c-0b58d22a003f req-ed253362-1230-4e62-8dba-0b3896b5d633 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:08.569175 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ccce89db-19c5-4acd-864c-0b58d22a003f req-ed253362-1230-4e62-8dba-0b3896b5d633 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0942814 Sep 22 09:22:08.618611 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ccce89db-19c5-4acd-864c-0b58d22a003f req-da2bf89a-fead-4258-a7cc-e2ac1e9d05b4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 Sep 22 09:22:09.736546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:09.748897 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:09.834605 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fbfc2-6273-428f-bd34-45926b711b4b req-30cae1c3-40c4-4a80-8ad6-c023001b9a2d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:09.836214 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b9fbfc2-6273-428f-bd34-45926b711b4b req-30cae1c3-40c4-4a80-8ad6-c023001b9a2d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0939858 Sep 22 09:22:09.884648 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b9fbfc2-6273-428f-bd34-45926b711b4b req-da9e160f-5090-4cd0-a4c5-32b3e3975e8d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Sep 22 09:22:11.085305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:11.155983 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b433e0-0981-4561-9372-5e91e04c5c47 req-f384751e-8851-40e5-9b5c-445eded46ff7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:11.157527 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-11b433e0-0981-4561-9372-5e91e04c5c47 req-f384751e-8851-40e5-9b5c-445eded46ff7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.1152132 Sep 22 09:22:11.207967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-11b433e0-0981-4561-9372-5e91e04c5c47 req-e1443429-6031-47e8-82af-def0b4fe085b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Sep 22 09:22:12.407700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0160b-fd84-44d1-bc10-c98c685a46a3 req-b350669a-793f-449c-b985-d6ef5838abd8 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:12.409471 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9cb0160b-fd84-44d1-bc10-c98c685a46a3 req-b350669a-793f-449c-b985-d6ef5838abd8 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0877728 Sep 22 09:22:12.456264 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9cb0160b-fd84-44d1-bc10-c98c685a46a3 req-70b53f06-b0b6-4dfe-882f-7084419f614e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Sep 22 09:22:12.880539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:13.652165 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111f615-abff-4eab-96b0-d7c1ae0240fc req-4fbd1879-5f1f-4ed6-b0dc-4bd978606718 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:13.653515 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f111f615-abff-4eab-96b0-d7c1ae0240fc req-4fbd1879-5f1f-4ed6-b0dc-4bd978606718 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0888333 Sep 22 09:22:13.696899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f111f615-abff-4eab-96b0-d7c1ae0240fc req-dbfd21dd-2f37-4af8-8fa7-e328d2a3a294 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372992 Sep 22 09:22:14.628346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:22:14.757582 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:22:14.770843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '40bafb94-64df-4a03-a970-a7083404e6f1', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'port_id': '40bafb94-64df-4a03-a970-a7083404e6f1', 'mac_address': 'fa:16:3e:e0:16:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:22:14.824376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:22:14.824746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:14.844910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bafb94-64df-4a03-a970-a7083404e6f1 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:22:14.860009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:22:14.864717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:14.897759 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd65cd-572e-47e8-bc9a-2fc4d2c61c16 req-4795d298-a36a-4338-9217-f5cd2bffdd60 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:14.899881 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a4cd65cd-572e-47e8-bc9a-2fc4d2c61c16 req-4795d298-a36a-4338-9217-f5cd2bffdd60 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 944 time: 0.0907471 Sep 22 09:22:14.935471 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:14.943202 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a4cd65cd-572e-47e8-bc9a-2fc4d2c61c16 req-1fc6c1a0-8e2f-48d5-b2a7-9b986c78375c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Sep 22 09:22:15.065281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['40bafb94-64df-4a03-a970-a7083404e6f1'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:22:16.137242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74f921-1fe1-434d-806c-bd176d08326b req-fd386b79-d7a0-4b54-a1d0-3412123e154e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:16.138662 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6d74f921-1fe1-434d-806c-bd176d08326b req-fd386b79-d7a0-4b54-a1d0-3412123e154e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 945 time: 0.0854104 Sep 22 09:22:16.184059 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6d74f921-1fe1-434d-806c-bd176d08326b req-bcac10cb-91a3-4dd5-8ece-3f6be35bdd4c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392694 Sep 22 09:22:16.631687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:22:16.700267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 40bafb94-64df-4a03-a970-a7083404e6f1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:22:16.700633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:16.700958 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 40bafb94-64df-4a03-a970-a7083404e6f1 Sep 22 09:22:16.843195 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 40bafb94-64df-4a03-a970-a7083404e6f1 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:22:16.843590 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:16.868951 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:22:16.871447 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b402c7e-7945-4eba-a745-f4e0639e3ad8" -d '{"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-plugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:22:16.879267 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:22:16.883801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:16.918743 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81084d-782e-46d8-9652-5b25e5898900 x-openstack-request-id: req-ed81084d-782e-46d8-9652-5b25e5898900 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:22:16.919032 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-plugged", "status": "completed", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:22:16.919299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed81084d-782e-46d8-9652-5b25e5898900 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:22:16.919683 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed81084d-782e-46d8-9652-5b25e5898900'] response: {'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'code': 200} Sep 22 09:22:16.954321 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:22:17.152560 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe102-3297-4f7e-bddc-34612a631579 req-f0d32c94-3442-412f-87c0-d8edbbdb7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:17.153934 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc0fe102-3297-4f7e-bddc-34612a631579 req-f0d32c94-3442-412f-87c0-d8edbbdb7135 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1100 time: 0.0755155 Sep 22 09:22:17.303445 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc0fe102-3297-4f7e-bddc-34612a631579 req-0e5dce5e-79f0-4286-9501-09c009147c29 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431715 Sep 22 09:22:17.390940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b83a70-12ad-4cfb-bb8c-35dce6198778 req-2610edda-c34e-4f11-918b-f5b8364619a1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:17.392410 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b83a70-12ad-4cfb-bb8c-35dce6198778 req-2610edda-c34e-4f11-918b-f5b8364619a1 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 947 time: 0.0866909 Sep 22 09:22:17.435827 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a4b83a70-12ad-4cfb-bb8c-35dce6198778 req-32870544-2193-4a16-a86e-cf0edd74af00 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378594 Sep 22 09:22:18.633988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677ff6-6169-4152-b6e5-62d4ff6aaab0 req-3888e173-2252-4c18-a149-67221e28848d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:18.635455 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f2677ff6-6169-4152-b6e5-62d4ff6aaab0 req-3888e173-2252-4c18-a149-67221e28848d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 947 time: 0.0873597 Sep 22 09:22:18.681859 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f2677ff6-6169-4152-b6e5-62d4ff6aaab0 req-add3213a-b59b-457d-8471-611eaa6e7bfd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Sep 22 09:22:19.879196 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6749-1aaa-4249-858b-056fb08d3425 req-c9ddf1e6-0fc2-4a9e-9b62-c8129b8189d7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:19.880639 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d0e6749-1aaa-4249-858b-056fb08d3425 req-c9ddf1e6-0fc2-4a9e-9b62-c8129b8189d7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 947 time: 0.0891137 Sep 22 09:22:19.924125 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d0e6749-1aaa-4249-858b-056fb08d3425 req-b0ab1677-63f0-4b15-b818-40a68f447dbf tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379405 Sep 22 09:22:36.282006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57358678-30ad-4299-a055-a50e3aedc6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:38.427059 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9b6c103e-718a-4b89-a291-b6802d212f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:39.734177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:39.744823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:40.605221 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:22:41.057768 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:42.896402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:22:44.756486 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-80d0ffa3-5a49-4763-94e4-7d870cb12809 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1194308 Sep 22 09:22:44.903467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-b65b06a2-8805-41c1-92d0-59f9d5ee2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:44.904860 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-b65b06a2-8805-41c1-92d0-59f9d5ee2434 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1100 time: 0.0811369 Sep 22 09:22:45.046060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-d099eb91-0e30-4f85-8023-5e4e2ea15df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:45.047553 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-d099eb91-0e30-4f85-8023-5e4e2ea15df4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1242034 Sep 22 09:22:45.148601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-7e9f3835-fcaf-4206-b265-dde82ac9be64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 1001 time: 0.0945315 Sep 22 09:22:45.220051 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-5211e388-1791-4d69-8202-eb99131e810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:45.221488 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-5211e388-1791-4d69-8202-eb99131e810d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0673788 Sep 22 09:22:45.303511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-ed0c2111-12c3-4999-a1d2-f4e588874745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:22:45.304962 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-ed0c2111-12c3-4999-a1d2-f4e588874745 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759687 Sep 22 09:22:45.316172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-c94fa327-97ca-499f-840b-c50dae9d2dc2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:22:45.317155 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-c94fa327-97ca-499f-840b-c50dae9d2dc2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046690 Sep 22 09:22:45.445395 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-a3fd06eb-5804-46e7-b859-f72675dac7f3 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230183 Sep 22 09:22:45.574442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c30ffc-3937-4a1e-831e-e4acaf6fc05d req-223ca21f-532b-47d3-8629-d45ef62aca82 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228683 Sep 22 09:23:06.284549 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5484ac0d-a929-4b5d-80ad-b05bda5e7671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:08.431295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a63a8c1d-1f7a-4fbb-b7ac-144436841032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.727769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:09.746604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:11.061303 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:12.897790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:17.604557 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:23:32.861714 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51294) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:33.062813 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Deleting port 2e25e7f9-0e34-464d-a005-bba80eab606e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:23:33.063150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.224183 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.224507 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.435686 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Calling delete_port for 2e25e7f9-0e34-464d-a005-bba80eab606e owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:23:33.586726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.635988 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event deleted for resources: {'Port': ['ID=2e25e7f9-0e34-464d-a005-bba80eab606e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:33.678724 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.679072 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.679435 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.679769 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.680103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.680431 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.680757 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.681081 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.681405 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.681726 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.682050 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.682376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:33.741632 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:33.741962 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Floating IP ac481334-ed7b-4652-b1f7-7fd25f72d393 disassociated (deleted). External IP: 172.26.8.83, port: 40bafb94-64df-4a03-a970-a7083404e6f1. Sep 22 09:23:34.093085 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Router 50a851b1-8ef8-4017-8112-b31e2c290336 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:23:34.266448 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:23:34.276030 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] Sync routers for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:23:34.284978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:23:34.285673 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:23:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:34.286285 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:34.345150 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4464af76-21d8-48e0-bffe-be7741c6757f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "DELETE /v2.0/floatingips/ac481334-ed7b-4652-b1f7-7fd25f72d393 HTTP/1.1" status: 204 len: 168 time: 1.4798746 Sep 22 09:23:34.345150 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:23:34.345564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be" -d '{"events": [{"name": "network-changed", "server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:34.461381 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf61e80-3180-4203-92e8-1ce45f1a234d x-openstack-request-id: req-0bf61e80-3180-4203-92e8-1ce45f1a234d {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:34.461860 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:34.462219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0bf61e80-3180-4203-92e8-1ce45f1a234d {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:34.462708 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf61e80-3180-4203-92e8-1ce45f1a234d'] response: {'name': 'network-changed', 'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'status': 'completed', 'code': 200} Sep 22 09:23:34.469418 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:23:34.584765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-3f9fba6d-71a4-46d0-a0e1-eb0d2d01bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:34.586874 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-3f9fba6d-71a4-46d0-a0e1-eb0d2d01bbb3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 1100 time: 0.1022990 Sep 22 09:23:34.721923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-f8b1a5ed-a83a-4ce0-88cb-5c1c8c0c9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:34.723963 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-f8b1a5ed-a83a-4ce0-88cb-5c1c8c0c9818 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1306307 Sep 22 09:23:34.726377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e56f1-11ad-4fc7-909e-d94b8aee050d req-220da768-6af0-4903-b95a-0d95cf6f9b4b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:34.727088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b07e56f1-11ad-4fc7-909e-d94b8aee050d req-220da768-6af0-4903-b95a-0d95cf6f9b4b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:23:34.745843 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b07e56f1-11ad-4fc7-909e-d94b8aee050d req-220da768-6af0-4903-b95a-0d95cf6f9b4b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:23:34.747227 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b07e56f1-11ad-4fc7-909e-d94b8aee050d req-220da768-6af0-4903-b95a-0d95cf6f9b4b tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 947 time: 0.1105182 Sep 22 09:23:34.794203 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-c31e8f51-cff8-4aa0-abec-cb6210684545 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 200 len: 217 time: 0.0633142 Sep 22 09:23:34.798490 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b07e56f1-11ad-4fc7-909e-d94b8aee050d req-569a5539-973a-4eb6-9364-af0348e5d89f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453222 Sep 22 09:23:34.801560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:34.805830 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] Checking router: 50a851b1-8ef8-4017-8112-b31e2c290336 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:23:34.819777 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:23:34.820454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:23:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:34.863557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-0ddc0167-a8db-41d0-a10d-ab25bd8397a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:34.865027 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-0ddc0167-a8db-41d0-a10d-ab25bd8397a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0650694 Sep 22 09:23:34.949330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-09c3e91e-f8e3-46e4-8e8d-89fc1d6f76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:34.950819 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-09c3e91e-f8e3-46e4-8e8d-89fc1d6f76b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793104 Sep 22 09:23:35.009826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:23:35.086758 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-e08af2dc-8a2b-4f51-bb2a-063ec30c1eb5 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284764 Sep 22 09:23:35.243749 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a37a7a6-c3eb-4c8e-8c56-6ed1ddde49be req-2ece8711-106a-4317-8e65-f17866d43094 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496027 Sep 22 09:23:35.359827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:23:35.364262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bc791-f9fb-4af6-8c0d-6dfa5bd07179 None None] The sync data for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv is: [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:23:35.591713 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ca6b2c-42df-4512-86e0-17dd78fb7933 None None] New status for floating IP ac481334-ed7b-4652-b1f7-7fd25f72d393: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:23:36.000539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fc2fd-f3c9-49c8-8b64-ef0510bd1c9b req-9b7c25ce-11ef-42b4-a25e-4fcdfe788b13 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:36.001979 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf2fc2fd-f3c9-49c8-8b64-ef0510bd1c9b req-9b7c25ce-11ef-42b4-a25e-4fcdfe788b13 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 947 time: 0.0913639 Sep 22 09:23:36.096679 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf2fc2fd-f3c9-49c8-8b64-ef0510bd1c9b req-c747e698-fe87-4c77-94c4-ed46078bf29d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=41c4509b-8c91-4e54-b21e-f763454d2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576608 Sep 22 09:23:36.119815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-ed0999c0-04e8-4b0e-84a3-901ed67ea767 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:36.121217 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-ed0999c0-04e8-4b0e-84a3-901ed67ea767 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 947 time: 0.1160362 Sep 22 09:23:36.286211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2cc454a-97ac-45cc-960e-9c80c8ddee6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.289675 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Deleting port 40bafb94-64df-4a03-a970-a7083404e6f1 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:23:36.290015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.527974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] For port 40bafb94-64df-4a03-a970-a7083404e6f1, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=40bafb94-64df-4a03-a970-a7083404e6f1,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:23:36.528326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.649396 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Calling delete_port for 40bafb94-64df-4a03-a970-a7083404e6f1 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:23:36.791048 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.842001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event deleted for resources: {'Port': ['ID=40bafb94-64df-4a03-a970-a7083404e6f1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:36.918584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.918828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.919167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.919524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.919856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.920187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.920511 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.920838 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.921167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.921490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.921812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.922131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:23:36.937106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] No DVR routers for this DVR port 40bafb94-64df-4a03-a970-a7083404e6f1 on host hv-neutron-8575 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:23:36.939361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:36.942464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-deleted', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:23:36.944727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0d51db-c7c0-4f37-9e09-f730d2ada875" -d '{"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-deleted", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:23:36.963380 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b6a2295-e98c-428b-842e-01ac49e3bd36 req-0ff87bf8-3403-4bcd-92e6-70cc22423dee tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "DELETE /v2.0/ports/40bafb94-64df-4a03-a970-a7083404e6f1 HTTP/1.1" status: 204 len: 173 time: 0.8368597 Sep 22 09:23:37.044816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3025efa5-7edf-437c-ba48-2b27b7d9cea3 x-openstack-request-id: req-3025efa5-7edf-437c-ba48-2b27b7d9cea3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:23:37.045395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bca7b521-6d72-47ce-bb2e-5dc8d62bd132", "name": "network-vif-deleted", "tag": "40bafb94-64df-4a03-a970-a7083404e6f1", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:23:37.045395 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3025efa5-7edf-437c-ba48-2b27b7d9cea3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:23:37.045752 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3025efa5-7edf-437c-ba48-2b27b7d9cea3'] response: {'server_uuid': 'bca7b521-6d72-47ce-bb2e-5dc8d62bd132', 'name': 'network-vif-deleted', 'tag': '40bafb94-64df-4a03-a970-a7083404e6f1', 'status': 'completed', 'code': 200} Sep 22 09:23:37.283316 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-94d76719-8e82-427b-8f31-9c61fd4c9752 req-1c51afb1-534c-48bc-8db3-ef656f613cce tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:23:37.299205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-94d76719-8e82-427b-8f31-9c61fd4c9752 req-1c51afb1-534c-48bc-8db3-ef656f613cce tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:23:37.300961 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94d76719-8e82-427b-8f31-9c61fd4c9752 req-1c51afb1-534c-48bc-8db3-ef656f613cce tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=bca7b521-6d72-47ce-bb2e-5dc8d62bd132 HTTP/1.1" status: 200 len: 210 time: 0.0680220 Sep 22 09:23:38.401935 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51330) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:38.433493 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e49f251-aa76-4344-bd24-6f9a0406f570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.476567 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70b6d24b-c133-41ef-a393-daca0ef315e5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.505804 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70b6d24b-c133-41ef-a393-daca0ef315e5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.571273 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70b6d24b-c133-41ef-a393-daca0ef315e5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.588541 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6d24b-c133-41ef-a393-daca0ef315e5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c4509b-8c91-4e54-b21e-f763454d2fe5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:38.602080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70b6d24b-c133-41ef-a393-daca0ef315e5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.605689 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-70b6d24b-c133-41ef-a393-daca0ef315e5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "DELETE /v2.0/security-groups/41c4509b-8c91-4e54-b21e-f763454d2fe5 HTTP/1.1" status: 204 len: 168 time: 0.2002966 Sep 22 09:23:38.712479 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:38.717616 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269778160', 'description': 'tempest-secgroup-smoke-269778160 description', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:23:38.724144 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:38.728232 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:38.731121 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:38.737012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:38.748707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.768142 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:38.772392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:38.775134 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:38.780665 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:38.847919 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.851313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.894789 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ae9ff1-721f-428c-8513-e8bd266b1b7b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:38.897615 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:38.898838 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0a9200c6-81bc-4041-b2d5-1eba0fb6c8b5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1853430 Sep 22 09:23:38.901623 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51342) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:38.906393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae9ff1-721f-428c-8513-e8bd266b1b7b', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:23:38.912906 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:38.916692 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:38.919524 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:38.925141 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:38.945117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.003768 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.007177 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.029464 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafef5ab-0fde-45be-8900-d89c8c7e44b6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.037968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.039171 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3edfafbb-103f-4f32-92ac-7516b97f13af tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366498 Sep 22 09:23:39.041975 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51346) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:39.046827 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae9ff1-721f-428c-8513-e8bd266b1b7b', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:23:39.053188 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:39.057313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:39.057474 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:23:39.060222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:39.074376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:39.092564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 40bafb94-64df-4a03-a970-a7083404e6f1 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:23:39.092904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 40bafb94-64df-4a03-a970-a7083404e6f1 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:23:39.094619 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.160699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.164767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.189585 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf4d53f-6296-4fe3-a0f2-a092034d664c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.198990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.200171 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c648df87-7f09-4141-9c38-01544375c464 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572745 Sep 22 09:23:39.202928 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:39.207793 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae9ff1-721f-428c-8513-e8bd266b1b7b', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:23:39.213421 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:39.217202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:39.220030 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:39.226160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:39.242529 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.405940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.409798 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.433276 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b007e5-c4c8-48f1-8e1a-d3fd1c21a003,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.441355 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.443159 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53d2b64e-d7f7-4e90-99b7-b7caaa4627f3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393043 Sep 22 09:23:39.445989 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51358) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:39.450733 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae9ff1-721f-428c-8513-e8bd266b1b7b', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:23:39.456533 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:39.460294 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:39.463156 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:39.469941 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:39.486725 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.548889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.552903 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.579092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9013540a-d5b9-4064-b381-a8472ffe7485,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.589377 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.590525 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-75ee5f1c-4f85-45b3-90ee-a341c6d456d6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436446 Sep 22 09:23:39.593305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:39.598100 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae9ff1-721f-428c-8513-e8bd266b1b7b', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:23:39.603862 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:39.607661 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:39.610538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:39.617363 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:39.628109 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Project b11d47cfc4b443df9fc37827c8c40791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:23:39.635392 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.698337 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.701908 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.730297 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.730876 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e242aa-0364-4026-aa17-de7b7a0ed05c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.740399 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.744455 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea67ebe3-174b-4266-9010-94196d26a289 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474841 Sep 22 09:23:39.744637 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:23:39.750153 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'security_group_rule': {'security_group_id': 'a1ae9ff1-721f-428c-8513-e8bd266b1b7b', 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:23:39.751809 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.756362 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:23:39.760094 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:security_group_rule and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:23:39.762920 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:23:39.768780 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:23:39.778969 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Project b11d47cfc4b443df9fc37827c8c40791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:23:39.785242 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.848007 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.852084 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.875270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07b137a-c60e-4dbd-9a30-2b8855ca6edc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:23:39.883059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:39.884226 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b807d06c-f749-4ab9-8979-d8b04cdf9081 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386161 Sep 22 09:23:41.063614 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:42.917825 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:23:53.695720 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-577e8733-27df-40ba-8b33-8a2680c26dfb tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269778160&fields=id&tenant_id=b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 267 time: 0.0420415 Sep 22 09:23:53.852055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-3214c1c8-e7f5-4f7b-8224-c87778751bdf tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:23:53.853492 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-3214c1c8-e7f5-4f7b-8224-c87778751bdf tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 809 time: 0.1510761 Sep 22 09:23:53.868438 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-981f0eff-f6ba-49e4-afa3-350067cc488d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/quotas/b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 375 time: 0.0095062 Sep 22 09:23:53.955793 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-a8965e80-baa1-4758-ba1b-86026993100d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825233 Sep 22 09:23:54.090909 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-901cd363-796e-4c41-a245-043902cd9bfc service neutron] 10.222.0.42 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241124 Sep 22 09:23:54.231048 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-b3eb908c-e7dc-4661-9e80-fdd63ec24296 service neutron] 10.222.0.42 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342483 Sep 22 09:23:54.603921 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:23:55.621964 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-afccbb80-7e02-4f0d-80cb-422868d0ec00 req-b2ad0dbf-23f3-480e-a698-2ac9cdaf9422 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 210 time: 0.0513043 Sep 22 09:23:56.731696 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-39cb05f8-28c6-4a92-ae61-a387bf1bf883 req-73c17b92-e9ad-462b-93ce-e5db53fc549f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 210 time: 0.0527799 Sep 22 09:23:57.851899 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e911579d-f801-42b3-8d7e-c1b6179e0bf5 req-427615a5-a08f-4790-9c5b-f75c97f288e6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 210 time: 0.0536575 Sep 22 09:23:58.960478 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a8f3bcc-2fee-4e39-8f32-8932530e09ee req-914f8262-62bf-4164-9357-48c9fab3fe77 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 210 time: 0.0502505 Sep 22 09:24:00.122819 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3f1cf417-d3a6-471f-85d8-6bc12708c22b req-51878a0d-8e62-4975-89c5-22f6962e396d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 210 time: 0.0503972 Sep 22 09:24:01.041180 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-24a9fc03-18b3-4cdf-80c0-9967dcbbec5e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:01.042596 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-24a9fc03-18b3-4cdf-80c0-9967dcbbec5e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 809 time: 0.2538414 Sep 22 09:24:01.090212 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-f1e0d142-82ac-48c3-8f11-68c1939cc2f6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 379 time: 0.0399098 Sep 22 09:24:01.098534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'port': {'device_id': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'admin_state_up': True, 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'security_groups': ['a1ae9ff1-721f-428c-8513-e8bd266b1b7b']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:24:01.234025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:24:01.292064 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:24:01.295695 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-785fc50e-c326-4803-92c8-56c8043fe19f req-112b0adc-1f99-478a-a656-f26f245fbd5f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 210 time: 0.0592487 Sep 22 09:24:01.305583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Made reservation on behalf of b11d47cfc4b443df9fc37827c8c40791 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:24:01.309322 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.470882 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Allocated IP 172.20.0.12 (5d70313e-abde-4d61-bbb6-3f8860e93fb0/75d07355-041f-4ba6-821f-674fa6c33b48/e703783c-9e84-4987-b95e-9d808ca38259) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:01.673579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.690129 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Transition to ACTIVE for port object e703783c-9e84-4987-b95e-9d808ca38259 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:01.714432 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.783725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:01.786761 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:01.790625 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:24:01.821489 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:01.860665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:01.861284 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:01.898377 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-63cb2ea5-eb19-4cd3-ac22-63261fef8f6d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031774 Sep 22 09:24:01.909054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Request body: {'port': {'device_id': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:24:02.029044 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.044233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Provisioning for port e703783c-9e84-4987-b95e-9d808ca38259 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:02.050054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Provisioning complete for port e703783c-9e84-4987-b95e-9d808ca38259 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:02.050422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.050755 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Attempt 1 to provision port e703783c-9e84-4987-b95e-9d808ca38259 Sep 22 09:24:02.105147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Port e703783c-9e84-4987-b95e-9d808ca38259 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:24:02.383232 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e703783c-9e84-4987-b95e-9d808ca38259 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:24:02.390576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.405521 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Transition to ACTIVE for port object e703783c-9e84-4987-b95e-9d808ca38259 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:24:02.410527 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.507404 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c32841-39a6-45e6-b3ae-d93af98983eb req-054cc1e7-e6cf-4726-9b55-54396333c1d2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:02.508889 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05c32841-39a6-45e6-b3ae-d93af98983eb req-054cc1e7-e6cf-4726-9b55-54396333c1d2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0930939 Sep 22 09:24:02.560687 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-05c32841-39a6-45e6-b3ae-d93af98983eb req-ff6728ac-5327-447c-b102-b8320ca7ff1a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:24:02.576560 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-05c32841-39a6-45e6-b3ae-d93af98983eb req-ff6728ac-5327-447c-b102-b8320ca7ff1a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:24:02.577718 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05c32841-39a6-45e6-b3ae-d93af98983eb req-ff6728ac-5327-447c-b102-b8320ca7ff1a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626338 Sep 22 09:24:02.604354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:02.606495 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Attempt 2 to provision port e703783c-9e84-4987-b95e-9d808ca38259 Sep 22 09:24:02.638916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Attempting to bind port e703783c-9e84-4987-b95e-9d808ca38259 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:24:02.639267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Attempting to bind port e703783c-9e84-4987-b95e-9d808ca38259 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:24:02.639592 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Attempting to bind port e703783c-9e84-4987-b95e-9d808ca38259 on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:24:02.644107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Port e703783c-9e84-4987-b95e-9d808ca38259 on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:24:02.644424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Attempting to bind port e703783c-9e84-4987-b95e-9d808ca38259 on network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:24:02.649460 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:24:02.649787 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Checking segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:24:02.650160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Bound using segment: {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:24:02.650576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Bound port: e703783c-9e84-4987-b95e-9d808ca38259, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff404b1-b8c4-48bb-8404-e03a4ca59b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:24:02.650912 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.659049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Port e703783c-9e84-4987-b95e-9d808ca38259 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:24:02.736205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:24:02.739095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:24:02.744488 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.747530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:02.748289 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:02.749620 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] 10.222.0.48 "PUT /v2.0/ports/e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1094 time: 0.8449287 Sep 22 09:24:02.781732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:24:02.783990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2edb348-75f3-4c44-8960-71b0ceb6e564" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "tag": "e703783c-9e84-4987-b95e-9d808ca38259"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:02.932254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73df8657-6feb-4081-a043-6d3ac65c4db6 x-openstack-request-id: req-73df8657-6feb-4081-a043-6d3ac65c4db6 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:02.932549 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "tag": "e703783c-9e84-4987-b95e-9d808ca38259", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:02.932790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73df8657-6feb-4081-a043-6d3ac65c4db6 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:02.933173 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73df8657-6feb-4081-a043-6d3ac65c4db6'] response: {'name': 'network-changed', 'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259', 'status': 'completed', 'code': 200} Sep 22 09:24:02.985770 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa58a-77ae-48b7-bbbc-821cb8bd6928 service neutron] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:03.005438 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-bc82cff4-63b9-400a-b807-c962d55f7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.007458 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-bc82cff4-63b9-400a-b807-c962d55f7f7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1097 time: 0.2208397 Sep 22 09:24:03.076267 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-d8a36386-b7d5-4e19-9c11-7a810add3e90 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 217 time: 0.0625174 Sep 22 09:24:03.136094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-7d0053a8-98ce-4479-a081-9f20b7386a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.137436 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-7d0053a8-98ce-4479-a081-9f20b7386a17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0557647 Sep 22 09:24:03.159908 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Attempt 3 to provision port e703783c-9e84-4987-b95e-9d808ca38259 Sep 22 09:24:03.221173 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13814b0-8519-4107-8736-9bce4f54a260 req-f6482036-435b-46c8-ab53-2822e6e0db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.222113 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-98dc532e-049b-426e-88e2-3ee6572d97c6 None None] Port e703783c-9e84-4987-b95e-9d808ca38259 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:24:03.222621 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-f6482036-435b-46c8-ab53-2822e6e0db73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791507 Sep 22 09:24:03.350625 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-55504cd8-ee84-4cf1-b1df-0827217f6e2a service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222861 Sep 22 09:24:03.477774 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b13814b0-8519-4107-8736-9bce4f54a260 req-7efcf661-65e3-443f-80fe-6ef4e9c17976 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218624 Sep 22 09:24:03.598424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-40ebdd08-b818-4060-9668-c7b9726ae043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.599939 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-40ebdd08-b818-4060-9668-c7b9726ae043 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1097 time: 0.0767334 Sep 22 09:24:03.740911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-d68c54e5-472a-4f9d-b3d9-f4b3e6b1739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.740911 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-d68c54e5-472a-4f9d-b3d9-f4b3e6b1739b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1339128 Sep 22 09:24:03.776614 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d84d0b-8656-4af7-a397-72ac9adb7f2b req-afb7e146-dd81-4e03-85c1-c1d0a7b73652 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.778082 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a6d84d0b-8656-4af7-a397-72ac9adb7f2b req-afb7e146-dd81-4e03-85c1-c1d0a7b73652 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0874510 Sep 22 09:24:03.810822 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-15665ac6-a30b-42fa-bfc5-9e0e46377260 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 217 time: 0.0636992 Sep 22 09:24:03.825590 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a6d84d0b-8656-4af7-a397-72ac9adb7f2b req-406caf2a-ce52-4a28-99be-64cc3e2c8988 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Sep 22 09:24:03.873416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-5a933583-c57c-4a8f-ada6-83162b436f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.874790 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-5a933583-c57c-4a8f-ada6-83162b436f2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0582891 Sep 22 09:24:03.958093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-69c24ee8-c267-4f70-8457-799dcd60ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:03.959547 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-69c24ee8-c267-4f70-8457-799dcd60ee20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789175 Sep 22 09:24:04.089204 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-c63d0be2-6085-4ab6-8a5c-b180b9aba2e7 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229663 Sep 22 09:24:04.216581 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c2edb348-75f3-4c44-8960-71b0ceb6e564 req-d0993200-5145-4f9c-8714-e13e74f248df service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217291 Sep 22 09:24:05.023845 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbd0ea-5e6b-4f34-a03d-cd0db74cdc9e req-2ca0e990-ed7f-4189-84ed-d380054b2131 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:05.024557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-eccbd0ea-5e6b-4f34-a03d-cd0db74cdc9e req-2ca0e990-ed7f-4189-84ed-d380054b2131 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:24:05.039495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-eccbd0ea-5e6b-4f34-a03d-cd0db74cdc9e req-2ca0e990-ed7f-4189-84ed-d380054b2131 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:24:05.040907 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eccbd0ea-5e6b-4f34-a03d-cd0db74cdc9e req-2ca0e990-ed7f-4189-84ed-d380054b2131 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.1008818 Sep 22 09:24:05.084897 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eccbd0ea-5e6b-4f34-a03d-cd0db74cdc9e req-5f641310-946b-4cde-82d1-c416b24661c4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380144 Sep 22 09:24:06.279990 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f40bfb-6099-44f3-9a38-87580ba993f7 req-da5f6c31-09a3-4be6-9116-537341ef553c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:06.281361 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f40bfb-6099-44f3-9a38-87580ba993f7 req-da5f6c31-09a3-4be6-9116-537341ef553c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0881524 Sep 22 09:24:06.290679 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-29470ddb-b0f5-44ae-a26b-c613505cb9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:06.326536 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1f40bfb-6099-44f3-9a38-87580ba993f7 req-abc46607-b002-48f8-8ecd-da89abaea6a9 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Sep 22 09:24:07.528283 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0b8da-3bd3-4eb0-81b1-b6ec7c3311d9 req-c3393733-8f08-408d-aacc-ade875156839 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:07.533742 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-64d0b8da-3bd3-4eb0-81b1-b6ec7c3311d9 req-c3393733-8f08-408d-aacc-ade875156839 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0910282 Sep 22 09:24:07.585301 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-64d0b8da-3bd3-4eb0-81b1-b6ec7c3311d9 req-c7908f99-d917-46d2-9d2c-da63c82730cb tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497561 Sep 22 09:24:08.435408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5028f148-bfc8-4ccb-8f3d-6b25d00b8ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:08.783579 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54fb57-52d2-47fe-94bd-0274aba9ed69 req-3c60f621-0eba-4386-a933-702f31ebecb6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:08.784915 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b54fb57-52d2-47fe-94bd-0274aba9ed69 req-3c60f621-0eba-4386-a933-702f31ebecb6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0881901 Sep 22 09:24:08.828439 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b54fb57-52d2-47fe-94bd-0274aba9ed69 req-85bf7cc8-5698-4c21-98a6-339c586ca9c8 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Sep 22 09:24:09.731526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:09.751323 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:10.026392 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a8b80-31cc-4b56-8680-0cc255993fa9 req-031af8a4-8718-4baf-809c-f89c345f9eb3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:10.027830 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c0a8b80-31cc-4b56-8680-0cc255993fa9 req-031af8a4-8718-4baf-809c-f89c345f9eb3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0901747 Sep 22 09:24:10.180510 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c0a8b80-31cc-4b56-8680-0cc255993fa9 req-3f98dcc2-011d-4f41-8101-1e610c28905f tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470690 Sep 22 09:24:11.064740 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.184485 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e703783c-9e84-4987-b95e-9d808ca38259 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:24:11.316801 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:24:11.331182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'e703783c-9e84-4987-b95e-9d808ca38259', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'port_id': 'e703783c-9e84-4987-b95e-9d808ca38259', 'mac_address': 'fa:16:3e:b2:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:24:11.377705 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b813f8-8f7a-4b12-8437-45b2fa8223dd req-fe329887-c364-4164-90c4-f28c9cbb2157 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:11.379159 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-81b813f8-8f7a-4b12-8437-45b2fa8223dd req-fe329887-c364-4164-90c4-f28c9cbb2157 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0862494 Sep 22 09:24:11.386004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e703783c-9e84-4987-b95e-9d808ca38259 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:24:11.386374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.402617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e703783c-9e84-4987-b95e-9d808ca38259 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:24:11.418402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:24:11.423494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:11.425967 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-81b813f8-8f7a-4b12-8437-45b2fa8223dd req-4f76e7bf-7b2a-49af-8617-3a8e2c6af051 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410872 Sep 22 09:24:11.495633 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:11.499129 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.499498 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.499832 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.500196 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.500527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.500855 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.501175 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.501505 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.501827 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.502143 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.502453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.502774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:24:11.639180 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['e703783c-9e84-4987-b95e-9d808ca38259'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:24:12.623305 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067267-2907-496c-bdb6-4e11340d524f req-193ecfd7-e66c-48fc-81f0-64a4e8eb1701 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:12.624738 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b067267-2907-496c-bdb6-4e11340d524f req-193ecfd7-e66c-48fc-81f0-64a4e8eb1701 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 945 time: 0.0866947 Sep 22 09:24:12.669915 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b067267-2907-496c-bdb6-4e11340d524f req-7a0f1af0-729e-4a63-8ead-4c96a6fbcfbe tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396359 Sep 22 09:24:12.912173 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.190206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e703783c-9e84-4987-b95e-9d808ca38259 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:24:13.258934 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port e703783c-9e84-4987-b95e-9d808ca38259 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:24:13.263393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port e703783c-9e84-4987-b95e-9d808ca38259 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:24:13.263762 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.264090 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port e703783c-9e84-4987-b95e-9d808ca38259 Sep 22 09:24:13.376164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e703783c-9e84-4987-b95e-9d808ca38259 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:24:13.376531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.402808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:24:13.405074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d77c383-14c8-40bd-8cd5-4c5609f96afa" -d '{"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-plugged", "status": "completed", "tag": "e703783c-9e84-4987-b95e-9d808ca38259"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:13.413025 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:24:13.416985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:13.482121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:13.584000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f36797-5e8c-476b-a5ee-4c9e719a7aaa x-openstack-request-id: req-e7f36797-5e8c-476b-a5ee-4c9e719a7aaa {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:13.584387 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-plugged", "status": "completed", "tag": "e703783c-9e84-4987-b95e-9d808ca38259", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:13.584641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7f36797-5e8c-476b-a5ee-4c9e719a7aaa {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:13.585035 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f36797-5e8c-476b-a5ee-4c9e719a7aaa'] response: {'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259', 'code': 200} Sep 22 09:24:13.920128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050737d7-52b5-4d24-8617-ffdd3e65e7db req-bcf742d5-b0be-45e5-948d-c1ab4737943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:13.921485 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-050737d7-52b5-4d24-8617-ffdd3e65e7db req-bcf742d5-b0be-45e5-948d-c1ab4737943f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.1064532 Sep 22 09:24:13.928855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3758b5-8d80-4ae3-95d9-494cede477ed req-0acdb9db-2222-4e21-b609-910e8d9536db tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:13.930720 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b3758b5-8d80-4ae3-95d9-494cede477ed req-0acdb9db-2222-4e21-b609-910e8d9536db tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.1506174 Sep 22 09:24:13.994318 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-050737d7-52b5-4d24-8617-ffdd3e65e7db req-71286399-aa12-4512-a1b5-b31f99c86108 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624194 Sep 22 09:24:13.998670 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b3758b5-8d80-4ae3-95d9-494cede477ed req-ab7088aa-6035-43f5-9ffd-dd54e88fa697 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553303 Sep 22 09:24:15.192411 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b08ec-1ed2-47a3-be5f-30252abab504 req-71e37f44-f5db-400e-80a7-fcfb7d7fc071 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:15.193852 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aa6b08ec-1ed2-47a3-be5f-30252abab504 req-71e37f44-f5db-400e-80a7-fcfb7d7fc071 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0860782 Sep 22 09:24:15.236680 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aa6b08ec-1ed2-47a3-be5f-30252abab504 req-82d04b39-ca33-4b21-bf61-f7a4022fe133 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365288 Sep 22 09:24:15.430983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6fe58-2347-40b4-81c6-68ba55a52b28 req-4b64a70c-4ed0-4fdf-9202-5a73dde41983 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:15.432462 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cca6fe58-2347-40b4-81c6-68ba55a52b28 req-4b64a70c-4ed0-4fdf-9202-5a73dde41983 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0885441 Sep 22 09:24:15.474955 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cca6fe58-2347-40b4-81c6-68ba55a52b28 req-d0c6773f-bd6b-424c-8c76-cb34407c3692 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370069 Sep 22 09:24:15.505404 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51572) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:24:15.581895 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bfa277-42c3-41a9-9355-236b4cbb07fb tempest-TestShelveInstance-839052889 tempest-TestShelveInstance-839052889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:15.583407 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-24bfa277-42c3-41a9-9355-236b4cbb07fb tempest-TestShelveInstance-839052889 tempest-TestShelveInstance-839052889-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1094 time: 0.0770032 Sep 22 09:24:15.586217 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51576) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:24:15.590974 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': 'e703783c-9e84-4987-b95e-9d808ca38259', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:24:15.596786 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:24:15.600629 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Usage tracker for resource:floatingip and tenant:b11d47cfc4b443df9fc37827c8c40791 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:24:15.603909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:24:15.609615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:24:15.620386 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.757152 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:15.889171 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Allocated IP 172.26.8.195 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/18e0b595-3fd2-4b83-a182-3b7eb603256d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:24:16.034105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:16.063008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:16.130467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:24:16.133414 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:24:16.136994 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:24:16.165993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'Port': ['ID=18e0b595-3fd2-4b83-a182-3b7eb603256d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:16.542992 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:16.615363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:16.916533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:16.920820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.026829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.073513 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event updated for resources: {'Port': ['ID=18e0b595-3fd2-4b83-a182-3b7eb603256d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:24:17.197731 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Floating IP c7540bef-f8f6-478e-a65f-2fb9b9902856 associated. External IP: 172.26.8.195, port: e703783c-9e84-4987-b95e-9d808ca38259. Sep 22 09:24:17.547564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Router 50a851b1-8ef8-4017-8112-b31e2c290336 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:24:17.723632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:24:17.733461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] Sync routers for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:24:17.742569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:24:17.743185 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:24:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:17.748389 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:17.802175 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d29adc9-4dd0-48bf-afdc-d6f63aae2a34 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2148731 Sep 22 09:24:17.802665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:24:17.805251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f5f31f-f0c2-4115-b98a-fed066ee59bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "tag": "e703783c-9e84-4987-b95e-9d808ca38259"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:24:17.845732 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b6b296-5c37-471c-8437-380bab4cec94 x-openstack-request-id: req-b9b6b296-5c37-471c-8437-380bab4cec94 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:24:17.846022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "tag": "e703783c-9e84-4987-b95e-9d808ca38259", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:24:17.846273 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9b6b296-5c37-471c-8437-380bab4cec94 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:24:17.846675 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b6b296-5c37-471c-8437-380bab4cec94'] response: {'name': 'network-changed', 'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259', 'status': 'completed', 'code': 200} Sep 22 09:24:17.924610 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:24:17.949236 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-a724de2f-4ef4-4d3c-9e8d-dfe2d26928e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:17.950746 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-a724de2f-4ef4-4d3c-9e8d-dfe2d26928e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.0806086 Sep 22 09:24:18.079727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-74d2ecbd-51a3-486b-b1ed-c3b5a429d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:18.081095 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-74d2ecbd-51a3-486b-b1ed-c3b5a429d814 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1246705 Sep 22 09:24:18.303301 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-33f66190-08b3-43ae-8e0c-299c93fe6454 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1000 time: 0.2163157 Sep 22 09:24:18.304250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'c7540bef-f8f6-478e-a65f-2fb9b9902856', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'floating_ip_address': '172.26.8.195', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'port_id': 'e703783c-9e84-4987-b95e-9d808ca38259', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'mac_address': 'fa:16:3e:b2:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:24:16Z', 'updated_at': '2022-09-22T09:24:16Z', 'revision_number': 0, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:18.308133 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] Checking router: 50a851b1-8ef8-4017-8112-b31e2c290336 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:24:18.316454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:24:18.317038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:24:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:18.363379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-16573f38-3009-470d-9926-9006332e097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:18.364641 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-16573f38-3009-470d-9926-9006332e097d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0562544 Sep 22 09:24:18.445903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-7ae043ba-cd9d-44e5-ba71-3362869eba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:18.447402 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-7ae043ba-cd9d-44e5-ba71-3362869eba15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769043 Sep 22 09:24:18.490479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:24:18.576188 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-ab621533-0298-4b0c-81ca-0d087ab57b73 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232362 Sep 22 09:24:18.704168 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82f5f31f-f0c2-4115-b98a-fed066ee59bd req-549b8b5e-86fa-4fe7-8e84-146463fb986a service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226144 Sep 22 09:24:18.829579 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'c7540bef-f8f6-478e-a65f-2fb9b9902856', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'floating_ip_address': '172.26.8.195', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'port_id': 'e703783c-9e84-4987-b95e-9d808ca38259', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'mac_address': 'fa:16:3e:b2:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:24:16Z', 'updated_at': '2022-09-22T09:24:16Z', 'revision_number': 0, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:24:18.833444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b4ab1-d376-4a0f-85bd-26765a70cbad None None] The sync data for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv is: [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'c7540bef-f8f6-478e-a65f-2fb9b9902856', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'floating_ip_address': '172.26.8.195', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'port_id': 'e703783c-9e84-4987-b95e-9d808ca38259', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'mac_address': 'fa:16:3e:b2:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:24:16Z', 'updated_at': '2022-09-22T09:24:16Z', 'revision_number': 0, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:24:19.020499 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b055085f-355a-4432-b9d5-f978ca1a7b44 None None] New status for floating IP c7540bef-f8f6-478e-a65f-2fb9b9902856: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:24:31.602732 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:24:36.299148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44df132d-95e7-46f2-8beb-3aa853277a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:38.443944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a14f0820-79ef-47f8-beb9-5839dcb8853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.732910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:39.756336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:41.068604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:42.904013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:24:47.712689 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-da78accd-9b5e-4248-a4db-0c6713de6488 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828907 Sep 22 09:24:47.860720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-74fa6525-abcc-4684-b590-868d7d87e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:47.862073 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-74fa6525-abcc-4684-b590-868d7d87e936 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.0766594 Sep 22 09:24:48.002226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-17341943-390d-418f-bc42-ce3863a30e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:48.003691 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-17341943-390d-418f-bc42-ce3863a30e2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1234441 Sep 22 09:24:48.107302 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-9cc6f106-f049-4766-8245-88e06ae3d15a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1002 time: 0.0961535 Sep 22 09:24:48.172641 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-5262258c-eef0-4ce9-bc1c-695526d12705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:48.174045 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-5262258c-eef0-4ce9-bc1c-695526d12705 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0605481 Sep 22 09:24:48.258253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-8e27e6fd-f4f0-4fe9-9a2c-eec525a9f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:24:48.260697 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-8e27e6fd-f4f0-4fe9-9a2c-eec525a9f98c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764716 Sep 22 09:24:48.390041 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-5710506c-744a-40e8-88c2-b970f2ddb7ca service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246507 Sep 22 09:24:48.522138 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e4dc9a-4e59-4692-80c8-ce464544996d req-e7b58cfd-24f9-4481-a06c-22757874a911 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265383 Sep 22 09:25:06.290048 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4adf0c90-be18-4508-a260-485ff049a5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.438551 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7cbb-83a6-4330-8540-48834f4643eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:08.601150 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:25:09.735876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:09.756009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:11.071687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:12.918817 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:36.292540 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b56a-534f-4f45-afe6-2c0e02db7d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:38.440388 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6775000-0bd6-4d4c-91d1-c6861da7b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:39.737401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:39.758397 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:41.074299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:42.934278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:25:45.600118 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:25:48.728799 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-a3737183-9bba-4027-9770-4205fe221fc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827625 Sep 22 09:25:48.867890 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-65811087-78f4-422d-a0c0-1428977f6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:25:48.870102 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-65811087-78f4-422d-a0c0-1428977f6a6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.0768063 Sep 22 09:25:49.010050 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-851e3274-2d96-4766-963c-90f71b5702fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:25:49.011426 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-851e3274-2d96-4766-963c-90f71b5702fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1232755 Sep 22 09:25:49.110901 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-6a7a78a8-bf31-4a04-a465-530a99f77678 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1002 time: 0.0936501 Sep 22 09:25:49.171985 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-634a6106-a238-426f-bb73-c01985ec7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:25:49.173423 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-634a6106-a238-426f-bb73-c01985ec7c7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0567801 Sep 22 09:25:49.256828 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-da4d34b1-9577-4c8b-83da-338f207f09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:25:49.258283 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-da4d34b1-9577-4c8b-83da-338f207f09c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791533 Sep 22 09:25:49.387275 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-76e1db15-dba9-4339-8ed2-76a923c1afbc service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229949 Sep 22 09:25:49.622778 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2f028dd3-cbba-457f-8845-f54b18e5b93a req-18f71ec3-57aa-4bf4-b525-4874790e85e2 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298937 Sep 22 09:26:06.294040 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e136-0c36-4509-a667-2e923de7e2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:08.441999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf452720-9f09-4ea6-b981-3467e02bee06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.738399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:09.760350 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:11.078515 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:12.934802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:14.720911 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff68fc1-1a9d-4d74-a2b3-3703f097c037 req-25cc4d2e-efc9-4451-a0dc-ce3057e63792 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:14.722360 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ff68fc1-1a9d-4d74-a2b3-3703f097c037 req-25cc4d2e-efc9-4451-a0dc-ce3057e63792 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.1471732 Sep 22 09:26:14.767339 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ff68fc1-1a9d-4d74-a2b3-3703f097c037 req-bdad9e1d-fbe3-4f2d-bc6b-ae46c2a4abe5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393035 Sep 22 09:26:16.107533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e87ec9-478b-4ded-b9fa-25b207cd61df req-522c6269-b587-4751-a6b2-53953763a4b4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:16.108989 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40e87ec9-478b-4ded-b9fa-25b207cd61df req-522c6269-b587-4751-a6b2-53953763a4b4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.2288871 Sep 22 09:26:16.156388 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40e87ec9-478b-4ded-b9fa-25b207cd61df req-f10ef44b-94c1-4ea3-be6b-7afc6f18225e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Sep 22 09:26:17.356900 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325151a8-4aa9-4935-a0fb-443eef798d91 req-832579c3-5669-45bd-9ee6-7e44a1eb0b72 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:17.358336 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-325151a8-4aa9-4935-a0fb-443eef798d91 req-832579c3-5669-45bd-9ee6-7e44a1eb0b72 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0861177 Sep 22 09:26:17.405567 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-325151a8-4aa9-4935-a0fb-443eef798d91 req-2d3dc2ff-5fed-403f-8943-9efc3b61c51c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 Sep 22 09:26:18.601731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c083cbe-3bd6-408a-b524-d9cf8c62dcb2 req-442b3bf6-4d27-472a-bb93-e2f0699267ec tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:18.603692 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c083cbe-3bd6-408a-b524-d9cf8c62dcb2 req-442b3bf6-4d27-472a-bb93-e2f0699267ec tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0857031 Sep 22 09:26:18.646320 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c083cbe-3bd6-408a-b524-d9cf8c62dcb2 req-ae99eba3-326e-4d7a-bdc0-3323507a24d2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369925 Sep 22 09:26:19.838575 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea90e-6925-4c58-8fdb-257135a2e26a req-8a6f1545-d669-4cd3-9642-d2c5032916c9 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:19.840058 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28ea90e-6925-4c58-8fdb-257135a2e26a req-8a6f1545-d669-4cd3-9642-d2c5032916c9 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0859878 Sep 22 09:26:19.883699 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b28ea90e-6925-4c58-8fdb-257135a2e26a req-4055c2cc-4575-4b6a-93ee-e668a98e99e2 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380352 Sep 22 09:26:21.082505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd141fb-b8a2-4d9c-b87c-38cfa1890d80 req-505a306e-1a19-479d-a4b8-5e4e1e6bdcef tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:21.083980 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cbd141fb-b8a2-4d9c-b87c-38cfa1890d80 req-505a306e-1a19-479d-a4b8-5e4e1e6bdcef tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0904746 Sep 22 09:26:21.127612 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cbd141fb-b8a2-4d9c-b87c-38cfa1890d80 req-f36c6d2b-aa0d-44c8-bd4b-061723ff8f58 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375328 Sep 22 09:26:22.327799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62709d9-575e-41a1-86c4-4cb3bb9d712b req-81848641-1acf-4c3a-a49c-73c686cefd85 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:22.329153 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b62709d9-575e-41a1-86c4-4cb3bb9d712b req-81848641-1acf-4c3a-a49c-73c686cefd85 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0902507 Sep 22 09:26:22.373586 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b62709d9-575e-41a1-86c4-4cb3bb9d712b req-d88afe8f-bc6f-472d-84ce-cb3366e587bb tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Sep 22 09:26:22.598183 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:26:23.567911 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013169d1-a5ec-4db0-9ae6-5c76398f1469 req-626c5638-45ea-4d2e-b052-1169e2a42092 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:23.569353 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-013169d1-a5ec-4db0-9ae6-5c76398f1469 req-626c5638-45ea-4d2e-b052-1169e2a42092 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0860014 Sep 22 09:26:23.615376 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-013169d1-a5ec-4db0-9ae6-5c76398f1469 req-226bf023-162e-4fdc-8ef8-1a23cf8b23e5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 Sep 22 09:26:24.772569 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-fb98bd06-6b77-495e-9201-7de0028e9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:24.774015 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-fb98bd06-6b77-495e-9201-7de0028e9ed1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.0828660 Sep 22 09:26:24.813400 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d321a6-5f62-449c-b77c-9daeb3c11d2b req-e191ed8e-0f5f-49c8-b452-ff4c2b147ebd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:24.814851 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9d321a6-5f62-449c-b77c-9daeb3c11d2b req-e191ed8e-0f5f-49c8-b452-ff4c2b147ebd tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0862367 Sep 22 09:26:24.862286 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9d321a6-5f62-449c-b77c-9daeb3c11d2b req-5776aa92-06e2-46b8-96dd-d3f16612e639 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418100 Sep 22 09:26:24.906661 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-61840e4a-9d06-467b-b6fe-014e8f26c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:24.908060 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-61840e4a-9d06-467b-b6fe-014e8f26c775 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1272559 Sep 22 09:26:25.008458 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-81a8291a-d330-4d5e-8b67-55e1a5e75f0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1002 time: 0.0946281 Sep 22 09:26:25.073496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-061876dd-4a3c-4692-8a24-8185231d6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:25.074899 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-061876dd-4a3c-4692-8a24-8185231d6605 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0597143 Sep 22 09:26:25.157216 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-703d7b7e-71d6-4f6f-9d47-18fa9598f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:25.158586 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-703d7b7e-71d6-4f6f-9d47-18fa9598f85a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777826 Sep 22 09:26:25.286218 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-44071a93-9e85-45cd-a22c-a32772210a2e service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215525 Sep 22 09:26:25.413498 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-920637ad-d9d9-4f84-aa05-d3b599f5cea5 req-ffbcd8a5-e18b-4545-b3b6-61ba4ade1d0e service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211708 Sep 22 09:26:26.058685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d361f-e89c-45bf-a054-7f4a49f4ed4e req-eb0eea57-a77c-4ecf-b238-6f167bb3ef31 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:26.060149 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e1d361f-e89c-45bf-a054-7f4a49f4ed4e req-eb0eea57-a77c-4ecf-b238-6f167bb3ef31 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0850978 Sep 22 09:26:26.103306 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e1d361f-e89c-45bf-a054-7f4a49f4ed4e req-f4f62194-73ba-4c4a-ae69-a290d2751183 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376043 Sep 22 09:26:27.313414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26511b51-b7e4-4b86-90dd-23433033e7ca req-555af3e7-75b2-4a8f-afc5-15fbb6ad4bd7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:27.314857 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26511b51-b7e4-4b86-90dd-23433033e7ca req-555af3e7-75b2-4a8f-afc5-15fbb6ad4bd7 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0901659 Sep 22 09:26:27.360408 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26511b51-b7e4-4b86-90dd-23433033e7ca req-777c1761-8c0a-4c58-bbe8-2f199fb1beed tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Sep 22 09:26:28.557571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1823059-c453-4430-8b6c-9b43fb0cb2cb req-6f443460-0c95-4bf1-9dc8-c134d71bad3d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:28.559002 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b1823059-c453-4430-8b6c-9b43fb0cb2cb req-6f443460-0c95-4bf1-9dc8-c134d71bad3d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0893300 Sep 22 09:26:28.601914 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b1823059-c453-4430-8b6c-9b43fb0cb2cb req-cb3b50f0-c375-4b35-9e0c-4892ca307bbc tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373726 Sep 22 09:26:29.001628 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-6cf7c8f5-c8dd-4115-8b47-fafa9ceaddef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876764 Sep 22 09:26:29.012885 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5363-7c7f-431c-a3fb-f8c4a63acf27 req-e573ce97-9627-45e5-b374-cadca8833983 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:29.014257 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-13ce5363-7c7f-431c-a3fb-f8c4a63acf27 req-e573ce97-9627-45e5-b374-cadca8833983 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.1132598 Sep 22 09:26:29.058775 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-13ce5363-7c7f-431c-a3fb-f8c4a63acf27 req-ac567062-1257-4284-847e-5473bfa17c71 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380216 Sep 22 09:26:30.272781 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dc621-d868-4bd9-a7e8-0fcde05bf2b4 req-60dad471-5372-491b-a14f-6a91ca9c185e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:30.274138 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5b7dc621-d868-4bd9-a7e8-0fcde05bf2b4 req-60dad471-5372-491b-a14f-6a91ca9c185e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.1037805 Sep 22 09:26:30.318645 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5b7dc621-d868-4bd9-a7e8-0fcde05bf2b4 req-58820527-9238-4667-ab41-f4ad868c478e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381598 Sep 22 09:26:31.516263 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-56d6785d-728e-40d4-a99f-4ac5b3fb4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:31.517754 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-56d6785d-728e-40d4-a99f-4ac5b3fb4bfe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f&tenant_id=b11d47cfc4b443df9fc37827c8c40791 HTTP/1.1" status: 200 len: 1099 time: 0.2015834 Sep 22 09:26:31.682159 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-ba16215a-73a9-4e51-91ab-79e13478497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:31.683658 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-ba16215a-73a9-4e51-91ab-79e13478497b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.1439064 Sep 22 09:26:31.694948 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2803f-e519-4f32-bf6c-c8c8e60310c9 req-fd9ef9bc-b7e2-4624-8f25-fa323ec36df6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:31.696321 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bdf2803f-e519-4f32-bf6c-c8c8e60310c9 req-fd9ef9bc-b7e2-4624-8f25-fa323ec36df6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.1098671 Sep 22 09:26:31.817228 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bdf2803f-e519-4f32-bf6c-c8c8e60310c9 req-ea3dfca5-3bb4-4c02-82e7-19fd9979c796 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028788 Sep 22 09:26:31.851199 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-910bbf27-e854-4320-94c6-57d62bbeb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:31.852742 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-910bbf27-e854-4320-94c6-57d62bbeb685 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1554995 Sep 22 09:26:31.857941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e703783c-9e84-4987-b95e-9d808ca38259 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:26:31.958030 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-531323e0-e055-4f5c-bafd-a65958585ea7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1002 time: 0.0987656 Sep 22 09:26:31.969872 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e703783c-9e84-4987-b95e-9d808ca38259 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:26:31.970248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:31.996761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:26:31.998975 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26658d4-aa70-4e6c-b0d4-844349434268" -d '{"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-unplugged", "status": "completed", "tag": "e703783c-9e84-4987-b95e-9d808ca38259"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:32.006547 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:26:32.011892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:32.035820 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-9f79294c-348f-4f37-bf43-2506609d93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:32.037498 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-9f79294c-348f-4f37-bf43-2506609d93c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0732720 Sep 22 09:26:32.042625 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85052271-9067-41fa-bb1e-208facc0d311 x-openstack-request-id: req-85052271-9067-41fa-bb1e-208facc0d311 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:32.042906 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-unplugged", "status": "completed", "tag": "e703783c-9e84-4987-b95e-9d808ca38259", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:32.043150 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85052271-9067-41fa-bb1e-208facc0d311 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:32.043552 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85052271-9067-41fa-bb1e-208facc0d311'] response: {'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259', 'code': 200} Sep 22 09:26:32.088277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:32.095798 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.096141 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.096472 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.096807 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.097132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.097453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.097769 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.098084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.098400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.098712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.099022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.099358 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:26:32.125896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-23ac2eeb-8076-4a49-b5c6-00696c32999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:32.127401 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-23ac2eeb-8076-4a49-b5c6-00696c32999c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818391 Sep 22 09:26:32.259891 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-3999edaf-68dd-4af6-8533-ff8e2e426fe3 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261234 Sep 22 09:26:32.388474 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d297b9e-44a2-4c17-b4ca-9d8fa640d206 req-df28cfe0-abd0-46d1-abd2-b966c6281d0c service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233408 Sep 22 09:26:33.011930 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04c6c6-087e-4c6e-979d-010b1456f8f7 req-d1ba6597-fd1e-4b6a-8245-61ac9b5b1b7c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:33.013381 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b04c6c6-087e-4c6e-979d-010b1456f8f7 req-d1ba6597-fd1e-4b6a-8245-61ac9b5b1b7c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0870225 Sep 22 09:26:33.062400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b04c6c6-087e-4c6e-979d-010b1456f8f7 req-94a87045-08d6-4d6c-943a-d30d3247f2fe tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434253 Sep 22 09:26:34.260562 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144590a3-1bb0-4362-8f3e-1f6209fad73d req-5d2e8af6-c270-486d-b315-46d73e3936c4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:34.261925 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-144590a3-1bb0-4362-8f3e-1f6209fad73d req-5d2e8af6-c270-486d-b315-46d73e3936c4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0864818 Sep 22 09:26:34.308295 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-144590a3-1bb0-4362-8f3e-1f6209fad73d req-da6ad006-a2d6-46af-ab72-9c064e22dca6 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403521 Sep 22 09:26:35.503978 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499b977-e70d-4351-bb87-0b993a04444a req-911962df-3b41-4418-9393-fef04d945186 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:35.505422 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5499b977-e70d-4351-bb87-0b993a04444a req-911962df-3b41-4418-9393-fef04d945186 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0887570 Sep 22 09:26:35.549842 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5499b977-e70d-4351-bb87-0b993a04444a req-183f9556-1063-461e-9b69-ed1a487cf95d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Sep 22 09:26:36.296028 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc2cebaa-00d4-4bdc-866a-72adcc5579a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:36.745556 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52f525-8587-4fde-8664-d5b7b0930047 req-52111d58-0f2e-4cd4-8646-2c133162d1b3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:36.746999 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc52f525-8587-4fde-8664-d5b7b0930047 req-52111d58-0f2e-4cd4-8646-2c133162d1b3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0870831 Sep 22 09:26:36.791094 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc52f525-8587-4fde-8664-d5b7b0930047 req-36f1d713-47cd-4f5d-825c-39575d0ddc05 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 Sep 22 09:26:37.990781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d5da-e75d-471b-990c-aee0a192c57f req-49bc7026-219d-4336-8136-c0b8cfa61244 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:37.992246 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bf3d5da-e75d-471b-990c-aee0a192c57f req-49bc7026-219d-4336-8136-c0b8cfa61244 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0889776 Sep 22 09:26:38.035715 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bf3d5da-e75d-471b-990c-aee0a192c57f req-43b6153c-dd3c-4620-a3f1-c87ba8a7e79d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376811 Sep 22 09:26:38.429771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94ba42-ba61-49f8-a5f3-da13c2d5ae77 req-8167e1ff-f432-4043-9a35-98d3bd2d7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:38.431786 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca94ba42-ba61-49f8-a5f3-da13c2d5ae77 req-8167e1ff-f432-4043-9a35-98d3bd2d7539 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1097 time: 0.0766988 Sep 22 09:26:38.444639 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15476e8d-ec90-435c-9174-78371d522d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:38.471362 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca94ba42-ba61-49f8-a5f3-da13c2d5ae77 req-fe42b5d8-8a13-4d7d-afbf-c1bfafdfbe38 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339968 Sep 22 09:26:39.237323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477843-8d70-4dc9-b966-44bcd6be6a9d req-bd3f11da-6fba-4106-b7a1-d4d76ae821fa tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:39.238722 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-48477843-8d70-4dc9-b966-44bcd6be6a9d req-bd3f11da-6fba-4106-b7a1-d4d76ae821fa tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 944 time: 0.0903618 Sep 22 09:26:39.283263 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-48477843-8d70-4dc9-b966-44bcd6be6a9d req-80a89cbd-7823-4a4b-a614-4673891153bf tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380762 Sep 22 09:26:39.740363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:39.762751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:39.927444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e703783c-9e84-4987-b95e-9d808ca38259 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:26:40.089839 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:26:40.102553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': 'e703783c-9e84-4987-b95e-9d808ca38259', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'port_id': 'e703783c-9e84-4987-b95e-9d808ca38259', 'mac_address': 'fa:16:3e:b2:b7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:26:40.154353 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e703783c-9e84-4987-b95e-9d808ca38259 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:26:40.154717 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:40.170894 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e703783c-9e84-4987-b95e-9d808ca38259 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:26:40.185865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:26:40.189881 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:40.260209 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:40.406465 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['e703783c-9e84-4987-b95e-9d808ca38259'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:26:40.484965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af2293-7750-4e01-80c1-020d774fb939 req-526aebb6-776f-4c36-ba1d-33ebd794bc3c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:40.486431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90af2293-7750-4e01-80c1-020d774fb939 req-526aebb6-776f-4c36-ba1d-33ebd794bc3c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 945 time: 0.0913196 Sep 22 09:26:40.530402 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90af2293-7750-4e01-80c1-020d774fb939 req-f2a92cb9-c7d9-4020-9a69-baad273dda97 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383778 Sep 22 09:26:41.080475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:41.943942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e703783c-9e84-4987-b95e-9d808ca38259 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:26:42.011516 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port e703783c-9e84-4987-b95e-9d808ca38259 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:26:42.011875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:42.012198 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port e703783c-9e84-4987-b95e-9d808ca38259 Sep 22 09:26:42.122684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port e703783c-9e84-4987-b95e-9d808ca38259 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:26:42.123345 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:42.150642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:26:42.152890 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbae13e-ceeb-4737-aa64-bfdc0794b41d" -d '{"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-plugged", "status": "completed", "tag": "e703783c-9e84-4987-b95e-9d808ca38259"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:26:42.160147 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:26:42.165294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:42.200047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2f6197-2a37-47cc-8749-4eb8eb39ca9b x-openstack-request-id: req-3c2f6197-2a37-47cc-8749-4eb8eb39ca9b {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:26:42.200332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-plugged", "status": "completed", "tag": "e703783c-9e84-4987-b95e-9d808ca38259", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:26:42.200576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c2f6197-2a37-47cc-8749-4eb8eb39ca9b {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:26:42.200963 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2f6197-2a37-47cc-8749-4eb8eb39ca9b'] response: {'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259', 'code': 200} Sep 22 09:26:42.231902 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:26:42.948797 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:26:48.739070 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-12495ba8-be7c-4109-9d16-c1b645422c53 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755677 Sep 22 09:26:48.887965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-8537fcf6-0ce8-4097-b069-31a3d43d92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:48.889341 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-8537fcf6-0ce8-4097-b069-31a3d43d92ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.0797231 Sep 22 09:26:49.134688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-99956fd3-0fb3-466b-91e6-54fc59f6adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:49.136085 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-99956fd3-0fb3-466b-91e6-54fc59f6adb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.2292688 Sep 22 09:26:49.237516 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-b07ede0f-c40b-4cd2-a218-e31a84d9d6ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1002 time: 0.0954413 Sep 22 09:26:49.297562 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-215a1ade-df4a-4bfe-9c19-4ff27b916fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:49.298948 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-215a1ade-df4a-4bfe-9c19-4ff27b916fef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0564890 Sep 22 09:26:49.382666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-59a57c21-188f-4b6c-8c5f-f339e1d8289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:26:49.384751 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-59a57c21-188f-4b6c-8c5f-f339e1d8289a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807123 Sep 22 09:26:49.516811 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-6271d679-a739-45f6-955e-8ab181c9c155 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263969 Sep 22 09:26:49.646707 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a66a621-82a7-4bd9-af66-a182b6afaac3 req-5d35275e-a9d2-426e-879d-17320267f957 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246200 Sep 22 09:26:59.602726 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:27:06.301527 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf174b6-6600-4802-a434-8ff48addf014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:08.448368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9853945a-22d2-4626-b8c2-74cbfa1a9c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.744168 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:09.766434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:11.084595 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:12.950808 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:36.299873 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb9e5957-8b50-4b14-82e4-3d6a831d0a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:36.595661 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:27:38.450888 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a169cb05-dc01-4ecd-9edd-50786f9048ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:39.747118 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:39.768615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:41.086066 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:42.962954 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:50.739858 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-e3ad23b3-9105-4f8c-a496-0b507c4e5918 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124692 Sep 22 09:27:50.883870 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-119a9780-8d79-4684-9d4e-2321e9630b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:50.885256 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-119a9780-8d79-4684-9d4e-2321e9630b4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.0806611 Sep 22 09:27:51.028324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-5bfb65cd-4a25-4a6e-b9d0-1e000b6de4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:51.029744 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-5bfb65cd-4a25-4a6e-b9d0-1e000b6de4d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1255326 Sep 22 09:27:51.126215 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-b952ee95-394f-4e58-bab8-7543bec44fc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 1002 time: 0.0911069 Sep 22 09:27:51.189849 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-462719e7-baf8-4827-a0b1-ac8da8de4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:51.191348 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-462719e7-baf8-4827-a0b1-ac8da8de4543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0600636 Sep 22 09:27:51.271896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-14fbe0e6-12d8-4ecf-8f18-2528c1dbbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:51.273405 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-14fbe0e6-12d8-4ecf-8f18-2528c1dbbbc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752788 Sep 22 09:27:51.400446 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-e2d75b89-dd17-4b9e-9662-8f5c67812fb9 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208212 Sep 22 09:27:51.527055 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a8f21900-70b3-4290-94a6-be5f56a5bd42 req-3f8454fb-8013-4928-bacb-594aa534298b service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212595 Sep 22 09:27:55.731964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51724) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:27:55.933720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Deleting port 18e0b595-3fd2-4b83-a182-3b7eb603256d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:27:55.934055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.195768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.196102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.325900 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Calling delete_port for 18e0b595-3fd2-4b83-a182-3b7eb603256d owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:27:56.471047 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.514454 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event deleted for resources: {'Port': ['ID=18e0b595-3fd2-4b83-a182-3b7eb603256d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:56.551490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.551840 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.552169 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.552495 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.552819 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.553143 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.553467 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.553790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.554109 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.554426 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.554746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.555091 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:27:56.624384 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:56.624758 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Floating IP c7540bef-f8f6-478e-a65f-2fb9b9902856 disassociated (deleted). External IP: 172.26.8.195, port: e703783c-9e84-4987-b95e-9d808ca38259. Sep 22 09:27:56.965341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Router 50a851b1-8ef8-4017-8112-b31e2c290336 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:27:57.138571 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:27:57.147968 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] Sync routers for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:27:57.158164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:57.159327 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:27:57.159941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:27:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:57.214813 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d1fa2b03-47a5-4cd9-b6ba-42b40b8c15be tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "DELETE /v2.0/floatingips/c7540bef-f8f6-478e-a65f-2fb9b9902856 HTTP/1.1" status: 204 len: 168 time: 1.4793210 Sep 22 09:27:57.214813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:27:57.215205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aee3fa-abab-499c-bc63-aed6cfc29418" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "tag": "e703783c-9e84-4987-b95e-9d808ca38259"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:57.260037 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b39009-9c64-448f-a450-e2a504f73d1a x-openstack-request-id: req-65b39009-9c64-448f-a450-e2a504f73d1a {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:57.260324 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "tag": "e703783c-9e84-4987-b95e-9d808ca38259", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:57.260677 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65b39009-9c64-448f-a450-e2a504f73d1a {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:57.261047 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b39009-9c64-448f-a450-e2a504f73d1a'] response: {'name': 'network-changed', 'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259', 'status': 'completed', 'code': 200} Sep 22 09:27:57.338469 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:27:57.364016 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-73e1d32f-c1fc-4526-9a51-f5fe7c165dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:57.365512 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-73e1d32f-c1fc-4526-9a51-f5fe7c165dab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b11d47cfc4b443df9fc37827c8c40791&device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 1099 time: 0.0839651 Sep 22 09:27:57.507813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-72eabe92-48ca-46fb-b0a5-2f170f5663af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:57.509262 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-72eabe92-48ca-46fb-b0a5-2f170f5663af service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 200 len: 910 time: 0.1375368 Sep 22 09:27:57.610139 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fe0fe-71a4-4897-85b3-64b9ccf94c1e req-4e763636-c964-4a25-ade6-8d021f285c5a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:57.611999 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-330fe0fe-71a4-4897-85b3-64b9ccf94c1e req-4e763636-c964-4a25-ade6-8d021f285c5a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0931799 Sep 22 09:27:57.664369 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-330fe0fe-71a4-4897-85b3-64b9ccf94c1e req-a40bc4da-073c-4225-a70c-0c99d6ebce3a tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455134 Sep 22 09:27:57.695271 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-313992c3-67d0-47be-85ab-cd370ff771b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 200 len: 217 time: 0.1793799 Sep 22 09:27:57.704898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:57.708751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] Checking router: 50a851b1-8ef8-4017-8112-b31e2c290336 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:27:57.717396 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:27:57.717980 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:27:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:57.759443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-d4f30ef0-ef61-49fe-bc22-9f1d3df82008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:57.760799 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-d4f30ef0-ef61-49fe-bc22-9f1d3df82008 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 200 len: 848 time: 0.0593469 Sep 22 09:27:57.842764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-edc4a7ae-1cb1-4551-a02f-e6e7d67b001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:57.844325 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-edc4a7ae-1cb1-4551-a02f-e6e7d67b001a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d70313e-abde-4d61-bbb6-3f8860e93fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774975 Sep 22 09:27:57.891451 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:27:57.977064 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-f624d23a-7187-428b-af78-b7bc1c64a996 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265540 Sep 22 09:27:58.111132 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49aee3fa-abab-499c-bc63-aed6cfc29418 req-f268dd8e-89b3-4b2e-a35c-7d5354605a60 service neutron] 10.222.0.48 "GET /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272206 Sep 22 09:27:58.198390 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:27:58.202442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbbb8c-a431-47eb-b98e-e8c574ce3b20 None None] The sync data for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv is: [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:17Z', 'revision_number': 4, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '47e70617-cf13-43ad-b6c9-1ba35712d4ab', 'name': '', 'network_id': '5d70313e-abde-4d61-bbb6-3f8860e93fb0', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'mac_address': 'fa:16:3e:9b:1f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:16Z', 'updated_at': '2022-09-22T09:19:21Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'subnets': [{'id': '75d07355-041f-4ba6-821f-674fa6c33b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:27:58.407913 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e8de4-b93d-48bd-b1ae-2b22c78f939d None None] New status for floating IP c7540bef-f8f6-478e-a65f-2fb9b9902856: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:27:58.868904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374672-2b22-4077-93e0-868a74436774 req-4b0062ec-e4e0-4542-ae52-c21c31ee68d4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:58.868904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-75374672-2b22-4077-93e0-868a74436774 req-4b0062ec-e4e0-4542-ae52-c21c31ee68d4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:27:58.883336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-75374672-2b22-4077-93e0-868a74436774 req-4b0062ec-e4e0-4542-ae52-c21c31ee68d4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:27:58.884468 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75374672-2b22-4077-93e0-868a74436774 req-4b0062ec-e4e0-4542-ae52-c21c31ee68d4 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.1039937 Sep 22 09:27:58.931299 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75374672-2b22-4077-93e0-868a74436774 req-7f4f71fe-5fd3-40c3-ad12-dda516e8fea5 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1ae9ff1-721f-428c-8513-e8bd266b1b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412376 Sep 22 09:27:59.040036 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb34020-3749-4078-a668-b7fdc07b275e req-f4110a79-7eb6-48a1-bb98-60c3f444b22c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:27:59.041389 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9eb34020-3749-4078-a668-b7fdc07b275e req-f4110a79-7eb6-48a1-bb98-60c3f444b22c tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 946 time: 0.0888660 Sep 22 09:27:59.111853 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Deleting port e703783c-9e84-4987-b95e-9d808ca38259 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:27:59.112197 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.363493 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] For port e703783c-9e84-4987-b95e-9d808ca38259, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=e703783c-9e84-4987-b95e-9d808ca38259,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:27:59.363766 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.483893 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Calling delete_port for e703783c-9e84-4987-b95e-9d808ca38259 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:27:59.628002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.677574 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event deleted for resources: {'Port': ['ID=e703783c-9e84-4987-b95e-9d808ca38259,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:27:59.763393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] No DVR routers for this DVR port e703783c-9e84-4987-b95e-9d808ca38259 on host hv-neutron-8575 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:27:59.765850 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:27:59.768390 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-deleted', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:27:59.770703 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99de1eb1-6458-4fac-a368-c34fe7ea7d4c" -d '{"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-deleted", "tag": "e703783c-9e84-4987-b95e-9d808ca38259"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:27:59.783856 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9eb34020-3749-4078-a668-b7fdc07b275e req-3c142144-1bdc-4fc9-b0cb-3869f9763f4d tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.48 "DELETE /v2.0/ports/e703783c-9e84-4987-b95e-9d808ca38259 HTTP/1.1" status: 204 len: 173 time: 0.7374396 Sep 22 09:27:59.813663 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56096ad-6d69-4e52-b489-d9b228de3cf3 x-openstack-request-id: req-f56096ad-6d69-4e52-b489-d9b228de3cf3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:27:59.813958 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf22100-9c1a-41c2-a447-8d078338c58f", "name": "network-vif-deleted", "tag": "e703783c-9e84-4987-b95e-9d808ca38259", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:27:59.814212 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f56096ad-6d69-4e52-b489-d9b228de3cf3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:27:59.814629 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56096ad-6d69-4e52-b489-d9b228de3cf3'] response: {'server_uuid': '1bf22100-9c1a-41c2-a447-8d078338c58f', 'name': 'network-vif-deleted', 'tag': 'e703783c-9e84-4987-b95e-9d808ca38259', 'status': 'completed', 'code': 200} Sep 22 09:28:00.104459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b0bb0750-9859-42d9-96a8-e3d8d32993e3 req-d99477b4-82ca-425a-a6e2-fa509ea9a9a3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Synchronizing usage tracker for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:28:00.128094 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b0bb0750-9859-42d9-96a8-e3d8d32993e3 req-d99477b4-82ca-425a-a6e2-fa509ea9a9a3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Unset dirty status for tenant:b11d47cfc4b443df9fc37827c8c40791 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:28:00.129273 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b0bb0750-9859-42d9-96a8-e3d8d32993e3 req-d99477b4-82ca-425a-a6e2-fa509ea9a9a3 tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bf22100-9c1a-41c2-a447-8d078338c58f HTTP/1.1" status: 200 len: 210 time: 0.0780244 Sep 22 09:28:01.238453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51748) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:01.309681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbccb-14d0-4633-8696-116ee125ba4e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.338765 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbccb-14d0-4633-8696-116ee125ba4e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.404443 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbccb-14d0-4633-8696-116ee125ba4e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.422823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcbccb-14d0-4633-8696-116ee125ba4e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ae9ff1-721f-428c-8513-e8bd266b1b7b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:01.438472 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdcbccb-14d0-4633-8696-116ee125ba4e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:01.439701 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ebdcbccb-14d0-4633-8696-116ee125ba4e tempest-TestShelveInstance-1660445618 tempest-TestShelveInstance-1660445618-project] 10.222.0.42 "DELETE /v2.0/security-groups/a1ae9ff1-721f-428c-8513-e8bd266b1b7b HTTP/1.1" status: 204 len: 168 time: 0.2002640 Sep 22 09:28:01.481468 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51754) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:02.260242 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:02.611667 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Deleting port 47e70617-cf13-43ad-b6c9-1ba35712d4ab {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:02.611939 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:02.789865 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] For port 47e70617-cf13-43ad-b6c9-1ba35712d4ab, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=47e70617-cf13-43ad-b6c9-1ba35712d4ab,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:02.790218 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:02.915505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Calling delete_port for 47e70617-cf13-43ad-b6c9-1ba35712d4ab owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:03.232126 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:03.278431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e70617-cf13-43ad-b6c9-1ba35712d4ab,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:03.662339 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.008859 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Router 50a851b1-8ef8-4017-8112-b31e2c290336 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:28:04.181665 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:28:04.189997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] Sync routers for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:04.197690 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdfda82e-d625-42d8-9909-174ff9e240c2 admin admin] 10.222.0.42 "PUT /v2.0/routers/50a851b1-8ef8-4017-8112-b31e2c290336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148566 Sep 22 09:28:04.199793 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:04.200456 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51760) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:04.200564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:27:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:04.264986 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e703783c-9e84-4987-b95e-9d808ca38259 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:28:04.306487 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: e703783c-9e84-4987-b95e-9d808ca38259 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:28:04.306837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device e703783c-9e84-4987-b95e-9d808ca38259 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:28:04.373151 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.411569 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:04.551093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.560622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Deleting port 877cb50a-a503-4a64-ad61-4ec2323c39a9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:04.561015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.692074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:28:03Z', 'revision_number': 5, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port': {'id': '877cb50a-a503-4a64-ad61-4ec2323c39a9', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:04.696442 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] Checking router: 50a851b1-8ef8-4017-8112-b31e2c290336 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:04.705674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] Routers {'50a851b1-8ef8-4017-8112-b31e2c290336'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:04.706300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:27:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['50a851b1-8ef8-4017-8112-b31e2c290336'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:04.855376 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] Set router 50a851b1-8ef8-4017-8112-b31e2c290336 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:04.858029 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] For port 877cb50a-a503-4a64-ad61-4ec2323c39a9, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=877cb50a-a503-4a64-ad61-4ec2323c39a9,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:04.858388 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:04.981442 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Calling delete_port for 877cb50a-a503-4a64-ad61-4ec2323c39a9 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:05.000684 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:28:04Z', 'revision_number': 6, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:05.004521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d81f5-5b06-4b4f-8f69-a5ae5530e23d None None] The sync data for ids ['50a851b1-8ef8-4017-8112-b31e2c290336'] in dv-neutron-857569-1-hyperv is: [{'id': '50a851b1-8ef8-4017-8112-b31e2c290336', 'name': 'tempest-TestShelveInstance-1499139505-router', 'tenant_id': 'b11d47cfc4b443df9fc37827c8c40791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:13Z', 'updated_at': '2022-09-22T09:28:04Z', 'revision_number': 6, 'project_id': 'b11d47cfc4b443df9fc37827c8c40791', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:05.147296 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.196072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Pushing event deleted for resources: {'Port': ['ID=877cb50a-a503-4a64-ad61-4ec2323c39a9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:05.287996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.459910 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.462645 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.485873 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.486368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a851b1-8ef8-4017-8112-b31e2c290336 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:28:05.498176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.499354 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e2d36db-87a4-4b49-bdc0-f14898eebc0b admin admin] 10.222.0.42 "DELETE /v2.0/routers/50a851b1-8ef8-4017-8112-b31e2c290336 HTTP/1.1" status: 204 len: 168 time: 1.2981102 Sep 22 09:28:05.501790 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51764) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:05.559079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] Deleting subnet 75d07355-041f-4ba6-821f-674fa6c33b48 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:28:05.561904 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.610189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.693219 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.765464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.790536 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 877cb50a-a503-4a64-ad61-4ec2323c39a9 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:28:05.802693 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.814620 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/75d07355-041f-4ba6-821f-674fa6c33b48 HTTP/1.1" status: 204 len: 168 time: 0.3118653 Sep 22 09:28:05.815539 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b0327-b81c-45e0-8576-a2e670c7df99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d07355-041f-4ba6-821f-674fa6c33b48,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:05.817280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:05.821984 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6e576-efa0-4e3b-8ca8-cad575b77905 None None] Network 5d70313e-abde-4d61-bbb6-3f8860e93fb0 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:28:05.840004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 877cb50a-a503-4a64-ad61-4ec2323c39a9 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:28:05.840339 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 877cb50a-a503-4a64-ad61-4ec2323c39a9 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:28:05.841065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 47e70617-cf13-43ad-b6c9-1ba35712d4ab no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:28:05.878031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 47e70617-cf13-43ad-b6c9-1ba35712d4ab {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:28:05.878370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 47e70617-cf13-43ad-b6c9-1ba35712d4ab not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:28:05.925940 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:05.937596 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Deleting port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:05.938088 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.132058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] DHCP port deletion for 5d70313e-abde-4d61-bbb6-3f8860e93fb0 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:28:06.136617 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Deleting port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:06.137012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.258669 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] For port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:06.258946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.347773 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-294c89ab-07e2-4d7e-bfb8-dfefc2be27cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.355716 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] For port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,segment=NetworkSegment(cff404b1-b8c4-48bb-8404-e03a4ca59b20),segment_id=cff404b1-b8c4-48bb-8404-e03a4ca59b20)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:06.356097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.384954 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Calling delete_port for 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:06.466303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.488146 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Calling delete_port for 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:06.513709 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a25d887-e3b4-42ca-bf6a-dde3aa29c07e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:06.517329 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] No DVR routers for this DVR port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:06.522506 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.522857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.523745 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.524082 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.524414 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.524767 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.525147 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.525474 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.525797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.526120 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.526442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.526779 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:06.563919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:28:06.564266 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:28:06.644739 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.672460 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d70313e-abde-4d61-bbb6-3f8860e93fb0']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:06.684207 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff404b1-b8c4-48bb-8404-e03a4ca59b20') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:06.684505 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff404b1-b8c4-48bb-8404-e03a4ca59b20') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:06.695500 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.715446 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.721323 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:06.721704 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.805960 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment cff404b1-b8c4-48bb-8404-e03a4ca59b20 resource provider aggregate not found Sep 22 09:28:06.821271 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.823824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment cff404b1-b8c4-48bb-8404-e03a4ca59b20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cff404b1-b8c4-48bb-8404-e03a4ca59b20 found for delete ", "request_id": "req-395c9979-5a42-4851-a6af-5109d4c97aaf"}]} Sep 22 09:28:06.837998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:06.847727 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d70313e-abde-4d61-bbb6-3f8860e93fb0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:06.855020 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e7b801cc-c821-48cd-ba35-4269b50aaf72 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d70313e-abde-4d61-bbb6-3f8860e93fb0 HTTP/1.1" status: 204 len: 168 time: 1.0360775 Sep 22 09:28:06.857964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51778) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:07.065632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Deleting port 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:07.066182 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.130757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3bc72-1a32-496f-b441-aa7a3302df0e None None] The port '1a25d887-e3b4-42ca-bf6a-dde3aa29c07e' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:28:07.382261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.591198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:28:07.628789 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:28:07.629125 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 1a25d887-e3b4-42ca-bf6a-dde3aa29c07e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:28:07.814305 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Deleting port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:07.814635 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:07.981040 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] For port 32db7c5e-b5cc-4e25-ad66-9fce9e394a45, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,segment=NetworkSegment(b9f5ea3c-a357-4faf-b536-26f07198835a),segment_id=b9f5ea3c-a357-4faf-b536-26f07198835a)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:07.981571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.103797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Calling delete_port for 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:08.415160 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.452250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d5b682f9-8e3c-41b1-9b0a-bb22bce3b4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:08.463807 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Pushing event deleted for resources: {'Port': ['ID=32db7c5e-b5cc-4e25-ad66-9fce9e394a45,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:08.740310 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.193752 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Router bdb5b398-4d10-4e53-ae44-ed113634783a has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:28:09.370370 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:28:09.378878 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] Sync routers for ids ['bdb5b398-4d10-4e53-ae44-ed113634783a'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:09.385618 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1daab8b1-ba2d-40fb-862a-f5096770a109 admin admin] 10.222.0.42 "PUT /v2.0/routers/bdb5b398-4d10-4e53-ae44-ed113634783a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5266831 Sep 22 09:28:09.388272 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51782) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:09.388463 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] Routers {'bdb5b398-4d10-4e53-ae44-ed113634783a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:09.389283 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bdb5b398-4d10-4e53-ae44-ed113634783a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:09.566220 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.575514 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] Set router bdb5b398-4d10-4e53-ae44-ed113634783a gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:09.744703 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.751250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.755584 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Deleting port 400b22ff-a64d-4f45-a62b-3351d489dd6e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:09.756558 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.772412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:09.859571 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18'}], 'enable_snat': True}, 'gw_port_id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:28:08Z', 'revision_number': 5, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port': {'id': '400b22ff-a64d-4f45-a62b-3351d489dd6e', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:19:20Z', 'updated_at': '2022-09-22T09:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:09.863403 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] Checking router: bdb5b398-4d10-4e53-ae44-ed113634783a for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:09.872570 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] Routers {'bdb5b398-4d10-4e53-ae44-ed113634783a'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:09.873159 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['bdb5b398-4d10-4e53-ae44-ed113634783a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:09.933117 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] For port 400b22ff-a64d-4f45-a62b-3351d489dd6e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=400b22ff-a64d-4f45-a62b-3351d489dd6e,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:09.933486 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.026661 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] Set router bdb5b398-4d10-4e53-ae44-ed113634783a gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:10.056043 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Calling delete_port for 400b22ff-a64d-4f45-a62b-3351d489dd6e owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:10.133201 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:28:09Z', 'revision_number': 6, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:10.137204 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578de7e7-9c69-4f0f-869e-efe4d34669cb None None] The sync data for ids ['bdb5b398-4d10-4e53-ae44-ed113634783a'] in dv-neutron-857569-1-hyperv is: [{'id': 'bdb5b398-4d10-4e53-ae44-ed113634783a', 'name': 'tempest-TestShelveInstance-1243112290-router', 'tenant_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:19:19Z', 'updated_at': '2022-09-22T09:28:09Z', 'revision_number': 6, 'project_id': 'a6b4e5ae07454bde999fee79c1bffed4', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:10.223598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.271511 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Pushing event deleted for resources: {'Port': ['ID=400b22ff-a64d-4f45-a62b-3351d489dd6e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:10.365837 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.650775 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.652971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.676234 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.676885 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdb5b398-4d10-4e53-ae44-ed113634783a {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:28:10.689874 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.690978 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6f0505b1-77a8-4408-9bcf-cf776ce896cd admin admin] 10.222.0.42 "DELETE /v2.0/routers/bdb5b398-4d10-4e53-ae44-ed113634783a HTTP/1.1" status: 204 len: 168 time: 1.3018267 Sep 22 09:28:10.693520 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51786) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:10.751991 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] Deleting subnet fca50670-de89-4f04-8e83-d1e5549aaed5 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:28:10.754777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.803393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7915441'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.892350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:10.982597 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6307533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4712422'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.028626 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca50670-de89-4f04-8e83-d1e5549aaed5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:11.030544 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.039597 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99269f64-d079-4775-b147-4e76be74c976 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fca50670-de89-4f04-8e83-d1e5549aaed5 HTTP/1.1" status: 204 len: 168 time: 0.3422167 Sep 22 09:28:11.039811 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51790) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:11.048966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4badb45e-9ba3-40a2-9a61-079ea1a09589 None None] Network 84650ca3-8e86-4a95-8c70-485cae1c26b4 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:28:11.145067 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.150444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.156627 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Deleting port 00b895f7-45bb-43e6-a59f-ae78027c2d64 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:11.156972 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.347497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] DHCP port deletion for 84650ca3-8e86-4a95-8c70-485cae1c26b4 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:28:11.352674 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Deleting port 00b895f7-45bb-43e6-a59f-ae78027c2d64 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:11.353155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.387066 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] For port 00b895f7-45bb-43e6-a59f-ae78027c2d64, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00b895f7-45bb-43e6-a59f-ae78027c2d64,segment=NetworkSegment(b9f5ea3c-a357-4faf-b536-26f07198835a),segment_id=b9f5ea3c-a357-4faf-b536-26f07198835a)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:11.387680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.518297 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Calling delete_port for 00b895f7-45bb-43e6-a59f-ae78027c2d64 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:11.560637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] For port 00b895f7-45bb-43e6-a59f-ae78027c2d64, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=00b895f7-45bb-43e6-a59f-ae78027c2d64,segment=NetworkSegment(b9f5ea3c-a357-4faf-b536-26f07198835a),segment_id=b9f5ea3c-a357-4faf-b536-26f07198835a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:11.560637 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.603358 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.652831 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b895f7-45bb-43e6-a59f-ae78027c2d64,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:11.654639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] No DVR routers for this DVR port 00b895f7-45bb-43e6-a59f-ae78027c2d64 on host dv-neutron-857569-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:28:11.661848 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 400b22ff-a64d-4f45-a62b-3351d489dd6e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:28:11.752592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Calling delete_port for 00b895f7-45bb-43e6-a59f-ae78027c2d64 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:28:11.772270 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.780669 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 400b22ff-a64d-4f45-a62b-3351d489dd6e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:28:11.781022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 400b22ff-a64d-4f45-a62b-3351d489dd6e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:28:11.781434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:28:11.798896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84650ca3-8e86-4a95-8c70-485cae1c26b4']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:11.810722 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f5ea3c-a357-4faf-b536-26f07198835a') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:11.811012 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f5ea3c-a357-4faf-b536-26f07198835a') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:11.822569 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7915432'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.826534 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:28:11.826883 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 32db7c5e-b5cc-4e25-ad66-9fce9e394a45 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:28:11.827317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00b895f7-45bb-43e6-a59f-ae78027c2d64 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:28:11.839092 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.845386 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:28:11.845765 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6307475'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.864226 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 00b895f7-45bb-43e6-a59f-ae78027c2d64 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:28:11.864572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 00b895f7-45bb-43e6-a59f-ae78027c2d64 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:28:11.892328 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:28:11.892688 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:28:11.912921 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment b9f5ea3c-a357-4faf-b536-26f07198835a resource provider aggregate not found Sep 22 09:28:11.935435 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment b9f5ea3c-a357-4faf-b536-26f07198835a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9f5ea3c-a357-4faf-b536-26f07198835a found for delete ", "request_id": "req-35bc9b26-5f4a-4d81-a699-5e706f49305f"}]} Sep 22 09:28:11.949258 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.965260 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:11.975288 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=84650ca3-8e86-4a95-8c70-485cae1c26b4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:11.982334 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f1e72f1c-31ce-48c4-83d9-4aec250773a7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/84650ca3-8e86-4a95-8c70-485cae1c26b4 HTTP/1.1" status: 204 len: 168 time: 0.9416637 Sep 22 09:28:12.089858 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:12.142307 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-097c17d0-adab-4828-9475-c749a739fd2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b11d47cfc4b443df9fc37827c8c40791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512669 Sep 22 09:28:12.144801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:12.287559 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14e96eab-b6ad-492f-b61f-b2465dccbc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.313015 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14e96eab-b6ad-492f-b61f-b2465dccbc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.363877 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14e96eab-b6ad-492f-b61f-b2465dccbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.381756 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e96eab-b6ad-492f-b61f-b2465dccbc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34899338-4662-43fb-808f-502ce5890a15,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:12.388303 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14e96eab-b6ad-492f-b61f-b2465dccbc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.389341 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14e96eab-b6ad-492f-b61f-b2465dccbc5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34899338-4662-43fb-808f-502ce5890a15 HTTP/1.1" status: 204 len: 168 time: 0.2436676 Sep 22 09:28:12.394434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Deleting port 00b895f7-45bb-43e6-a59f-ae78027c2d64 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:28:12.394886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.470861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e5a7f-5498-481d-ab1f-6c60c92d941c None None] The port '00b895f7-45bb-43e6-a59f-ae78027c2d64' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:28:12.746504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:12.794764 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-797148a7-0877-46ff-bad5-79be5f6d81b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6b4e5ae07454bde999fee79c1bffed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471399 Sep 22 09:28:12.797103 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:12.856099 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b99a7b5-f58d-4f52-9f14-91288a32f8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.880979 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b99a7b5-f58d-4f52-9f14-91288a32f8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.931942 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b99a7b5-f58d-4f52-9f14-91288a32f8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.947333 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99a7b5-f58d-4f52-9f14-91288a32f8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ef122c-8c01-4c75-83ea-8bde9329398d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:12.961309 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b99a7b5-f58d-4f52-9f14-91288a32f8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:12.965091 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7b99a7b5-f58d-4f52-9f14-91288a32f8b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96ef122c-8c01-4c75-83ea-8bde9329398d HTTP/1.1" status: 204 len: 168 time: 0.1646948 Sep 22 09:28:12.973138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.594386 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:28:13.669901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51840) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:13.771356 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1452351832-network', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:13.776113 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:13.779957 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Usage tracker for resource:network and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:13.782755 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:13.788408 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:13.798976 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Made reservation on behalf of 28f9b7d88fa44b489ea2da6bff96a1dc for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:13.801208 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.813490 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.827620 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:13.831538 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:13.834345 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:13.840171 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:13.922491 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.926280 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.960801 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:28:13.969451 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355f15c1-c720-42e0-9185-46715bb589b0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:13.974985 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:13.975364 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Added segment 5c23885f-3095-44c0-9560-5d486d245b3d of type vlan for network 0fc2a402-60a7-4798-9023-2ffd00c51f48 Sep 22 09:28:14.001574 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.029376 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.030293 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:14.030861 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.135891 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] Pushing event updated for resources: {'Network': ['ID=0fc2a402-60a7-4798-9023-2ffd00c51f48,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:14.138679 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c92022f4-beaf-4a69-8b16-4da9921fc47c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4677801 Sep 22 09:28:14.142028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:14.146380 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:28:14.147302 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Request body: {'subnet': {'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1452351832-subnet', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:14.152799 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:14.156680 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Usage tracker for resource:subnet and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:14.159572 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:14.166132 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:14.175905 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Made reservation on behalf of 28f9b7d88fa44b489ea2da6bff96a1dc for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:14.178286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4712387'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.377194 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6307340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4712429'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.455748 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3483234-8706-4f46-bc26-cd56d0483e90,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:14.461598 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Checking segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:14.461950 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Network hostable DHCP agents. Network: 0fc2a402-60a7-4798-9023-2ffd00c51f48, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:28:14.480518 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:28:14.489640 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 0fc2a402-60a7-4798-9023-2ffd00c51f48) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:14.493777 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:14.494350 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.499683 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61017fc-c42b-4baa-8b41-d32b02aa2b39 None None] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:28:14.514736 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7c168a2a-cbec-45b2-82de-f5522cd14532 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3714340 Sep 22 09:28:14.517220 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51850) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:14.522350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:14.527951 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:14.531824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Usage tracker for resource:router and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:14.534617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:14.544106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:14.553253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.554312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.568823 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.722000 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-0fc2a402-60a7-4798-9023-2ffd00c51f48', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:28:14.722835 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.839676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:14.881016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Allocated IP 172.20.0.2 (0fc2a402-60a7-4798-9023-2ffd00c51f48/a3483234-8706-4f46-bc26-cd56d0483e90/6ad7d1eb-d2a5-4a39-baab-4461131cde0e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:15.088200 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.098009 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Transition to ACTIVE for port object 6ad7d1eb-d2a5-4a39-baab-4461131cde0e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:15.116121 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Transition to ACTIVE for port object 6ad7d1eb-d2a5-4a39-baab-4461131cde0e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:15.123039 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.190739 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:15.193650 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:15.196170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:15.204958 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Pushing event updated for resources: {'Port': ['ID=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:15.249013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.249272 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.249602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.249927 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.250248 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.250572 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.250889 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.251225 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.251546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.251860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.252174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.252490 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:15.255393 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.284851 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.312821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Attempting to bind port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:28:15.313177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Attempting to bind port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:28:15.313521 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Attempting to bind port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:15.318589 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:28:15.318949 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Checking segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:15.319381 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.319771 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Bound using segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:28:15.320218 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Bound port: 6ad7d1eb-d2a5-4a39-baab-4461131cde0e, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:28:15.320577 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.406236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] For port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:28:15.409531 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] For port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:28:15.413363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.419940 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Allocated IP 172.26.8.229 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/0f6bb094-52af-4dd3-8401-635e85be7d87) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:15.497564 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715b925-1b3b-4b5f-9ef2-397b2b127f3b None None] Pushing event updated for resources: {'Port': ['ID=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:15.572965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.603313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:15.680772 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:15.683519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:15.687313 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:15.723411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6bb094-52af-4dd3-8401-635e85be7d87,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:16.093069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.420741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b97d0-0fc8-471b-a910-420d5b3efd93 None None] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:28:16.519882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-25f304ff-03ca-4088-8bb3-243129f9888f None None] Provisioning for port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:16.575941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.783184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Router d0a70985-79d5-4f09-b36a-191b11cd5a79 is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:28:16.967842 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:28:16.977860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Sync routers for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:16.987103 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:16.987816 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:16.991260 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:16.995413 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b7bbbd13-5017-4f7b-8c02-2d81c56da995 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4744062 Sep 22 09:28:16.995696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51854) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:17.158102 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:17.433192 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:15Z', 'revision_number': 3, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:17.436959 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Checking router: d0a70985-79d5-4f09-b36a-191b11cd5a79 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:17.437300 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Updating router d0a70985-79d5-4f09-b36a-191b11cd5a79 port 0f6bb094-52af-4dd3-8401-635e85be7d87 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:17.488023 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.637289 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6ad7d1eb-d2a5-4a39-baab-4461131cde0e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:17.662255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.800252 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:17.809448 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:17.810038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.810575 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e Sep 22 09:28:17.942795 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:17.991043 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Transition to ACTIVE for port object 0f6bb094-52af-4dd3-8401-635e85be7d87 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:17.997116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Allocated IP 172.20.0.1 (0fc2a402-60a7-4798-9023-2ffd00c51f48/a3483234-8706-4f46-bc26-cd56d0483e90/9794bdf0-1987-4382-987a-dfd7de071313) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:18.005130 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.067565 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Attempting to bind port 0f6bb094-52af-4dd3-8401-635e85be7d87 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:28:18.067846 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Attempting to bind port 0f6bb094-52af-4dd3-8401-635e85be7d87 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:28:18.068206 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Attempting to bind port 0f6bb094-52af-4dd3-8401-635e85be7d87 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:18.072964 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:18.073337 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.095834 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:28:18.096208 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:18.096603 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.096988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:28:18.097445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Bound port: 0f6bb094-52af-4dd3-8401-635e85be7d87, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:28:18.097819 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.142634 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92884848-c128-444c-8c5f-491023a2aac9 None None] Pushing event updated for resources: {'Port': ['ID=0f6bb094-52af-4dd3-8401-635e85be7d87,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.143634 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.163205 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Transition to ACTIVE for port object 9794bdf0-1987-4382-987a-dfd7de071313 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:18.174484 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:18.186597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.191101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.243756 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] For port 0f6bb094-52af-4dd3-8401-635e85be7d87, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:28:18.256369 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] For port 0f6bb094-52af-4dd3-8401-635e85be7d87, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0f6bb094-52af-4dd3-8401-635e85be7d87,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:28:18.260561 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:18.263104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.263543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:18.266696 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:18.268362 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.310606 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Pushing event updated for resources: {'Port': ['ID=9794bdf0-1987-4382-987a-dfd7de071313,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.329075 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.366787 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:18.367444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:18.455918 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92884848-c128-444c-8c5f-491023a2aac9 None None] Pushing event updated for resources: {'Port': ['ID=0f6bb094-52af-4dd3-8401-635e85be7d87,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.548652 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Provisioning for port 9794bdf0-1987-4382-987a-dfd7de071313 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:18.559680 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Provisioning complete for port 9794bdf0-1987-4382-987a-dfd7de071313 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:18.560044 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.560368 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Attempt 1 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:18.591315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.609616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:18.738171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Port 9794bdf0-1987-4382-987a-dfd7de071313 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:18.810186 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.814695 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:18.898878 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:15Z', 'revision_number': 3, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:18.902732 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f63bd81-878d-4f8a-b8b6-957efc69bc0c None None] The sync data for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv is: [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:15Z', 'revision_number': 3, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:18.920375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Pushing event updated for resources: {'Port': ['ID=9794bdf0-1987-4382-987a-dfd7de071313,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:18.923710 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.061864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:19.062771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:19.239696 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Attempt 2 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:19.278480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Router d0a70985-79d5-4f09-b36a-191b11cd5a79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:28:19.305608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Port 9794bdf0-1987-4382-987a-dfd7de071313 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:19.479411 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:28:19.488443 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fc520065-c6bc-4a79-9f59-30b55bc90a48 admin admin] 10.222.0.42 "PUT /v2.0/routers/d0a70985-79d5-4f09-b36a-191b11cd5a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4917517 Sep 22 09:28:19.674250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0f6bb094-52af-4dd3-8401-635e85be7d87 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:19.745607 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 0f6bb094-52af-4dd3-8401-635e85be7d87 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:19.750790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0f6bb094-52af-4dd3-8401-635e85be7d87 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:19.751157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.751672 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0f6bb094-52af-4dd3-8401-635e85be7d87 Sep 22 09:28:19.805924 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Attempt 3 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:19.871583 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Port 9794bdf0-1987-4382-987a-dfd7de071313 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:19.931746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0f6bb094-52af-4dd3-8401-635e85be7d87 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:19.932138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.951494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 0f6bb094-52af-4dd3-8401-635e85be7d87, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0f6bb094-52af-4dd3-8401-635e85be7d87,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:19.956422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:19.957160 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6ad7d1eb-d2a5-4a39-baab-4461131cde0e up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:20.074613 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=0f6bb094-52af-4dd3-8401-635e85be7d87,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:20.086305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:20.087107 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.087107 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e Sep 22 09:28:20.129116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:20.135685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-520042882-network', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:20.140499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:20.145113 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Usage tracker for resource:network and tenant:789e67a1e7eb4aab8d1b4059f9e3f714 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:20.148055 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:20.206823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:20.263855 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:20.273073 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Made reservation on behalf of 789e67a1e7eb4aab8d1b4059f9e3f714 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:20.275424 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.287941 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.302903 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:20.308243 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Usage tracker for resource:security_group_rule and tenant:789e67a1e7eb4aab8d1b4059f9e3f714 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:20.311072 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:20.316747 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:20.372968 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Attempt 4 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:20.405038 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.409381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.427861 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Port 9794bdf0-1987-4382-987a-dfd7de071313 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:20.439666 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 09:28:20.448372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a930f-0648-4649-bef1-6403175c8867,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:20.453964 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.454311 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Added segment 90be4b1c-0330-455c-ba33-a586af84dbed of type vlan for network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 Sep 22 09:28:20.480652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793211629945'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.509572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.510492 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:20.511102 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.535327 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Sync routers for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:20.545086 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:20.545692 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:20.617111 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] Pushing event updated for resources: {'Network': ['ID=1c92b2c9-f461-48fc-88df-08c7f9e997b3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:20.624109 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-500cbef4-02dd-4d04-b5fa-4b4e793d2f80 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4912012 Sep 22 09:28:20.624607 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51876) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:20.627379 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 details requested by agent ovs-agent-dv-neutron-857569-1-hyperv with host dv-neutron-857569-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 09:28:20.631202 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Request body: {'subnet': {'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-520042882-subnet', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:20.636811 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:20.640989 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Usage tracker for resource:subnet and tenant:789e67a1e7eb4aab8d1b4059f9e3f714 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:20.644523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:20.650769 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:20.661535 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Made reservation on behalf of 789e67a1e7eb4aab8d1b4059f9e3f714 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:20.664611 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7913237'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.765860 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:20.879481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6505431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7913275'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:20.929602 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Attempt 5 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:20.956932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11259ffc-7656-4776-8183-2ef29e6d44e6,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:20.963004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Checking segment: {'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:20.963412 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Network hostable DHCP agents. Network: 1c92b2c9-f461-48fc-88df-08c7f9e997b3, hostable agents: ['311354cf-cd65-4147-9bf3-cad636b15da6'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 09:28:20.991525 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Port 9794bdf0-1987-4382-987a-dfd7de071313 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:20.993293 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 is scheduled to be hosted by DHCP agent 311354cf-cd65-4147-9bf3-cad636b15da6 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 09:28:21.002909 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857569-1-hyperv, 1c92b2c9-f461-48fc-88df-08c7f9e997b3) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:21.007332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:21.008015 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.014183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff17446-54c3-4933-9de6-bd70768ac0f8 None None] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:28:21.028992 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f5e46c70-de47-4798-87d5-dd91128e4b4c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4027305 Sep 22 09:28:21.031639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:21.037802 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:21.043041 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:21.046998 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Usage tracker for resource:router and tenant:789e67a1e7eb4aab8d1b4059f9e3f714 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:21.051401 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:21.057209 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:21.067774 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-456'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.068810 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-514615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-508727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554295', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-451'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.086225 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.087722 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 2, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:21.091681 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Checking router: d0a70985-79d5-4f09-b36a-191b11cd5a79 for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:21.092033 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Updating router d0a70985-79d5-4f09-b36a-191b11cd5a79 port 9794bdf0-1987-4382-987a-dfd7de071313 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:21.143180 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.279757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7d35584-64d0-5cce-b89c-463e06507f0c-1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'fixed_ips': [{'subnet_id': '11259ffc-7656-4776-8183-2ef29e6d44e6'}]}} from dv-neutron-857569-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 09:28:21.280767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.375322 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-508677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-493'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.442734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Allocated IP 172.20.0.2 (1c92b2c9-f461-48fc-88df-08c7f9e997b3/11259ffc-7656-4776-8183-2ef29e6d44e6/11eb5bb0-d441-417a-8dd7-c1529e8c5719) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:21.500874 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.515357 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Transition to ACTIVE for port object 9794bdf0-1987-4382-987a-dfd7de071313 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:21.521910 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.522846 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Attempt 6 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:21.581076 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Port 9794bdf0-1987-4382-987a-dfd7de071313 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:21.620961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0f6bb094-52af-4dd3-8401-635e85be7d87 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:21.647613 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Pushing event updated for resources: {'Port': ['ID=9794bdf0-1987-4382-987a-dfd7de071313,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:21.695789 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.696142 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.696604 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.697180 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.697293 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.697781 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.698104 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.698884 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.698884 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.699056 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.699388 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.699719 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:28:21.765031 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Attempting to bind port 9794bdf0-1987-4382-987a-dfd7de071313 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:28:21.765387 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Attempting to bind port 9794bdf0-1987-4382-987a-dfd7de071313 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:28:21.765734 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Attempting to bind port 9794bdf0-1987-4382-987a-dfd7de071313 on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:21.771234 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:28:21.771589 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Checking segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:21.771978 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.772354 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Bound using segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:28:21.772842 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Bound port: 9794bdf0-1987-4382-987a-dfd7de071313, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:28:21.773339 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.775960 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 0f6bb094-52af-4dd3-8401-635e85be7d87 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:21.776322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.776648 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 0f6bb094-52af-4dd3-8401-635e85be7d87 Sep 22 09:28:21.800003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.807251 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.827946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Transition to ACTIVE for port object 11eb5bb0-d441-417a-8dd7-c1529e8c5719 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:21.837689 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.854828 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Transition to ACTIVE for port object 11eb5bb0-d441-417a-8dd7-c1529e8c5719 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:21.863473 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] For port 9794bdf0-1987-4382-987a-dfd7de071313, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:28:21.864670 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.867503 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] For port 9794bdf0-1987-4382-987a-dfd7de071313, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=9794bdf0-1987-4382-987a-dfd7de071313,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:28:21.873245 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:21.933793 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:21.934412 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:21.962198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:21.970543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:21.980966 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:22.012354 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Allocated IP 172.26.8.133 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/b144fd0a-e76b-41e4-9e75-5641dcf86293) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:22.019272 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e5a09-ed17-4df9-937e-3d45e7984bb6 None None] Pushing event updated for resources: {'Port': ['ID=9794bdf0-1987-4382-987a-dfd7de071313,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:22.031905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Pushing event updated for resources: {'Port': ['ID=11eb5bb0-d441-417a-8dd7-c1529e8c5719,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:22.084976 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Attempt 7 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:22.123534 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:22.127441 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 0f6bb094-52af-4dd3-8401-635e85be7d87 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:22.146919 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Attempting to bind port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:28:22.147307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Attempting to bind port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:28:22.147696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Attempting to bind port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 on network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:22.156299 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:28:22.156666 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Checking segment: {'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:22.157056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.157434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Bound using segment: {'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:28:22.157892 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Bound port: 11eb5bb0-d441-417a-8dd7-c1529e8c5719, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:28:22.158262 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.186812 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.209761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3858a0b7-bb49-4bbf-abff-e4c80c870403 None None] Port 9794bdf0-1987-4382-987a-dfd7de071313 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:28:22.224000 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.259332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] For port 11eb5bb0-d441-417a-8dd7-c1529e8c5719, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:28:22.262524 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] For port 11eb5bb0-d441-417a-8dd7-c1529e8c5719, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=11eb5bb0-d441-417a-8dd7-c1529e8c5719,segment=NetworkSegment(90be4b1c-0330-455c-ba33-a586af84dbed),segment_id=90be4b1c-0330-455c-ba33-a586af84dbed)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:28:22.268725 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:22.289013 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:22.291655 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:22.295483 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:22.334656 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Pushing event updated for resources: {'Port': ['ID=b144fd0a-e76b-41e4-9e75-5641dcf86293,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:22.358216 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29ae4-8d1d-4c10-9a15-53b31780e000 None None] Pushing event updated for resources: {'Port': ['ID=11eb5bb0-d441-417a-8dd7-c1529e8c5719,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:22.495049 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:21Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:22.498990 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62df6b-9276-4a2d-a0d7-84572abb15c1 None None] The sync data for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv is: [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:21Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:22.782184 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.134736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-511718'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.328947 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd24f60-717c-4dca-ae3f-1d3d1645e47a None None] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:28:23.427370 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fc4de0f4-2b8b-400a-884d-6997c9684be8 None None] Provisioning for port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:23.478968 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Router a8bebdf5-c21b-44f6-8ab4-8c1daad100de is scheduled to L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 09:28:23.674941 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9794bdf0-1987-4382-987a-dfd7de071313 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:23.689788 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:28:23.719262 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c892280e-2731-4938-8198-948f6225519c admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.724723 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c892280e-2731-4938-8198-948f6225519c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6875765 Sep 22 09:28:23.724860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:23.725274 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Sync routers for ids ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:23.753570 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Routers {'a8bebdf5-c21b-44f6-8ab4-8c1daad100de'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:23.754203 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:23.948618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 9794bdf0-1987-4382-987a-dfd7de071313 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:23.957170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 9794bdf0-1987-4382-987a-dfd7de071313 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:23.957538 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:23.957870 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:24.036574 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Set router a8bebdf5-c21b-44f6-8ab4-8c1daad100de gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:24.281748 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 9794bdf0-1987-4382-987a-dfd7de071313 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:24.282038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.366719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 9794bdf0-1987-4382-987a-dfd7de071313, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=9794bdf0-1987-4382-987a-dfd7de071313,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:24.374587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.375368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 11eb5bb0-d441-417a-8dd7-c1529e8c5719 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:24.401886 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.503400 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=9794bdf0-1987-4382-987a-dfd7de071313,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:24.514991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:22Z', 'revision_number': 3, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port': {'id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:24.518444 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:24.523097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Checking router: a8bebdf5-c21b-44f6-8ab4-8c1daad100de for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:24.523476 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Updating router a8bebdf5-c21b-44f6-8ab4-8c1daad100de port b144fd0a-e76b-41e4-9e75-5641dcf86293 binding host dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:24.564258 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:24.564548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.564871 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 Sep 22 09:28:24.608975 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Allocated IP 172.20.0.1 (1c92b2c9-f461-48fc-88df-08c7f9e997b3/11259ffc-7656-4776-8183-2ef29e6d44e6/e2eb0283-c262-40a0-b50c-31b2307a5bf8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:24.628741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.808599 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:24.808967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.863956 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.879570 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Transition to ACTIVE for port object e2eb0283-c262-40a0-b50c-31b2307a5bf8 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:24.907479 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.918228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port 11eb5bb0-d441-417a-8dd7-c1529e8c5719, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=11eb5bb0-d441-417a-8dd7-c1529e8c5719,segment=NetworkSegment(90be4b1c-0330-455c-ba33-a586af84dbed),segment_id=90be4b1c-0330-455c-ba33-a586af84dbed)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:24.924111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:24.973136 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:24.976573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:24.980478 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:25.024119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=11eb5bb0-d441-417a-8dd7-c1529e8c5719,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:25.025932 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Pushing event updated for resources: {'Port': ['ID=e2eb0283-c262-40a0-b50c-31b2307a5bf8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:25.042188 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-511544'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.109981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.127560 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Transition to ACTIVE for port object b144fd0a-e76b-41e4-9e75-5641dcf86293 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:25.135060 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.169881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.200247 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Attempting to bind port b144fd0a-e76b-41e4-9e75-5641dcf86293 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:28:25.200608 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Attempting to bind port b144fd0a-e76b-41e4-9e75-5641dcf86293 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:28:25.200961 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Attempting to bind port b144fd0a-e76b-41e4-9e75-5641dcf86293 on network 48521054-8de9-47c6-a1b5-a0e6c7172af2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:25.210821 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:28:25.211183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Checking segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:25.211623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.212003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Bound using segment: {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:28:25.212449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Bound port: b144fd0a-e76b-41e4-9e75-5641dcf86293, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb577b-901f-4531-bfa9-51109687f20e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:28:25.212814 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.249275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b35ea-8a1c-446e-958f-90312ac32492 None None] Pushing event updated for resources: {'Port': ['ID=b144fd0a-e76b-41e4-9e75-5641dcf86293,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:25.290426 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Provisioning for port e2eb0283-c262-40a0-b50c-31b2307a5bf8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:25.298393 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Provisioning complete for port e2eb0283-c262-40a0-b50c-31b2307a5bf8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:25.298757 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.299084 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 1 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:25.326641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] For port b144fd0a-e76b-41e4-9e75-5641dcf86293, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:28:25.351183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] For port b144fd0a-e76b-41e4-9e75-5641dcf86293, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b144fd0a-e76b-41e4-9e75-5641dcf86293,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:28:25.358893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.395662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:25.398547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.403196 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.420171 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Routers {'a8bebdf5-c21b-44f6-8ab4-8c1daad100de'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:25.420775 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:25.511753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Pushing event updated for resources: {'Port': ['ID=e2eb0283-c262-40a0-b50c-31b2307a5bf8,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:25.514148 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-509393'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.551612 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b35ea-8a1c-446e-958f-90312ac32492 None None] Pushing event updated for resources: {'Port': ['ID=b144fd0a-e76b-41e4-9e75-5641dcf86293,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:25.626554 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9794bdf0-1987-4382-987a-dfd7de071313 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:25.658867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:25.660082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:25.715054 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] Set router a8bebdf5-c21b-44f6-8ab4-8c1daad100de gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:25.793656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 9794bdf0-1987-4382-987a-dfd7de071313 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:25.794031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:25.794379 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 9794bdf0-1987-4382-987a-dfd7de071313 Sep 22 09:28:25.849807 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Router a8bebdf5-c21b-44f6-8ab4-8c1daad100de has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:28:25.897343 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 2 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:26.032231 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:28:26.041392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5b2cc2a4-210f-469e-9b07-6cb058575887 admin admin] 10.222.0.42 "PUT /v2.0/routers/a8bebdf5-c21b-44f6-8ab4-8c1daad100de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3161774 Sep 22 09:28:26.045526 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:26.167148 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 9794bdf0-1987-4382-987a-dfd7de071313 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:26.168275 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 11eb5bb0-d441-417a-8dd7-c1529e8c5719 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:26.254642 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:26.255013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.255375 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 Sep 22 09:28:26.288038 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 4, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port': {'id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e2eb0283-c262-40a0-b50c-31b2307a5bf8', 'name': '', 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'mac_address': 'fa:16:3e:85:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:24Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 2, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'subnets': [{'id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:26.303398 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e0339-b8e6-455f-8c71-f182e8be8995 None None] The sync data for ids ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'] in dv-neutron-857569-1-hyperv is: [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 4, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port': {'id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e2eb0283-c262-40a0-b50c-31b2307a5bf8', 'name': '', 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'mac_address': 'fa:16:3e:85:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:24Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 2, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'subnets': [{'id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:26.391047 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:26.419872 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51894) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:26.425098 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1067808435', 'description': 'tempest-secgroup-smoke-1067808435 description', 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:26.431971 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:26.435850 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:26.439393 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:26.445265 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:26.455083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.478978 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:26.482835 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:26.485960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:26.497086 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:26.546369 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 3 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:26.578480 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.587175 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.609322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:26.629898 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a5b9b1-672b-4601-a502-2154629926b6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:26.637513 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.638947 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b8dde790-ef06-4293-b1c0-f65afdd33ef3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2180021 Sep 22 09:28:26.641889 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51898) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:26.647465 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'security_group_rule': {'security_group_id': '54a5b9b1-672b-4601-a502-2154629926b6', 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:26.654149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:26.658083 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:26.661797 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:26.667806 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:26.685955 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.752349 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.757353 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.782754 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb31d446-2663-483a-a236-77761e160751,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:26.793634 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.795093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb763daa-084c-4e7c-988d-8c228ca63309 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519401 Sep 22 09:28:26.797792 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51902) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:26.802834 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'security_group_rule': {'security_group_id': '54a5b9b1-672b-4601-a502-2154629926b6', 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:26.809243 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:26.813176 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:26.816191 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:26.822080 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:26.840571 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.910679 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.920625 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.954712 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bbe52d-acc6-4787-9de2-4e4846c58a16,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:26.965699 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:26.971293 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fef1f6bc-d2a6-4642-80a6-71f4e77e2902 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684065 Sep 22 09:28:26.971379 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:26.997361 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'security_group_rule': {'security_group_id': '54a5b9b1-672b-4601-a502-2154629926b6', 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:27.006451 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:27.010966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:27.014022 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:27.020524 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:27.039640 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.106341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.110497 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 4 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:27.120557 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.145096 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900a7b2a-937c-468c-b161-5eb4fd3e3912,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:27.155621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.156836 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-315007cc-67e3-44e1-9827-5a1602a978a3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839194 Sep 22 09:28:27.159695 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51910) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:27.165226 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'security_group_rule': {'security_group_id': '54a5b9b1-672b-4601-a502-2154629926b6', 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:27.168315 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:27.171097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:27.174960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:27.177857 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:27.184315 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:27.202670 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.270945 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.274800 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.298753 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df1575a-af47-4e34-8c96-c763fb0545f6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:27.309202 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.310465 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f805ae5-bb89-49cb-992c-5048f1aad9ef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497617 Sep 22 09:28:27.313261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:27.318229 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'security_group_rule': {'security_group_id': '54a5b9b1-672b-4601-a502-2154629926b6', 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:27.324340 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:27.328589 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:27.331638 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:27.337527 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:27.348690 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Project 28f9b7d88fa44b489ea2da6bff96a1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:28:27.356334 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.424842 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.429677 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.456281 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5c19d2-b643-4a65-a8e6-45339c0df167,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:27.465058 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.468757 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3b5d31c6-ff25-4ee0-a7f6-a04244909338 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520820 Sep 22 09:28:27.469101 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 51918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:27.474741 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'security_group_rule': {'security_group_id': '54a5b9b1-672b-4601-a502-2154629926b6', 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:27.481594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:27.485585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:security_group_rule and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:27.488554 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:27.494848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:27.504999 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Project 28f9b7d88fa44b489ea2da6bff96a1dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 09:28:27.512176 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.586132 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.596670 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530807'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.627185 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb3151c-19b8-45f9-a644-a7159a80fafd,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:27.633982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.635311 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-54371cc4-8450-4c72-9e00-03f857f04bb7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651850 Sep 22 09:28:27.643865 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b144fd0a-e76b-41e4-9e75-5641dcf86293 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:27.672607 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 5 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:27.748425 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:27.759097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port b144fd0a-e76b-41e4-9e75-5641dcf86293 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:27.763860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port b144fd0a-e76b-41e4-9e75-5641dcf86293 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:27.764228 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.764556 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port b144fd0a-e76b-41e4-9e75-5641dcf86293 Sep 22 09:28:27.804025 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-177504e4-d4d9-4346-8a62-4d68864123bd tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067808435&fields=id&tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc HTTP/1.1" status: 200 len: 267 time: 0.0400846 Sep 22 09:28:27.880479 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port b144fd0a-e76b-41e4-9e75-5641dcf86293 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:27.880860 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.899593 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port b144fd0a-e76b-41e4-9e75-5641dcf86293, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b144fd0a-e76b-41e4-9e75-5641dcf86293,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:27.904368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:27.975788 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=b144fd0a-e76b-41e4-9e75-5641dcf86293,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:28.066638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-b3a791dc-9f94-408e-b507-5674093de38d tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:28.068092 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-b3a791dc-9f94-408e-b507-5674093de38d tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 810 time: 0.2573020 Sep 22 09:28:28.083102 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-c3ee2454-d483-4d7b-b2c6-0cde7419c4cd tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/quotas/28f9b7d88fa44b489ea2da6bff96a1dc HTTP/1.1" status: 200 len: 375 time: 0.0089831 Sep 22 09:28:28.171496 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-368faa04-f310-4a8b-8f06-9a39d138633a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:28:28.188090 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-368faa04-f310-4a8b-8f06-9a39d138633a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:28:28.189402 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-368faa04-f310-4a8b-8f06-9a39d138633a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008523 Sep 22 09:28:28.249683 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 6 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:28.302826 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:28.421186 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-cd28d5ae-054b-4853-9a09-0ebac43d5ebc service neutron] 10.222.0.42 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196932 Sep 22 09:28:28.548126 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-67a4cf19-3a82-4a4c-b982-1da9b39e3f4d service neutron] 10.222.0.42 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211951 Sep 22 09:28:28.733366 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdf5eedc-89b4-48ac-9485-ca097e0352da req-3df73c34-fd44-4bd1-949a-35e2563938d1 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 210 time: 0.0499146 Sep 22 09:28:28.805020 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 7 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:28.864298 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:29.365382 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 8 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:29.418667 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:29.610138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b144fd0a-e76b-41e4-9e75-5641dcf86293 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:29.682541 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port b144fd0a-e76b-41e4-9e75-5641dcf86293 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:29.683104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:29.683930 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port b144fd0a-e76b-41e4-9e75-5641dcf86293 Sep 22 09:28:29.760587 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-aebf5fc8-8334-45a2-a0b9-4ed00a68866f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:29.762789 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-aebf5fc8-8334-45a2-a0b9-4ed00a68866f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 810 time: 0.1681273 Sep 22 09:28:29.819073 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-2b1f687c-1a24-4744-82da-dd3295020f99 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc HTTP/1.1" status: 200 len: 380 time: 0.0487673 Sep 22 09:28:29.830481 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'port': {'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'admin_state_up': True, 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'security_groups': ['54a5b9b1-672b-4601-a502-2154629926b6']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:29.878876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port b144fd0a-e76b-41e4-9e75-5641dcf86293 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:29.919859 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 9 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:29.981709 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-625a7eba-71a8-458a-89f1-a9f15c61381b req-f0a007ee-e633-4075-84af-4758698a09f9 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 210 time: 0.0574710 Sep 22 09:28:29.982559 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:30.027902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:30.039013 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:30.048254 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Made reservation on behalf of 28f9b7d88fa44b489ea2da6bff96a1dc for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:28:30.051957 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.200925 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Sync routers for ids ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:30.212326 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Routers {'a8bebdf5-c21b-44f6-8ab4-8c1daad100de'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:30.212933 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:30.217002 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Allocated IP 172.20.0.14 (0fc2a402-60a7-4798-9023-2ffd00c51f48/a3483234-8706-4f46-bc26-cd56d0483e90/45d11cfc-8f8c-4bd8-b98e-bfcf15421295) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:30.385516 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Set router a8bebdf5-c21b-44f6-8ab4-8c1daad100de gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:30.402374 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.418121 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Transition to ACTIVE for port object 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:30.443172 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.483610 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Attempt 10 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:30.518023 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:30.521237 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:30.526114 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:30.538638 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c279699d-50ad-4906-b31a-5b96eb2ee799 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:30.556017 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:30.593340 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:30.594060 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.625336 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-4851dc80-4535-410a-bce9-4421eeae745e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8003600 Sep 22 09:28:30.637799 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Request body: {'port': {'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:30.662887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Provisioning complete for port e2eb0283-c262-40a0-b50c-31b2307a5bf8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:30.663412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.663990 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Attempt 1 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:30.716464 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 4, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port': {'id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e2eb0283-c262-40a0-b50c-31b2307a5bf8', 'name': '', 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'mac_address': 'fa:16:3e:85:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:24Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 2, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'subnets': [{'id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:30.720688 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Checking router: a8bebdf5-c21b-44f6-8ab4-8c1daad100de for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:30.721039 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Updating router a8bebdf5-c21b-44f6-8ab4-8c1daad100de port e2eb0283-c262-40a0-b50c-31b2307a5bf8 binding host dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 09:28:30.729592 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:30.758275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:30.773960 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.112933 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.125726 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Transition to ACTIVE for port object e2eb0283-c262-40a0-b50c-31b2307a5bf8 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:31.132600 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.194319 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdd578-747e-4232-8416-11642ed1fe4f req-9370b33c-8fea-4158-832b-238769a9dbdd tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:31.195833 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dcfdd578-747e-4232-8416-11642ed1fe4f req-9370b33c-8fea-4158-832b-238769a9dbdd tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 932 time: 0.0940578 Sep 22 09:28:31.212536 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:28:31.220275 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.230511 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Attempt 2 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:31.238573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Transition to ACTIVE for port object 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:28:31.244810 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.247772 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-dcfdd578-747e-4232-8416-11642ed1fe4f req-be31cadf-7ec6-4e4f-9b5d-536d615faa2b tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:28:31.267936 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-dcfdd578-747e-4232-8416-11642ed1fe4f req-be31cadf-7ec6-4e4f-9b5d-536d615faa2b tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:28:31.269544 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dcfdd578-747e-4232-8416-11642ed1fe4f req-be31cadf-7ec6-4e4f-9b5d-536d615faa2b tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662313 Sep 22 09:28:31.303334 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:28:31.346713 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eb1b0-a7d6-417e-8be7-a014e01cff53 None None] Pushing event updated for resources: {'Port': ['ID=e2eb0283-c262-40a0-b50c-31b2307a5bf8,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:31.355473 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Attempting to bind port e2eb0283-c262-40a0-b50c-31b2307a5bf8 on host dv-neutron-857569-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:28:31.355840 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Attempting to bind port e2eb0283-c262-40a0-b50c-31b2307a5bf8 by drivers openvswitch,hyperv on host dv-neutron-857569-1-hyperv at level 0 using segments [{'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:28:31.356193 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Attempting to bind port e2eb0283-c262-40a0-b50c-31b2307a5bf8 on network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:31.361462 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Checking agent: {'id': 'c04048a5-f3b9-4128-881f-2c76f043cfa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857569-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 22, 39), 'started_at': datetime.datetime(2022, 9, 22, 8, 23, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857569-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:28:31.361827 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Checking segment: {'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:31.362218 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.362595 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Bound using segment: {'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:28:31.363046 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Bound port: e2eb0283-c262-40a0-b50c-31b2307a5bf8, host: dv-neutron-857569-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90be4b1c-0330-455c-ba33-a586af84dbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:28:31.363437 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.436497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:31.474112 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] For port e2eb0283-c262-40a0-b50c-31b2307a5bf8, host dv-neutron-857569-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:28:31.477757 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] For port e2eb0283-c262-40a0-b50c-31b2307a5bf8, host dv-neutron-857569-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e2eb0283-c262-40a0-b50c-31b2307a5bf8,segment=NetworkSegment(90be4b1c-0330-455c-ba33-a586af84dbed),segment_id=90be4b1c-0330-455c-ba33-a586af84dbed)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:28:31.477902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Attempting to bind port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:28:31.478093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Attempting to bind port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:28:31.478453 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Attempting to bind port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:31.482623 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.483691 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:28:31.484014 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Attempting to bind port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:28:31.489482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:28:31.489816 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Checking segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:28:31.490194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Bound using segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:28:31.490622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Bound port: 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:28:31.491107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.538765 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Routers {'a8bebdf5-c21b-44f6-8ab4-8c1daad100de'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:31.539404 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:31.592447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:28:31.595690 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:28:31.601155 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.632054 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:31.632625 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eb1b0-a7d6-417e-8be7-a014e01cff53 None None] Pushing event updated for resources: {'Port': ['ID=e2eb0283-c262-40a0-b50c-31b2307a5bf8,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:31.632740 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:31.634015 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] 10.222.0.48 "PUT /v2.0/ports/45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 1094 time: 1.0008349 Sep 22 09:28:31.639005 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:28:31.641375 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb3abd54415fda79c4ce759e4ad4c66e15e2d7d06e6f41d5f3651e182c36339" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86" -d '{"events": [{"name": "network-changed", "server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:31.721329 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42174d31-47ed-4c4d-b12f-51ff06a03479 x-openstack-request-id: req-42174d31-47ed-4c4d-b12f-51ff06a03479 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:31.721632 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:31.721864 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42174d31-47ed-4c4d-b12f-51ff06a03479 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:31.722249 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42174d31-47ed-4c4d-b12f-51ff06a03479'] response: {'name': 'network-changed', 'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'status': 'completed', 'code': 200} Sep 22 09:28:31.731056 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cae307-9d63-4f45-a2f1-717514767957 service neutron] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:31.738015 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] Set router a8bebdf5-c21b-44f6-8ab4-8c1daad100de gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:31.762923 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-920389ee-5745-4b23-9b2b-7ef3776afbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:31.764425 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-920389ee-5745-4b23-9b2b-7ef3776afbb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1097 time: 0.0881405 Sep 22 09:28:31.805124 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Attempt 3 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:31.832045 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-a7a51b2a-330c-4966-99b7-877845805532 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 217 time: 0.0609117 Sep 22 09:28:31.870198 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ca134eac-bc2a-46bc-924f-52da8a632fc0 None None] Port e2eb0283-c262-40a0-b50c-31b2307a5bf8 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 09:28:31.898346 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-109257aa-3faa-4e80-921b-66152358e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:31.900441 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-109257aa-3faa-4e80-921b-66152358e9e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0617900 Sep 22 09:28:31.984046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-fd18e601-ef23-43ad-941d-5937d969c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:31.985676 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-fd18e601-ef23-43ad-941d-5937d969c87a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789893 Sep 22 09:28:31.989852 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-af671a81-d598-430a-b185-e096b43bcce4 None None] Provisioning for port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:32.052269 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 4, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port': {'id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e2eb0283-c262-40a0-b50c-31b2307a5bf8', 'name': '', 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'mac_address': 'fa:16:3e:85:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:24Z', 'updated_at': '2022-09-22T09:28:31Z', 'revision_number': 4, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'subnets': [{'id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:32.056684 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f684750-4b78-4e52-9212-92e65ecc01bf None None] The sync data for ids ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'] in dv-neutron-857569-1-hyperv is: [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:25Z', 'revision_number': 4, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port': {'id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': 'e2eb0283-c262-40a0-b50c-31b2307a5bf8', 'name': '', 'network_id': '1c92b2c9-f461-48fc-88df-08c7f9e997b3', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'mac_address': 'fa:16:3e:85:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:24Z', 'updated_at': '2022-09-22T09:28:31Z', 'revision_number': 4, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'subnets': [{'id': '11259ffc-7656-4776-8183-2ef29e6d44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:32.118611 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-5da444e3-8524-403f-ad07-07b1993abeb1 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264975 Sep 22 09:28:32.250799 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6c66ceef-cd4d-4556-b0d1-6e6a35379818 req-dfb19dc7-8baf-43bb-a9f8-7f29ed8b15d2 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265063 Sep 22 09:28:32.374731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-bd5de5a8-bcb6-404b-b8f9-d9d2a77b1701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:32.376238 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-bd5de5a8-bcb6-404b-b8f9-d9d2a77b1701 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1097 time: 0.0838349 Sep 22 09:28:32.470318 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6780c-b313-499e-a402-993cede59764 req-9ae8c18e-ec52-46d7-8900-126112b8db85 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:32.471796 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-17f6780c-b313-499e-a402-993cede59764 req-9ae8c18e-ec52-46d7-8900-126112b8db85 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 944 time: 0.0859056 Sep 22 09:28:32.507768 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-0b40947e-b101-434f-8bf9-1ce14fc22b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:32.509144 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-0b40947e-b101-434f-8bf9-1ce14fc22b21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1269915 Sep 22 09:28:32.516568 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-17f6780c-b313-499e-a402-993cede59764 req-4176d49d-ab9f-42d9-b033-20ddb31249fb tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Sep 22 09:28:32.575110 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-a3cc63a3-ffa5-4a40-b56f-5b50d912ae11 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 217 time: 0.0593097 Sep 22 09:28:32.640480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-5a95ef83-6053-4f8a-9883-82f25c6ef038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:32.641950 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-5a95ef83-6053-4f8a-9883-82f25c6ef038 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0611193 Sep 22 09:28:32.722727 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-c353aa8a-1ee7-4926-98ba-e710b6a4c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:32.724230 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-c353aa8a-1ee7-4926-98ba-e710b6a4c30f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765660 Sep 22 09:28:32.863392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-cbb67956-6544-4af8-877e-ec532c24d03e service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318662 Sep 22 09:28:32.997184 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8fdc99ef-9b70-4c37-85f1-4c6ae9698b86 req-17612b54-b5b4-4815-adee-a88e004db4be service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272740 Sep 22 09:28:33.636786 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2eb0283-c262-40a0-b50c-31b2307a5bf8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:33.706695 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning for port e2eb0283-c262-40a0-b50c-31b2307a5bf8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:33.711492 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e2eb0283-c262-40a0-b50c-31b2307a5bf8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:33.711857 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.712184 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:33.724813 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c5d84-0731-4c92-8ace-6cddb1679972 req-bbdb7609-c014-4d5a-aff2-e0236f16a624 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:33.725523 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0e6c5d84-0731-4c92-8ace-6cddb1679972 req-bbdb7609-c014-4d5a-aff2-e0236f16a624 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:28:33.740550 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0e6c5d84-0731-4c92-8ace-6cddb1679972 req-bbdb7609-c014-4d5a-aff2-e0236f16a624 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:28:33.742352 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e6c5d84-0731-4c92-8ace-6cddb1679972 req-bbdb7609-c014-4d5a-aff2-e0236f16a624 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 944 time: 0.1057358 Sep 22 09:28:33.786411 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e6c5d84-0731-4c92-8ace-6cddb1679972 req-c1b1b0d5-6ad2-4b49-884a-9340df47e67c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381603 Sep 22 09:28:33.830095 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e2eb0283-c262-40a0-b50c-31b2307a5bf8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:33.830468 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.863623 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] For port e2eb0283-c262-40a0-b50c-31b2307a5bf8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e2eb0283-c262-40a0-b50c-31b2307a5bf8,segment=NetworkSegment(90be4b1c-0330-455c-ba33-a586af84dbed),segment_id=90be4b1c-0330-455c-ba33-a586af84dbed)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:33.868580 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:33.942587 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Pushing event updated for resources: {'Port': ['ID=e2eb0283-c262-40a0-b50c-31b2307a5bf8,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:34.984447 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2c9f9-a1e0-4729-bc86-c94400b222fb req-d8159b2c-4ade-416c-87da-7e558516e212 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:34.985872 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-84b2c9f9-a1e0-4729-bc86-c94400b222fb req-d8159b2c-4ade-416c-87da-7e558516e212 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 944 time: 0.0914142 Sep 22 09:28:35.029260 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-84b2c9f9-a1e0-4729-bc86-c94400b222fb req-163081a1-ec2c-4407-99ef-35f2cb3dd79a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 Sep 22 09:28:35.610992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2eb0283-c262-40a0-b50c-31b2307a5bf8 up at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:35.680174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Provisioning complete for port e2eb0283-c262-40a0-b50c-31b2307a5bf8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:35.680535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:35.680856 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Attempt 1 to provision port e2eb0283-c262-40a0-b50c-31b2307a5bf8 Sep 22 09:28:35.788307 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Current status of the port e2eb0283-c262-40a0-b50c-31b2307a5bf8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:36.302539 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2b828487-8259-46a4-9ee3-3623858ffd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.326588 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fd53a-6c93-43ea-8ec1-8409c558d217 req-94b676ab-a61b-458f-aa6e-fc790cdaa875 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:36.328053 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1b8fd53a-6c93-43ea-8ec1-8409c558d217 req-94b676ab-a61b-458f-aa6e-fc790cdaa875 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 944 time: 0.1899467 Sep 22 09:28:36.340041 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:28:36.372081 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1b8fd53a-6c93-43ea-8ec1-8409c558d217 req-91683529-be54-4375-bac9-0fb94d26ac1a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384302 Sep 22 09:28:36.472035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:36.485676 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:28:36.542537 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:36.542843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.559026 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:28:36.573655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:36.578399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:36.652973 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:36.815620 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['45d11cfc-8f8c-4bd8-b98e-bfcf15421295'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:28:37.566901 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a703ae-b5a9-4139-bbd3-a1d80003a1b9 req-b56c1600-4995-44de-a5dd-bfe84b9ba6e3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:37.568399 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a8a703ae-b5a9-4139-bbd3-a1d80003a1b9 req-b56c1600-4995-44de-a5dd-bfe84b9ba6e3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 945 time: 0.0862005 Sep 22 09:28:37.615341 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a8a703ae-b5a9-4139-bbd3-a1d80003a1b9 req-933ed732-9fd8-4132-bb51-20af6523bde6 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Sep 22 09:28:38.356942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:28:38.422119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:28:38.426597 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:28:38.426967 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.427391 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 Sep 22 09:28:38.486631 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-af528ef7-f56a-499f-9f49-8e8744483a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.554377 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:28:38.554749 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.580405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:28:38.582662 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a8541c6a8b8c991c4733a61316794e83c71da5497d05c55e8b8e8abc1426c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6650bbf-9d07-4a9a-9cc7-02c2ad31575c" -d '{"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-plugged", "status": "completed", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:38.590191 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:28:38.594407 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:38.630641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2be0663-a3f2-43d8-84e9-51bcd22f9b90 x-openstack-request-id: req-b2be0663-a3f2-43d8-84e9-51bcd22f9b90 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:38.630929 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-plugged", "status": "completed", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:38.631177 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2be0663-a3f2-43d8-84e9-51bcd22f9b90 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:38.631589 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2be0663-a3f2-43d8-84e9-51bcd22f9b90'] response: {'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'code': 200} Sep 22 09:28:38.666483 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:38.819187 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28884902-1e52-4adb-87f6-6295d4f9b73e req-94621511-6519-4498-9040-3aeb89c61729 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:38.820744 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28884902-1e52-4adb-87f6-6295d4f9b73e req-94621511-6519-4498-9040-3aeb89c61729 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 946 time: 0.0938768 Sep 22 09:28:38.855812 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa19dc-a291-40a6-8b9f-8265155808bc req-d50467dc-6650-4973-9ffb-1be2be29fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:38.857292 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c6aa19dc-a291-40a6-8b9f-8265155808bc req-d50467dc-6650-4973-9ffb-1be2be29fc10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1099 time: 0.0785458 Sep 22 09:28:38.864725 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-28884902-1e52-4adb-87f6-6295d4f9b73e req-0a06641f-9c1e-4765-a67d-9eb59ef88aaa tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383136 Sep 22 09:28:38.896843 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c6aa19dc-a291-40a6-8b9f-8265155808bc req-91f07211-3857-413c-aeaf-c533cb575275 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336835 Sep 22 09:28:39.749332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:39.773957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:40.073601 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ac73-d125-478a-8495-eadd6e170387 req-c272bd10-1562-4584-83d6-550e8eef8fcc tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:40.075056 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3360ac73-d125-478a-8495-eadd6e170387 req-c272bd10-1562-4584-83d6-550e8eef8fcc tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 946 time: 0.0943327 Sep 22 09:28:40.119576 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3360ac73-d125-478a-8495-eadd6e170387 req-2df28be2-a3e2-41a2-87e0-806e7fa221a0 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388663 Sep 22 09:28:41.116475 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.327450 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec01dd-3ed0-498d-a050-a7b258709ff3 req-9276dd23-925c-4148-833a-1cf077acbc83 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:41.328891 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98ec01dd-3ed0-498d-a050-a7b258709ff3 req-9276dd23-925c-4148-833a-1cf077acbc83 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 946 time: 0.0953641 Sep 22 09:28:41.374054 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98ec01dd-3ed0-498d-a050-a7b258709ff3 req-d1663c98-dbbc-4273-b114-a683c9b62db7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394964 Sep 22 09:28:41.576001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aaab6-c766-4af3-aea9-1427b9252734 req-640fee52-40d5-4d86-960f-ded546e98f4c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:41.577435 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a6aaab6-c766-4af3-aea9-1427b9252734 req-640fee52-40d5-4d86-960f-ded546e98f4c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 946 time: 0.0927684 Sep 22 09:28:41.620706 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a6aaab6-c766-4af3-aea9-1427b9252734 req-87405b47-8ecb-49e9-b4dd-5e1a269d3a47 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 Sep 22 09:28:41.648710 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:41.765005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeddfe0-04aa-4b2b-a2a2-3f911ccbb802 tempest-TestSnapshotPattern-22203993 tempest-TestSnapshotPattern-22203993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:41.766504 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fdeddfe0-04aa-4b2b-a2a2-3f911ccbb802 tempest-TestSnapshotPattern-22203993 tempest-TestSnapshotPattern-22203993-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1094 time: 0.1168396 Sep 22 09:28:41.769429 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 51984) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:28:41.774762 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:28:41.780537 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:28:41.784342 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:floatingip and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:28:41.787123 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:28:41.793328 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:28:41.806504 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:41.938149 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.071875 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Allocated IP 172.26.8.234 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/b22ed85f-a6ec-48f9-b670-64e06d1c8305) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:28:42.216245 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.244914 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6307552'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.316052 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:28:42.319348 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:28:42.323173 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:28:42.357454 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'Port': ['ID=b22ed85f-a6ec-48f9-b670-64e06d1c8305,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:42.830736 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.906848 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:42.976838 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.110707 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.115241 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6307575'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.218588 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'Port': ['ID=b22ed85f-a6ec-48f9-b670-64e06d1c8305,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:28:43.223028 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:43.389894 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Floating IP a18058ad-6d3a-47b4-9473-0f570bff29c7 associated. External IP: 172.26.8.234, port: 45d11cfc-8f8c-4bd8-b98e-bfcf15421295. Sep 22 09:28:43.747282 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Router d0a70985-79d5-4f09-b36a-191b11cd5a79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:28:43.922939 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:28:43.933997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] Sync routers for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:28:43.942893 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:43.943520 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:43.953035 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:28:44.016632 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5fb803a3-fc12-4fc2-bd73-611681f25630 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2461157 Sep 22 09:28:44.017523 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:28:44.019442 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}091857caac535a72de398b0738fbb0585f5dbaa470ad55a63bcc7d9486d8c3a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f480a83-a660-44be-b55f-187423d59210" -d '{"events": [{"name": "network-changed", "server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:28:44.110667 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c5b5f-adb1-4735-8058-fa15546c4c48 x-openstack-request-id: req-9f5c5b5f-adb1-4735-8058-fa15546c4c48 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:28:44.110958 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:28:44.111205 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f5c5b5f-adb1-4735-8058-fa15546c4c48 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:28:44.111627 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5c5b5f-adb1-4735-8058-fa15546c4c48'] response: {'name': 'network-changed', 'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'status': 'completed', 'code': 200} Sep 22 09:28:44.121704 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:44.208731 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f480a83-a660-44be-b55f-187423d59210 req-7d70a5bc-4911-4841-888c-7425120b83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:44.210226 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f480a83-a660-44be-b55f-187423d59210 req-7d70a5bc-4911-4841-888c-7425120b83dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1099 time: 0.0766728 Sep 22 09:28:44.340530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f480a83-a660-44be-b55f-187423d59210 req-8d45c814-e1d2-44cd-a614-e0f4ec528213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:44.341935 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f480a83-a660-44be-b55f-187423d59210 req-8d45c814-e1d2-44cd-a614-e0f4ec528213 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1263578 Sep 22 09:28:44.445404 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f480a83-a660-44be-b55f-187423d59210 req-aeb34a0b-af24-40ce-8b2c-9e34fc237cbc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 1000 time: 0.0978835 Sep 22 09:28:44.468097 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:42Z', 'revision_number': 0, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:44.471950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] Checking router: d0a70985-79d5-4f09-b36a-191b11cd5a79 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:28:44.480863 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:28:44.481454 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:28:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:44.505809 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f480a83-a660-44be-b55f-187423d59210 req-e2813085-effc-45eb-ac87-72f26ac9d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:44.507317 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f480a83-a660-44be-b55f-187423d59210 req-e2813085-effc-45eb-ac87-72f26ac9d650 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0565987 Sep 22 09:28:44.589971 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f480a83-a660-44be-b55f-187423d59210 req-5a14fe1c-6468-4110-8c5c-bbd02781d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:44.591520 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f480a83-a660-44be-b55f-187423d59210 req-5a14fe1c-6468-4110-8c5c-bbd02781d872 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784748 Sep 22 09:28:44.658880 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:28:44.720016 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f480a83-a660-44be-b55f-187423d59210 req-89f9b3bc-bbc6-40e7-9ba0-70d8380958c7 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228859 Sep 22 09:28:44.851864 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f480a83-a660-44be-b55f-187423d59210 req-49851902-fe82-41ea-a32b-97c669347fe7 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257071 Sep 22 09:28:44.999912 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:42Z', 'revision_number': 0, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:28:45.003856 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb08a9-f724-4b98-9eb4-e05ab2767e16 None None] The sync data for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv is: [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:42Z', 'revision_number': 0, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:28:45.181596 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702ea97-c9f7-4e5c-8ec6-0d2560ac9e04 None None] New status for floating IP a18058ad-6d3a-47b4-9473-0f570bff29c7: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:28:50.593514 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:28:52.697423 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-49bb4c0d-8f6d-415b-8de1-50121b6a02ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754838 Sep 22 09:28:52.848876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-33edfabf-863a-4ed2-b7be-4b14148576de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:52.850922 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-33edfabf-863a-4ed2-b7be-4b14148576de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1099 time: 0.0811455 Sep 22 09:28:52.997546 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-491c05d6-ae16-4051-9043-825fd16b61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:52.999027 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-491c05d6-ae16-4051-9043-825fd16b61c8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1249063 Sep 22 09:28:53.098054 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-b292949d-cf5a-4ba6-a0c1-9cece1cc9972 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 1002 time: 0.0931697 Sep 22 09:28:53.159681 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-45121912-917c-495f-8f82-88c8de5a70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:53.161045 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-45121912-917c-495f-8f82-88c8de5a70a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0557115 Sep 22 09:28:53.244267 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-22391b88-dc49-4360-b14d-6ddace6dae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:28:53.245712 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-22391b88-dc49-4360-b14d-6ddace6dae0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773942 Sep 22 09:28:53.483910 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-d75e63a9-87ea-406b-81b3-d53e5160ce2e service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320266 Sep 22 09:28:53.613372 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-860e56b1-94c2-467c-8fe4-df7bab3baf42 req-598751c2-62bc-4f25-a440-5e49a8f65db8 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224420 Sep 22 09:29:06.296229 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-51543fcf-133d-4281-b040-2482b7df705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:08.490751 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a0af868-6825-4ad4-9129-de299e0f16d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.740978 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:09.775641 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:11.094535 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:12.973910 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:27.592404 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:29:36.297301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9211b81-8d27-467e-8ec8-82ab40f6a6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:38.463632 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ad6bed6-1738-4ee5-bd5a-18261a9f6113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.743295 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:39.778004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:41.097921 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:42.988409 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:29:52.787590 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-2015ccca-3e5e-4a32-bb8f-1d3f76c79c71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1118493 Sep 22 09:29:52.943032 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-171da062-d285-4aef-9bab-5a7f09e840d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:29:52.944527 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-171da062-d285-4aef-9bab-5a7f09e840d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1099 time: 0.0914578 Sep 22 09:29:53.085274 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-c9a153d7-be6d-44bb-a661-f795ff3651a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:29:53.086696 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-c9a153d7-be6d-44bb-a661-f795ff3651a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1232708 Sep 22 09:29:53.192083 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-9c7ea696-a72f-4b58-b8e3-da8fb8641659 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 1002 time: 0.0989397 Sep 22 09:29:53.260262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-695181ab-78a8-4a5e-94a6-dd5885fb5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:29:53.261596 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-695181ab-78a8-4a5e-94a6-dd5885fb5194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0629661 Sep 22 09:29:53.345069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-89651e0f-933e-4c6b-8676-d0f44a181a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:29:53.346511 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-89651e0f-933e-4c6b-8676-d0f44a181a84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792100 Sep 22 09:29:53.474364 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-eaf8dd1a-1cfa-4d7a-92fa-91f3837c4b4c service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218038 Sep 22 09:29:53.608158 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06d293e0-ed39-4127-ab4e-c5c41f04a665 req-03ebcc13-70b0-481d-a069-03cfd73c8e79 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282811 Sep 22 09:30:04.592276 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:30:06.299074 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09a25804-4d51-4b53-bc7f-771f9cf59afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:08.464785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c3188a4-8772-4e01-94a3-0d85167c0942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.745064 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:09.780466 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:11.098820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:13.003970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:36.299913 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0012-691b-49a3-a335-664cf81df73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:38.467438 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-927295c0-8459-412d-8a24-3342b210823e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.747004 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:39.786106 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.100981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:41.592581 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:30:42.928449 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:30:43.042668 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.085453 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:30:43.100277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:30:43.163690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:30:43.164122 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.185761 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:30:43.207277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:30:43.219647 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:43.310167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:43.314615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['45d11cfc-8f8c-4bd8-b98e-bfcf15421295'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:30:43.348010 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.348392 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.348697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.349037 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.349363 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.349696 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.350031 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.350375 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.350682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.351006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.351942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:43.352277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:44.953429 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:30:45.063164 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:45.064049 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.064386 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 Sep 22 09:30:45.199413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:30:45.199905 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.235281 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:30:45.249898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:30:45.254841 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:45.298003 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffb740b455107b24c8500fa09c52ab767408e5cf3a61229e634d113ceaa1cdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4108db4-4ea6-4a28-a99b-761c6e4ff599" -d '{"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-plugged", "status": "completed", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:45.349553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:45.461460 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24de709-0aed-4dbe-b45c-3a4e59e454e1 x-openstack-request-id: req-e24de709-0aed-4dbe-b45c-3a4e59e454e1 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:45.461760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-plugged", "status": "completed", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:45.462021 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e24de709-0aed-4dbe-b45c-3a4e59e454e1 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:45.462431 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24de709-0aed-4dbe-b45c-3a4e59e454e1'] response: {'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'code': 200} Sep 22 09:30:52.715388 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-03737b24-144b-46f3-b424-55ad9635c585 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913270 Sep 22 09:30:52.897484 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-20016c4d-914a-49d7-aa01-43fbb64b3d5d tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067808435&fields=id&tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc HTTP/1.1" status: 200 len: 267 time: 0.0462747 Sep 22 09:30:52.900639 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-12d0e8bc-a0b6-44df-810d-26f4632d992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:52.902042 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-12d0e8bc-a0b6-44df-810d-26f4632d992d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1099 time: 0.1166313 Sep 22 09:30:53.248983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-d37fc13c-b5b6-436b-869d-f63649e20fd1 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:53.250392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-d37fc13c-b5b6-436b-869d-f63649e20fd1 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 810 time: 0.3461380 Sep 22 09:30:53.252669 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-34bd35a8-b133-49c1-9808-7260ab770b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:53.253938 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-34bd35a8-b133-49c1-9808-7260ab770b7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.3306410 Sep 22 09:30:53.315077 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-20484de6-8165-4df5-b4c4-cf195654ef0a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/quotas/28f9b7d88fa44b489ea2da6bff96a1dc HTTP/1.1" status: 200 len: 375 time: 0.0592325 Sep 22 09:30:53.412013 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-8aff77fe-a80e-4636-9188-9f83a462ce1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 1002 time: 0.1494281 Sep 22 09:30:53.485631 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-38a5b6f0-684b-4d14-88f7-8ac47397b07f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1533620 Sep 22 09:30:53.493333 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-b4285eb3-1092-45b8-ba3b-0269a96e0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:53.494663 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-b4285eb3-1092-45b8-ba3b-0269a96e0df5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0761259 Sep 22 09:30:53.582031 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-39a06ba5-8ada-4465-83ce-812a6aee7ffc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:30:53.583012 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-39a06ba5-8ada-4465-83ce-812a6aee7ffc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436995 Sep 22 09:30:53.585880 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-5d934545-2011-446d-a070-9f0b33554b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:53.587285 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-5d934545-2011-446d-a070-9f0b33554b91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865455 Sep 22 09:30:53.816431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-20082c09-a74b-4371-99a1-966b46c72caa service neutron] 10.222.0.42 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274604 Sep 22 09:30:53.818150 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-69460b33-c29e-4fec-9b03-4efb375963bd service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127931 Sep 22 09:30:54.050754 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-6ad7d919-f239-4994-8cba-ff2263d1c057 service neutron] 10.222.0.42 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280321 Sep 22 09:30:54.052619 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-16f5c917-2e30-4c23-ad4a-28b2e7486bfc req-fe79eccd-1517-4970-9cde-dcbbcb908f9a service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129760 Sep 22 09:30:54.450353 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c46c8c4f-8750-4b11-9274-cd4965a8e430 req-f05fbff7-e69d-4984-bba7-f6dcf6ada4d6 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 210 time: 0.2130966 Sep 22 09:30:55.453916 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-964c232a-3017-4d50-b453-0133b152a904 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:55.455392 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-964c232a-3017-4d50-b453-0133b152a904 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 810 time: 0.1511288 Sep 22 09:30:55.510003 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-2e7cc476-1d2e-4709-ba26-cec74cb4a41d tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc HTTP/1.1" status: 200 len: 380 time: 0.0458622 Sep 22 09:30:55.517497 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'port': {'device_id': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'admin_state_up': True, 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'security_groups': ['54a5b9b1-672b-4601-a502-2154629926b6']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:30:55.652350 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-db9a8102-6de3-40af-b0e2-2db7da7dd521 req-a2322d7a-1b6d-46e4-ba26-7a639d08a958 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 210 time: 0.0664370 Sep 22 09:30:55.713082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:30:55.722898 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:30:55.733342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Made reservation on behalf of 28f9b7d88fa44b489ea2da6bff96a1dc for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 09:30:55.736881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:55.925315 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Allocated IP 172.20.0.12 (0fc2a402-60a7-4798-9023-2ffd00c51f48/a3483234-8706-4f46-bc26-cd56d0483e90/8696fca1-520e-4370-98f4-339280ee1fb5) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:30:56.296130 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.313617 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Transition to ACTIVE for port object 8696fca1-520e-4370-98f4-339280ee1fb5 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:30:56.341119 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.426533 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:30:56.429896 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:30:56.434082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:30:56.520027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:56.535836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.538377 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.538743 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.539085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.540187 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.540526 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.540856 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.541326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.541657 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.541976 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.542436 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.542763 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:30:56.569547 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:56.570564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.607245 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-0bf6bdd9-5690-40c2-97e9-432dcc611458 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0932856 Sep 22 09:30:56.717241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Provisioning for port 8696fca1-520e-4370-98f4-339280ee1fb5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:30:56.722294 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Provisioning complete for port 8696fca1-520e-4370-98f4-339280ee1fb5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:30:56.722734 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:56.723137 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 1 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:30:56.780849 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:30:56.922564 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781839f-bb6a-43fd-a0a1-573e13d341f6 req-14503448-6a54-4f37-b7c8-d44957447170 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:56.924093 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9781839f-bb6a-43fd-a0a1-573e13d341f6 req-14503448-6a54-4f37-b7c8-d44957447170 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 932 time: 0.1065259 Sep 22 09:30:56.972549 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9781839f-bb6a-43fd-a0a1-573e13d341f6 req-9fc36bed-a203-401c-8131-ce5ca4113762 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Sep 22 09:30:57.063336 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:30:57.191131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:30:57.191518 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.218850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:30:57.221123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffb740b455107b24c8500fa09c52ab767408e5cf3a61229e634d113ceaa1cdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3272508-f70f-410a-bc82-bc8687794942" -d '{"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-unplugged", "status": "completed", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:30:57.229459 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:30:57.233131 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:30:57.287402 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 09:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d78c96-8524-4309-9b84-e4448ff0475e x-openstack-request-id: req-12d78c96-8524-4309-9b84-e4448ff0475e {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:30:57.287785 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-unplugged", "status": "completed", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:30:57.288104 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12d78c96-8524-4309-9b84-e4448ff0475e {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:30:57.288559 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d78c96-8524-4309-9b84-e4448ff0475e'] response: {'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'code': 200} Sep 22 09:30:57.289165 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 2 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:30:57.372946 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:30:57.379486 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:30:57.874685 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 3 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:30:57.933497 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:30:58.197014 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8dcb6-f7c6-4551-b075-83054c242aa5 req-2f01226e-11c4-43fd-aa92-f495d5d7a9e5 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:58.199160 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-29d8dcb6-f7c6-4551-b075-83054c242aa5 req-2f01226e-11c4-43fd-aa92-f495d5d7a9e5 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 932 time: 0.0937467 Sep 22 09:30:58.245283 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-29d8dcb6-f7c6-4551-b075-83054c242aa5 req-5257c7e0-a79a-420a-a9cd-bdb4a192d554 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Sep 22 09:30:58.434562 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 4 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:30:58.493172 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:30:58.994359 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 5 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:30:59.048119 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:30:59.474408 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c064cb4-0ff1-4479-ae30-c93c0fc67c33 req-75a18dd2-9402-4d12-a4ea-54dcfa34f5bf tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:30:59.475149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8c064cb4-0ff1-4479-ae30-c93c0fc67c33 req-75a18dd2-9402-4d12-a4ea-54dcfa34f5bf tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:30:59.490965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8c064cb4-0ff1-4479-ae30-c93c0fc67c33 req-75a18dd2-9402-4d12-a4ea-54dcfa34f5bf tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:30:59.493111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c064cb4-0ff1-4479-ae30-c93c0fc67c33 req-75a18dd2-9402-4d12-a4ea-54dcfa34f5bf tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 932 time: 0.1246307 Sep 22 09:30:59.549962 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 6 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:30:59.556507 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c064cb4-0ff1-4479-ae30-c93c0fc67c33 req-02409781-6cfe-46f3-bf25-f856661c379f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576463 Sep 22 09:30:59.626161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:31:00.127150 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 7 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:31:00.184188 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:31:00.685869 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 8 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:31:00.748236 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:31:00.772327 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54307361-eee0-4b67-9bea-117fae99d3ea req-d8dae6cd-c16d-4683-b2fe-7d53c5590943 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:00.773840 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54307361-eee0-4b67-9bea-117fae99d3ea req-d8dae6cd-c16d-4683-b2fe-7d53c5590943 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 932 time: 0.0986445 Sep 22 09:31:00.824130 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54307361-eee0-4b67-9bea-117fae99d3ea req-a92e394e-fbf2-43a7-87d9-2b71e0625d3e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Sep 22 09:31:01.249543 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 9 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:31:01.334911 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:31:01.836289 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Attempt 10 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:31:01.917167 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65e34531-d00b-405a-aa94-7527d9f82e8f None None] Port 8696fca1-520e-4370-98f4-339280ee1fb5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 09:31:02.063093 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a07f0e-042c-4be9-8bd5-a2a7776f26ac req-9a2ab3aa-082f-4b9a-b157-96a514e1a695 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:02.064802 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4a07f0e-042c-4be9-8bd5-a2a7776f26ac req-9a2ab3aa-082f-4b9a-b157-96a514e1a695 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 932 time: 0.0959113 Sep 22 09:31:02.112913 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4a07f0e-042c-4be9-8bd5-a2a7776f26ac req-9542e4f5-5eac-46c4-a23c-fdb60e340aa7 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Sep 22 09:31:03.343071 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a702ee6-6110-4123-87f5-e41351200cfb req-3124312b-18b3-416e-94ae-3bcdb8f18806 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:03.344575 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a702ee6-6110-4123-87f5-e41351200cfb req-3124312b-18b3-416e-94ae-3bcdb8f18806 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 932 time: 0.0933590 Sep 22 09:31:03.390926 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a702ee6-6110-4123-87f5-e41351200cfb req-7430f499-ad6a-49f3-a7cf-1ba7f8cb8be6 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Sep 22 09:31:04.105541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Request body: {'port': {'device_id': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8575'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:31:04.213636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.595041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8696fca1-520e-4370-98f4-339280ee1fb5 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:31:04.608707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.627582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Transition to ACTIVE for port object 8696fca1-520e-4370-98f4-339280ee1fb5 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 09:31:04.631540 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:04.790683 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd10b0-052b-4458-a2a2-a2ff38023f1f req-775090b5-5580-4be0-9f18-4640a03ee507 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:04.792144 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2ffd10b0-052b-4458-a2a2-a2ff38023f1f req-775090b5-5580-4be0-9f18-4640a03ee507 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 932 time: 0.2694049 Sep 22 09:31:04.854009 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Pushing event updated for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:04.885825 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2ffd10b0-052b-4458-a2a2-a2ff38023f1f req-e536c07a-6f8a-422e-930a-c94d38d71811 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678611 Sep 22 09:31:04.901685 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Attempting to bind port 8696fca1-520e-4370-98f4-339280ee1fb5 on host hv-neutron-8575 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 09:31:04.902018 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Attempting to bind port 8696fca1-520e-4370-98f4-339280ee1fb5 by drivers openvswitch,hyperv on host hv-neutron-8575 at level 0 using segments [{'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 09:31:04.902343 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Attempting to bind port 8696fca1-520e-4370-98f4-339280ee1fb5 on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:31:04.907105 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Port 8696fca1-520e-4370-98f4-339280ee1fb5 on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8575 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 09:31:04.907447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Attempting to bind port 8696fca1-520e-4370-98f4-339280ee1fb5 on network 0fc2a402-60a7-4798-9023-2ffd00c51f48 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 09:31:04.912503 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Checking agent: {'id': 'd8680527-3623-4a0d-b823-58d74fc0f993', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8575', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'started_at': datetime.datetime(2022, 9, 22, 8, 28, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 09:31:04.912835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Checking segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 09:31:04.913213 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Bound using segment: {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 09:31:04.913627 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Bound port: 8696fca1-520e-4370-98f4-339280ee1fb5, host: hv-neutron-8575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c23885f-3095-44c0-9560-5d486d245b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 09:31:04.913968 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.004418 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 09:31:05.007338 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 09:31:05.012362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.041603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:05.042135 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:05.043501 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] 10.222.0.48 "PUT /v2.0/ports/8696fca1-520e-4370-98f4-339280ee1fb5 HTTP/1.1" status: 200 len: 1094 time: 0.9441776 Sep 22 09:31:05.043922 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:31:05.118354 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65aa47a11c747eca539af5abf64826f14e71f7582daac038061d46eebeda8b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:05.139490 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba816e-0a67-4ab5-aeca-422cf7d79f62 service neutron] Pushing event updated for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:05.171160 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-1f2468b7-d375-4d0b-9671-9f49cf7db5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:05.172828 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-1f2468b7-d375-4d0b-9671-9f49cf7db5ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0916841 Sep 22 09:31:05.231584 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96a69c3-434f-403b-9801-4691e78d1ad5 x-openstack-request-id: req-e96a69c3-434f-403b-9801-4691e78d1ad5 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:05.231866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:05.232108 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e96a69c3-434f-403b-9801-4691e78d1ad5 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:05.232501 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96a69c3-434f-403b-9801-4691e78d1ad5'] response: {'name': 'network-changed', 'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5', 'status': 'completed', 'code': 200} Sep 22 09:31:05.240208 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-6f7c1603-8263-40bb-938c-a4b711ac7d66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8696fca1-520e-4370-98f4-339280ee1fb5 HTTP/1.1" status: 200 len: 217 time: 0.0608249 Sep 22 09:31:05.400525 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-33ce6a3b-cf7f-44e5-a449-d523f2289c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:05.401886 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-33ce6a3b-cf7f-44e5-a449-d523f2289c92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.1551833 Sep 22 09:31:05.483660 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-d526856f-7e91-4cbb-b778-b3c0f930e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:05.485523 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-d526856f-7e91-4cbb-b778-b3c0f930e1d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773451 Sep 22 09:31:05.612878 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-85fe2f34-382e-4e19-a1df-7d5f5997e878 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216905 Sep 22 09:31:05.742860 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c477889-1ece-4ac9-9254-bd059c1707fc req-532892a7-e8c5-4e5c-8e68-f41bb3de4454 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237869 Sep 22 09:31:05.863595 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-53dbbc76-e389-4e3d-967b-599a0c9233d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:05.865057 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-53dbbc76-e389-4e3d-967b-599a0c9233d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0808525 Sep 22 09:31:05.999069 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-556b831e-511d-4b20-a7a7-dcd58bf7d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:06.000514 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-556b831e-511d-4b20-a7a7-dcd58bf7d50a service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1293223 Sep 22 09:31:06.109096 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-adff8c34-33fe-4e6f-9e4e-fc79732afe4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8696fca1-520e-4370-98f4-339280ee1fb5 HTTP/1.1" status: 200 len: 217 time: 0.0731061 Sep 22 09:31:06.182824 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-66045858-3962-4b1b-975a-e1497e022e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:06.184240 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-66045858-3962-4b1b-975a-e1497e022e34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0677886 Sep 22 09:31:06.196387 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1071b-e835-4272-961f-fc296aa31f83 req-02a44a68-d66c-429e-a96e-933da5e4262c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:06.197735 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6ca1071b-e835-4272-961f-fc296aa31f83 req-02a44a68-d66c-429e-a96e-933da5e4262c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 944 time: 0.1963837 Sep 22 09:31:06.297062 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6ca1071b-e835-4272-961f-fc296aa31f83 req-babe33c2-bb97-4f80-ab52-53ea107e2504 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649421 Sep 22 09:31:06.304111 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-441c7469-28bd-40bf-9ff7-ed2919fa1a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:06.314700 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-8ea90732-2460-4cc9-b5ef-81d4cb9fe100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:06.316226 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-8ea90732-2460-4cc9-b5ef-81d4cb9fe100 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176667 Sep 22 09:31:06.446542 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-5c3f3e71-29d4-49d3-9bbc-c4403d8e69db service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227531 Sep 22 09:31:06.577266 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74d06acc-ad46-4f9d-bcf9-ab96da3247ab req-0093517c-dae1-4763-9066-f339fecd3ff1 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244876 Sep 22 09:31:07.502343 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bb781-b39c-4331-878d-1e66949edf2c req-19fc8c23-6934-4aa6-b7f1-f4f504e39387 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:07.503844 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d50bb781-b39c-4331-878d-1e66949edf2c req-19fc8c23-6934-4aa6-b7f1-f4f504e39387 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 944 time: 0.0925877 Sep 22 09:31:07.547409 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d50bb781-b39c-4331-878d-1e66949edf2c req-b69d3275-cbf9-4fba-983d-06ea4f261431 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379841 Sep 22 09:31:08.472178 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-328e2f7e-d81f-4425-b573-59c3fb8fdaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:08.745057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20459e69-be82-49fa-ae5a-cb754070d4f9 req-5a8e3b85-83c2-4e09-a3ce-8e59525d9874 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:08.746408 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20459e69-be82-49fa-ae5a-cb754070d4f9 req-5a8e3b85-83c2-4e09-a3ce-8e59525d9874 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 944 time: 0.0898213 Sep 22 09:31:08.789176 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20459e69-be82-49fa-ae5a-cb754070d4f9 req-330ffecf-0ef5-47dc-bdef-eb526da161c1 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Sep 22 09:31:09.143887 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8696fca1-520e-4370-98f4-339280ee1fb5 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:31:09.277931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:31:09.291233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '8696fca1-520e-4370-98f4-339280ee1fb5', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'port_id': '8696fca1-520e-4370-98f4-339280ee1fb5', 'mac_address': 'fa:16:3e:1b:98:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:31:09.343522 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8696fca1-520e-4370-98f4-339280ee1fb5 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:31:09.343898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.361477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8696fca1-520e-4370-98f4-339280ee1fb5 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:31:09.376957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:31:09.380602 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.448811 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:09.590170 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8696fca1-520e-4370-98f4-339280ee1fb5'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:31:09.764065 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.800374 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:09.998896 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62601a9-8f0b-4e31-9edd-01daeffe328f req-ecc7ad5c-1059-48d4-a1bc-7875aaaba5c0 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:10.000420 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a62601a9-8f0b-4e31-9edd-01daeffe328f req-ecc7ad5c-1059-48d4-a1bc-7875aaaba5c0 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 945 time: 0.0981162 Sep 22 09:31:10.043584 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a62601a9-8f0b-4e31-9edd-01daeffe328f req-2665dc3d-5dcf-46b7-acdb-55821422847a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374296 Sep 22 09:31:11.105904 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.159071 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8696fca1-520e-4370-98f4-339280ee1fb5 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:31:11.233286 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning for port 8696fca1-520e-4370-98f4-339280ee1fb5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 09:31:11.238086 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 8696fca1-520e-4370-98f4-339280ee1fb5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:31:11.238458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.238810 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:31:11.251879 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29353d-a581-4199-9c8b-2ea44c6ed148 req-e0ed664a-8a49-4262-a321-fe07f3d5308e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:11.253400 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f29353d-a581-4199-9c8b-2ea44c6ed148 req-e0ed664a-8a49-4262-a321-fe07f3d5308e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 945 time: 0.0961258 Sep 22 09:31:11.307803 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f29353d-a581-4199-9c8b-2ea44c6ed148 req-24bc9345-c95c-46d8-8c03-e22d80ef2dc1 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475390 Sep 22 09:31:11.358232 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8696fca1-520e-4370-98f4-339280ee1fb5 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:31:11.358532 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.385029 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:31:11.387292 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffb740b455107b24c8500fa09c52ab767408e5cf3a61229e634d113ceaa1cdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29249772-3846-4d56-b572-a8b616a44daf" -d '{"events": [{"server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "name": "network-vif-plugged", "status": "completed", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:11.394997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:31:11.400117 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:11.437719 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f8941b-c370-4371-96ae-0a0797d1220d x-openstack-request-id: req-56f8941b-c370-4371-96ae-0a0797d1220d {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:11.438007 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "name": "network-vif-plugged", "status": "completed", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:11.438251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56f8941b-c370-4371-96ae-0a0797d1220d {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:11.438642 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f8941b-c370-4371-96ae-0a0797d1220d'] response: {'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5', 'code': 200} Sep 22 09:31:11.471758 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:11.669106 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa00c7b-84d3-40a9-b2ed-91df9b817c06 req-92b8da91-e2c9-4714-8c03-ba021e4430d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:11.670604 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-faa00c7b-84d3-40a9-b2ed-91df9b817c06 req-92b8da91-e2c9-4714-8c03-ba021e4430d0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 1099 time: 0.0764270 Sep 22 09:31:11.709904 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-faa00c7b-84d3-40a9-b2ed-91df9b817c06 req-e22dc353-5b4c-4592-a79b-1e97dd144dda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Sep 22 09:31:12.611362 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982f104-2fc7-48c7-89e6-85899ac9b35a req-907094a7-3f09-4fc3-9eb1-907b314dd4b3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:12.613142 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4982f104-2fc7-48c7-89e6-85899ac9b35a req-907094a7-3f09-4fc3-9eb1-907b314dd4b3 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 946 time: 0.1906610 Sep 22 09:31:12.657999 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4982f104-2fc7-48c7-89e6-85899ac9b35a req-90c5ad0b-44d6-45d3-8c32-ca45afb1f9f6 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387485 Sep 22 09:31:13.010052 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:13.853097 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d4ed6-3869-48c0-b7c7-19324e077347 req-cc22c4f6-c417-44b8-9355-30fa8f30ad4d tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:13.854555 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-282d4ed6-3869-48c0-b7c7-19324e077347 req-cc22c4f6-c417-44b8-9355-30fa8f30ad4d tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 946 time: 0.0852127 Sep 22 09:31:13.896437 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-282d4ed6-3869-48c0-b7c7-19324e077347 req-387c3b53-8059-4e49-a79c-09127c5f4860 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361667 Sep 22 09:31:14.089712 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab03eb-2aa6-4516-bae6-7e559b127948 req-bc5426b8-3c15-48b4-90ae-71e5e3c287c0 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:14.091153 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ab03eb-2aa6-4516-bae6-7e559b127948 req-bc5426b8-3c15-48b4-90ae-71e5e3c287c0 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 946 time: 0.0853884 Sep 22 09:31:14.134835 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ab03eb-2aa6-4516-bae6-7e559b127948 req-47c451fb-351a-4dd1-a32f-0de05e3f8033 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380509 Sep 22 09:31:14.163059 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:31:14.240692 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c67d12c-1866-4478-883d-0faf4849ba62 tempest-TestSnapshotPattern-22203993 tempest-TestSnapshotPattern-22203993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:14.241655 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c67d12c-1866-4478-883d-0faf4849ba62 tempest-TestSnapshotPattern-22203993 tempest-TestSnapshotPattern-22203993-project-admin] Synchronizing usage tracker for tenant:789e67a1e7eb4aab8d1b4059f9e3f714 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:31:14.257341 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c67d12c-1866-4478-883d-0faf4849ba62 tempest-TestSnapshotPattern-22203993 tempest-TestSnapshotPattern-22203993-project-admin] Unset dirty status for tenant:789e67a1e7eb4aab8d1b4059f9e3f714 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:31:14.259068 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c67d12c-1866-4478-883d-0faf4849ba62 tempest-TestSnapshotPattern-22203993 tempest-TestSnapshotPattern-22203993-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 1094 time: 0.0950801 Sep 22 09:31:14.261804 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52330) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:31:14.266674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Request body: {'floatingip': {'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'port_id': '8696fca1-520e-4370-98f4-339280ee1fb5', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 09:31:14.272461 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 09:31:14.276821 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Usage tracker for resource:floatingip and tenant:28f9b7d88fa44b489ea2da6bff96a1dc is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 09:31:14.279638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 09:31:14.285563 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 09:31:14.295638 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.428739 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.565203 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Allocated IP 172.26.8.222 (48521054-8de9-47c6-a1b5-a0e6c7172af2/126faeb8-d955-4025-9529-0a9cfa1ef0fc/173d5dec-a976-477c-b25e-8b2d1d65649d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 09:31:14.718348 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.747107 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793211644663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:14.809034 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Network 48521054-8de9-47c6-a1b5-a0e6c7172af2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 09:31:14.811725 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 09:31:14.815482 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 09:31:14.848866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'Port': ['ID=173d5dec-a976-477c-b25e-8b2d1d65649d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:15.223182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.294380 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.490753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.496001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6505260'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.600082 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event updated for resources: {'Port': ['ID=173d5dec-a976-477c-b25e-8b2d1d65649d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:31:15.604553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-511669'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:15.869199 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Floating IP 7d359bef-57bd-403c-85e6-37b59eba82ca associated. External IP: 172.26.8.222, port: 8696fca1-520e-4370-98f4-339280ee1fb5. Sep 22 09:31:16.213358 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Router d0a70985-79d5-4f09-b36a-191b11cd5a79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:31:16.395092 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:31:16.405042 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] Sync routers for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:31:16.414616 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:31:16.415246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:16.419679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:16.474357 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7f70062-bbb3-45a8-80a0-dfab5146afe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2113540 Sep 22 09:31:16.474758 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:31:16.477182 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65aa47a11c747eca539af5abf64826f14e71f7582daac038061d46eebeda8b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6c238-85c2-4e46-afcf-6171c17728f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:31:16.517866 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e51563-0f72-4b00-b70a-a8ab55364110 x-openstack-request-id: req-52e51563-0f72-4b00-b70a-a8ab55364110 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:31:16.518128 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:31:16.518372 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52e51563-0f72-4b00-b70a-a8ab55364110 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:31:16.518765 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52e51563-0f72-4b00-b70a-a8ab55364110'] response: {'name': 'network-changed', 'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5', 'status': 'completed', 'code': 200} Sep 22 09:31:16.592120 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:31:16.616585 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-ca313431-2602-4885-b848-965425996773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:16.618088 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-ca313431-2602-4885-b848-965425996773 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 1099 time: 0.0793023 Sep 22 09:31:16.745982 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-07e5a353-0960-4f6a-93f2-44884a7cad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:16.747352 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-07e5a353-0960-4f6a-93f2-44884a7cad6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1239328 Sep 22 09:31:16.847503 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-b48a196c-b7f3-4b27-bf79-73e0945f455b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8696fca1-520e-4370-98f4-339280ee1fb5 HTTP/1.1" status: 200 len: 1000 time: 0.0945992 Sep 22 09:31:16.907575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-59ea3a89-0083-4d7f-8a6b-7cfcbe962aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:16.908990 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-59ea3a89-0083-4d7f-8a6b-7cfcbe962aad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0560830 Sep 22 09:31:16.939006 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7d359bef-57bd-403c-85e6-37b59eba82ca', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '8696fca1-520e-4370-98f4-339280ee1fb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:1b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:31:15Z', 'updated_at': '2022-09-22T09:31:15Z', 'revision_number': 0, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}, {'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:45Z', 'revision_number': 1, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:16.942955 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] Checking router: d0a70985-79d5-4f09-b36a-191b11cd5a79 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:31:16.951596 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:31:16.952268 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:31:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:16.990057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-24b9f44d-daca-4852-b130-9dd793b02f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:16.991879 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-24b9f44d-daca-4852-b130-9dd793b02f95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774755 Sep 22 09:31:17.119800 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-d525beeb-1085-4c62-9880-3d5148755ab6 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216474 Sep 22 09:31:17.159061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:31:17.367935 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0c6c238-85c2-4e46-afcf-6171c17728f0 req-5dd87371-3f38-42ec-a200-ec8d15c73053 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430694 Sep 22 09:31:17.505996 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7d359bef-57bd-403c-85e6-37b59eba82ca', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '8696fca1-520e-4370-98f4-339280ee1fb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:1b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:31:15Z', 'updated_at': '2022-09-22T09:31:15Z', 'revision_number': 0, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}, {'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:45Z', 'revision_number': 1, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:31:17.511677 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0d0c1f-df97-4173-9be5-e7ffc5799fbf None None] The sync data for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv is: [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': '7d359bef-57bd-403c-85e6-37b59eba82ca', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '8696fca1-520e-4370-98f4-339280ee1fb5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:1b:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:31:15Z', 'updated_at': '2022-09-22T09:31:15Z', 'revision_number': 0, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}, {'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:45Z', 'revision_number': 1, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:31:17.701661 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99970d13-54a0-4f2f-a545-fe7569134164 None None] New status for floating IP 7d359bef-57bd-403c-85e6-37b59eba82ca: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:31:18.591965 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:31:36.298019 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85fdf80c-999d-42aa-ba43-f6f1a801b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:38.473428 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd465-f073-45c9-bf65-ef45201ba424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.747015 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:39.788820 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:41.107760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:43.031310 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:31:54.299343 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-badd80da-f941-433a-8832-5553c1a6ad4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756052 Sep 22 09:31:54.444079 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-3959a945-846e-4249-b114-fa495d428fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:54.445541 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-3959a945-846e-4249-b114-fa495d428fa8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1097 time: 0.0803263 Sep 22 09:31:54.586636 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-5ef1dc91-fdab-48c0-af8b-ca4e19d9a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:54.588010 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-5ef1dc91-fdab-48c0-af8b-ca4e19d9a2b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1241231 Sep 22 09:31:54.686470 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-f39700c0-c1e5-40bd-9291-484e48a5f49d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 1000 time: 0.0924101 Sep 22 09:31:54.750039 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-09acbc54-d68a-4d86-b8b7-aba821b88456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:54.751442 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-09acbc54-d68a-4d86-b8b7-aba821b88456 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0587516 Sep 22 09:31:54.831470 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-2df6333b-8d47-4637-92bc-485d65ee33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:31:54.832936 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-2df6333b-8d47-4637-92bc-485d65ee33ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759203 Sep 22 09:31:54.960356 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-c301ce03-3d3e-4d78-9566-a9e5a8c22633 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207678 Sep 22 09:31:55.087486 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f559593-f379-433b-84ef-a1d5f7d45126 req-b7c1cde5-05d1-4d69-a536-f3d6dd228e94 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210990 Sep 22 09:31:55.591360 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:32:06.300250 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2f2956ce-2e51-4b67-a1cd-b79cf6c4bcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:08.476035 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b303439-6564-46c3-a21c-01506986965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.749091 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:09.792629 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:11.109720 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:13.029494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:32.591972 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:32:36.302090 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0ae80e8-e44f-4621-b6e0-cb0fea376829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:38.478093 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-095207b1-69ee-427c-b1f8-5421748ae810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.750573 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:39.794067 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:41.114155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:43.044542 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.561833 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8696fca1-520e-4370-98f4-339280ee1fb5 details requested by agent hyperv_hv-neutron-8575 with host hv-neutron-8575 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 09:32:47.708656 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:32:47.722343 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Returning: {'device': '8696fca1-520e-4370-98f4-339280ee1fb5', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'port_id': '8696fca1-520e-4370-98f4-339280ee1fb5', 'mac_address': 'fa:16:3e:1b:98:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 09:32:47.777481 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8696fca1-520e-4370-98f4-339280ee1fb5 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:32:47.777866 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.794999 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8696fca1-520e-4370-98f4-339280ee1fb5 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 09:32:47.811016 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:32:47.815412 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:47.899876 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] get_ports_and_sgs() called for port_ids ['8696fca1-520e-4370-98f4-339280ee1fb5'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 09:32:47.923605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:47.949183 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.949774 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.950256 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.950723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.951186 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.951693 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.952161 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.952618 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.953077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.953533 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.953988 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:47.954450 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:49.573875 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8696fca1-520e-4370-98f4-339280ee1fb5 up at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 09:32:49.660503 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Provisioning complete for port 8696fca1-520e-4370-98f4-339280ee1fb5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 09:32:49.660790 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1702262'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.661123 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Attempt 1 to provision port 8696fca1-520e-4370-98f4-339280ee1fb5 Sep 22 09:32:49.844455 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Current status of the port 8696fca1-520e-4370-98f4-339280ee1fb5 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 09:32:49.844940 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491099'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.885970 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:32:49.890850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:32:49.890850 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffb740b455107b24c8500fa09c52ab767408e5cf3a61229e634d113ceaa1cdf2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb29266f-a515-44aa-89ca-8b7f7b89686f" -d '{"events": [{"server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "name": "network-vif-plugged", "status": "completed", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:49.897804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793211984936', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793211641613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793211641658'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:49.982368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Pushing event updated for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:49.994979 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12de35ad-353f-4198-8904-38987f25aa96 x-openstack-request-id: req-12de35ad-353f-4198-8904-38987f25aa96 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:49.995301 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "name": "network-vif-plugged", "status": "completed", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:49.995553 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12de35ad-353f-4198-8904-38987f25aa96 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:49.995936 dv-neutron-857569-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12de35ad-353f-4198-8904-38987f25aa96'] response: {'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5', 'code': 200} Sep 22 09:32:55.524767 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-efb65b8d-ec4b-4361-ba2f-acb50e046ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:55.527269 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-efb65b8d-ec4b-4361-ba2f-acb50e046ae4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 1099 time: 0.1250868 Sep 22 09:32:55.719335 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-43372818-a3ce-4d87-b156-26ff7c663523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:55.721068 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-43372818-a3ce-4d87-b156-26ff7c663523 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1567721 Sep 22 09:32:55.829447 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-9a3fd178-cb43-4837-b043-f2d66b1318f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8696fca1-520e-4370-98f4-339280ee1fb5 HTTP/1.1" status: 200 len: 1002 time: 0.1022630 Sep 22 09:32:55.901594 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-d4bb632d-3682-4428-85e9-791261b06fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:55.904014 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-d4bb632d-3682-4428-85e9-791261b06fc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0687945 Sep 22 09:32:56.006652 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-584eadff-63bb-4e6c-a2e0-2948b2b636d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:56.008099 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-584eadff-63bb-4e6c-a2e0-2948b2b636d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932128 Sep 22 09:32:56.018990 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-bd874052-fecd-4865-88ca-0a2c15c02ec8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 09:32:56.019951 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-bd874052-fecd-4865-88ca-0a2c15c02ec8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048664 Sep 22 09:32:56.173707 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-ec4f25c9-9f76-456c-809b-49ff670ec885 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461520 Sep 22 09:32:56.409601 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79018aa9-e791-4966-a1a3-dc76db3608c4 req-39d0ca55-8c9a-454a-a9ef-6e91d4b5fde0 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295113 Sep 22 09:32:57.169576 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52528) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:32:57.369707 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Deleting port 173d5dec-a976-477c-b25e-8b2d1d65649d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:32:57.369960 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.539676 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.540035 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.658045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Calling delete_port for 173d5dec-a976-477c-b25e-8b2d1d65649d owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:32:57.810025 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.855234 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event deleted for resources: {'Port': ['ID=173d5dec-a976-477c-b25e-8b2d1d65649d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:32:57.899775 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.900131 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.900474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.900815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.901149 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.901483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.901817 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.902145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.902473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.902797 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.903120 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.903464 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:32:57.966298 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:57.966632 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Floating IP 7d359bef-57bd-403c-85e6-37b59eba82ca disassociated (deleted). External IP: 172.26.8.222, port: 8696fca1-520e-4370-98f4-339280ee1fb5. Sep 22 09:32:58.314996 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Router d0a70985-79d5-4f09-b36a-191b11cd5a79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:32:58.605270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:32:58.614494 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] Sync routers for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:32:58.624721 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:32:58.625226 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:32:58.625346 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:58.682012 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-10c27e31-4d66-48f0-b238-690ee68aae70 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "DELETE /v2.0/floatingips/7d359bef-57bd-403c-85e6-37b59eba82ca HTTP/1.1" status: 204 len: 168 time: 1.5113385 Sep 22 09:32:58.682604 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:32:58.685095 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65aa47a11c747eca539af5abf64826f14e71f7582daac038061d46eebeda8b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:32:58.740534 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3301d771-6c00-4560-8f1d-a368b5dbaa77 x-openstack-request-id: req-3301d771-6c00-4560-8f1d-a368b5dbaa77 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:32:58.740835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:32:58.741085 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3301d771-6c00-4560-8f1d-a368b5dbaa77 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:32:58.741484 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3301d771-6c00-4560-8f1d-a368b5dbaa77'] response: {'name': 'network-changed', 'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5', 'status': 'completed', 'code': 200} Sep 22 09:32:58.804991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:32:58.841965 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-60331b7a-03e6-4cdc-b378-17019bfa1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:58.843647 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-60331b7a-03e6-4cdc-b378-17019bfa1071 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 1099 time: 0.0807765 Sep 22 09:32:58.996672 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-82422731-0f55-4b76-9e22-0c3349f02c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:58.998128 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-82422731-0f55-4b76-9e22-0c3349f02c07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1487958 Sep 22 09:32:59.079435 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-119d7464-8821-4060-8370-7dd402c552ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8696fca1-520e-4370-98f4-339280ee1fb5 HTTP/1.1" status: 200 len: 217 time: 0.0739226 Sep 22 09:32:59.100864 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f54fe-f017-40e6-8a7b-44fac770103e req-ad2704ac-fb39-45ca-9fde-280e52cb5a55 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:59.102436 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b95f54fe-f017-40e6-8a7b-44fac770103e req-ad2704ac-fb39-45ca-9fde-280e52cb5a55 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 946 time: 0.0968940 Sep 22 09:32:59.145776 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-7553f9ce-9486-4dcc-b007-79cffb5e6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:59.147181 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-7553f9ce-9486-4dcc-b007-79cffb5e6651 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0594683 Sep 22 09:32:59.149688 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b95f54fe-f017-40e6-8a7b-44fac770103e req-eb29b1ba-2141-4920-9dfd-40d7b63795ec tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Sep 22 09:32:59.167399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:45Z', 'revision_number': 1, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:59.171408 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] Checking router: d0a70985-79d5-4f09-b36a-191b11cd5a79 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:32:59.179682 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:32:59.180270 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:59.236457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-7c072397-c4b8-442e-8171-267e20abb8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:32:59.237920 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-7c072397-c4b8-442e-8171-267e20abb8dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844779 Sep 22 09:32:59.351931 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:32:59.370446 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-3a156096-c3df-4311-b52c-a3cedea0a22c service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247644 Sep 22 09:32:59.504777 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf5421e0-7c7b-4ded-a4c0-ccf906e6ab8c req-b4519421-6561-43af-b53a-c732325610d3 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276450 Sep 22 09:32:59.698153 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:45Z', 'revision_number': 1, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:32:59.702084 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f4bc7-4ce5-4e77-afaf-36a3981b492e None None] The sync data for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv is: [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_floatingips': [{'id': 'a18058ad-6d3a-47b4-9473-0f570bff29c7', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'floating_ip_address': '172.26.8.234', 'floating_network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'router_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'port_id': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'mac_address': 'fa:16:3e:7d:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f988ab88-e331-4a29-83ff-831256d2160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T09:28:42Z', 'updated_at': '2022-09-22T09:28:45Z', 'revision_number': 1, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:32:59.994532 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0fc678-8b00-4818-8638-7934face6280 None None] New status for floating IP 7d359bef-57bd-403c-85e6-37b59eba82ca: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:33:00.349272 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea1b0e-c240-41a1-9a2e-8500723c7ab5 req-c874a247-d153-49c8-a107-56ad58f0307e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:00.349946 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ebea1b0e-c240-41a1-9a2e-8500723c7ab5 req-c874a247-d153-49c8-a107-56ad58f0307e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:33:00.364871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ebea1b0e-c240-41a1-9a2e-8500723c7ab5 req-c874a247-d153-49c8-a107-56ad58f0307e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:33:00.366247 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ebea1b0e-c240-41a1-9a2e-8500723c7ab5 req-c874a247-d153-49c8-a107-56ad58f0307e tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 946 time: 0.1005237 Sep 22 09:33:00.410184 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ebea1b0e-c240-41a1-9a2e-8500723c7ab5 req-77ca9358-f247-48e6-a4ae-713d915f4213 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383105 Sep 22 09:33:00.533699 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284357d-8d5f-4341-8b52-374226854407 req-d4b251a2-5cb8-46b2-b840-ff166e7627fc tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:00.535120 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1284357d-8d5f-4341-8b52-374226854407 req-d4b251a2-5cb8-46b2-b840-ff166e7627fc tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 946 time: 0.0889935 Sep 22 09:33:00.603771 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Deleting port 8696fca1-520e-4370-98f4-339280ee1fb5 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:00.604110 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:00.845144 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] For port 8696fca1-520e-4370-98f4-339280ee1fb5, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=8696fca1-520e-4370-98f4-339280ee1fb5,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:00.845502 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.070167 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Calling delete_port for 8696fca1-520e-4370-98f4-339280ee1fb5 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:01.208579 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.261633 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event deleted for resources: {'Port': ['ID=8696fca1-520e-4370-98f4-339280ee1fb5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:01.346836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] No DVR routers for this DVR port 8696fca1-520e-4370-98f4-339280ee1fb5 on host hv-neutron-8575 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:01.349240 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:01.351915 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'name': 'network-vif-deleted', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:33:01.354827 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65aa47a11c747eca539af5abf64826f14e71f7582daac038061d46eebeda8b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526affaf-7ebe-49b1-a69f-7cf3876e8ac4" -d '{"events": [{"server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "name": "network-vif-deleted", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:01.368115 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1284357d-8d5f-4341-8b52-374226854407 req-37c3ae59-0343-4275-858f-9586664f715f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "DELETE /v2.0/ports/8696fca1-520e-4370-98f4-339280ee1fb5 HTTP/1.1" status: 204 len: 173 time: 0.8278382 Sep 22 09:33:01.395006 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81358d97-2148-41b4-a5f9-c507cc2fc4c3 x-openstack-request-id: req-81358d97-2148-41b4-a5f9-c507cc2fc4c3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:01.395312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7", "name": "network-vif-deleted", "tag": "8696fca1-520e-4370-98f4-339280ee1fb5", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:01.395566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81358d97-2148-41b4-a5f9-c507cc2fc4c3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:01.395963 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81358d97-2148-41b4-a5f9-c507cc2fc4c3'] response: {'server_uuid': 'd9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7', 'name': 'network-vif-deleted', 'tag': '8696fca1-520e-4370-98f4-339280ee1fb5', 'status': 'completed', 'code': 200} Sep 22 09:33:01.597583 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-346631f3-16cf-414f-b0fa-a322b710269f req-1f161c8e-e568-4d2a-b84b-2b4e223d4986 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:33:01.613829 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-346631f3-16cf-414f-b0fa-a322b710269f req-1f161c8e-e568-4d2a-b84b-2b4e223d4986 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:33:01.615077 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346631f3-16cf-414f-b0fa-a322b710269f req-1f161c8e-e568-4d2a-b84b-2b4e223d4986 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9aa5bf6-a39f-4cc3-977d-3a97da6cbbf7 HTTP/1.1" status: 200 len: 210 time: 0.0687950 Sep 22 09:33:01.671952 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8696fca1-520e-4370-98f4-339280ee1fb5 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:01.706548 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 8696fca1-520e-4370-98f4-339280ee1fb5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:01.707077 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 8696fca1-520e-4370-98f4-339280ee1fb5 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:03.257746 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52588) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:03.453977 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Deleting port b22ed85f-a6ec-48f9-b670-64e06d1c8305 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:03.454310 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.619934 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.620170 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.737781 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Calling delete_port for b22ed85f-a6ec-48f9-b670-64e06d1c8305 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:03.883566 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:03.930104 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event deleted for resources: {'Port': ['ID=b22ed85f-a6ec-48f9-b670-64e06d1c8305,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:04.030259 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.030647 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Floating IP a18058ad-6d3a-47b4-9473-0f570bff29c7 disassociated (deleted). External IP: 172.26.8.234, port: 45d11cfc-8f8c-4bd8-b98e-bfcf15421295. Sep 22 09:33:04.477011 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Router d0a70985-79d5-4f09-b36a-191b11cd5a79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:33:04.651564 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:33:04.661401 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] Sync routers for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:33:04.672723 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:33:04.673027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:04.673399 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:04.731897 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bb12c23f-c710-46ce-bfdb-69639a266017 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "DELETE /v2.0/floatingips/a18058ad-6d3a-47b4-9473-0f570bff29c7 HTTP/1.1" status: 204 len: 168 time: 1.4729462 Sep 22 09:33:04.732381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:33:04.735008 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65aa47a11c747eca539af5abf64826f14e71f7582daac038061d46eebeda8b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84bb309-283a-453f-aa89-a5d1b5782ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:04.808815 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3aca02-080f-432c-a443-dd8742aca0f6 x-openstack-request-id: req-ef3aca02-080f-432c-a443-dd8742aca0f6 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:04.809280 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:04.809621 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef3aca02-080f-432c-a443-dd8742aca0f6 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:04.810111 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3aca02-080f-432c-a443-dd8742aca0f6'] response: {'name': 'network-changed', 'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'status': 'completed', 'code': 200} Sep 22 09:33:04.892615 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:33:04.905350 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-852f341d-ce26-4904-b0e5-10c921c62730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:04.907197 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-852f341d-ce26-4904-b0e5-10c921c62730 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 1097 time: 0.0793931 Sep 22 09:33:05.051843 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-217fa0ed-f470-47de-8184-91ef1ce912be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:05.053498 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-217fa0ed-f470-47de-8184-91ef1ce912be service neutron] 10.222.0.48 "GET /v2.0/networks?id=0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 200 len: 911 time: 0.1407087 Sep 22 09:33:05.125568 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-0133a616-0648-4bd2-88c3-a6fad43933f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 200 len: 217 time: 0.0650384 Sep 22 09:33:05.160764 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71a8ad-883e-4b5d-aa03-be50636e60dc req-292643e2-2e6e-406a-bdc2-cda61274d2fa tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:05.162228 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ed71a8ad-883e-4b5d-aa03-be50636e60dc req-292643e2-2e6e-406a-bdc2-cda61274d2fa tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 944 time: 0.0963855 Sep 22 09:33:05.188471 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-e698bcc9-51d0-41cb-8def-a48ab531a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:05.189905 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-e698bcc9-51d0-41cb-8def-a48ab531a0ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 200 len: 849 time: 0.0579967 Sep 22 09:33:05.207824 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ed71a8ad-883e-4b5d-aa03-be50636e60dc req-82285da0-e5b9-4855-98aa-81039675c952 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 Sep 22 09:33:05.223332 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:05.225211 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] Checking router: d0a70985-79d5-4f09-b36a-191b11cd5a79 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:33:05.234340 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:33:05.234882 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:32:38Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:05.278042 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-b3a86245-8baf-4d67-aba5-7860f3a4dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:05.279560 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-b3a86245-8baf-4d67-aba5-7860f3a4dd69 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0fc2a402-60a7-4798-9023-2ffd00c51f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835187 Sep 22 09:33:05.407445 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:33:05.410700 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-9f1db646-1181-4865-b1dc-ee333d762c36 service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251826 Sep 22 09:33:05.541456 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b84bb309-283a-453f-aa89-a5d1b5782ee8 req-31c72619-0181-45ca-a4f7-0d606fbdcd1f service neutron] 10.222.0.48 "GET /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236637 Sep 22 09:33:05.717746 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:05.721611 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26475f4-b1d5-4056-a051-b81d6eb63f71 None None] The sync data for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv is: [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:28:18Z', 'revision_number': 4, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv', '_interfaces': [{'id': '9794bdf0-1987-4382-987a-dfd7de071313', 'name': '', 'network_id': '0fc2a402-60a7-4798-9023-2ffd00c51f48', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'mac_address': 'fa:16:3e:58:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:17Z', 'updated_at': '2022-09-22T09:28:24Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'subnets': [{'id': 'a3483234-8706-4f46-bc26-cd56d0483e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:33:05.928515 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b757e871-5b68-44c3-a5b2-8ec5881b2601 None None] New status for floating IP a18058ad-6d3a-47b4-9473-0f570bff29c7: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 09:33:06.303056 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00d13f12-18cd-496e-9674-88bec0990480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:06.411347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ebf12-3d43-4bcf-9667-e2eac31b6b7f req-e1208922-5a71-432d-88c4-df825d2cd37f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:06.411914 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-da7ebf12-3d43-4bcf-9667-e2eac31b6b7f req-e1208922-5a71-432d-88c4-df825d2cd37f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:33:06.434347 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-da7ebf12-3d43-4bcf-9667-e2eac31b6b7f req-e1208922-5a71-432d-88c4-df825d2cd37f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:33:06.435418 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da7ebf12-3d43-4bcf-9667-e2eac31b6b7f req-e1208922-5a71-432d-88c4-df825d2cd37f tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 944 time: 0.1111157 Sep 22 09:33:06.480099 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da7ebf12-3d43-4bcf-9667-e2eac31b6b7f req-d5520ed0-ac56-4d62-b5fa-056453578dfb tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/security-groups?id=54a5b9b1-672b-4601-a502-2154629926b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390847 Sep 22 09:33:06.642871 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-3a682ddf-eb02-4222-bf40-a3a43394cdef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 09:33:06.644377 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-3a682ddf-eb02-4222-bf40-a3a43394cdef tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 944 time: 0.0882332 Sep 22 09:33:06.712462 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Deleting port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:06.712802 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.049973 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] For port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295, host hv-neutron-8575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8575',level=0,port_id=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:07.050332 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.169674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Calling delete_port for 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:07.311552 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.361158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event deleted for resources: {'Port': ['ID=45d11cfc-8f8c-4bd8-b98e-bfcf15421295,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:07.446459 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] No DVR routers for this DVR port 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 on host hv-neutron-8575 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:07.448969 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120900'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:07.451530 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-deleted', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 09:33:07.453788 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d65aa47a11c747eca539af5abf64826f14e71f7582daac038061d46eebeda8b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b63885-bc15-4dd4-add5-c2f53136f933" -d '{"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-deleted", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 09:33:07.467564 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-09c69cf1-636d-48a7-9b05-cc4093f11459 req-947ace8b-a42b-4c4b-8b71-f6c5f1835a5a tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.48 "DELETE /v2.0/ports/45d11cfc-8f8c-4bd8-b98e-bfcf15421295 HTTP/1.1" status: 204 len: 173 time: 0.8181553 Sep 22 09:33:07.495839 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cf5aac-da53-4ecf-a15d-88743a0d3a1d x-openstack-request-id: req-c7cf5aac-da53-4ecf-a15d-88743a0d3a1d {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 09:33:07.496251 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f988ab88-e331-4a29-83ff-831256d2160d", "name": "network-vif-deleted", "tag": "45d11cfc-8f8c-4bd8-b98e-bfcf15421295", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 09:33:07.496499 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7cf5aac-da53-4ecf-a15d-88743a0d3a1d {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 09:33:07.496993 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cf5aac-da53-4ecf-a15d-88743a0d3a1d'] response: {'server_uuid': 'f988ab88-e331-4a29-83ff-831256d2160d', 'name': 'network-vif-deleted', 'tag': '45d11cfc-8f8c-4bd8-b98e-bfcf15421295', 'status': 'completed', 'code': 200} Sep 22 09:33:07.645122 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1de0f1aa-1f65-45b3-96e5-558dadf75fbd req-71f5752f-f8cc-43f0-998d-57e16f432fe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Synchronizing usage tracker for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 09:33:07.660277 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1de0f1aa-1f65-45b3-96e5-558dadf75fbd req-71f5752f-f8cc-43f0-998d-57e16f432fe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Unset dirty status for tenant:28f9b7d88fa44b489ea2da6bff96a1dc on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 09:33:07.661431 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1de0f1aa-1f65-45b3-96e5-558dadf75fbd req-71f5752f-f8cc-43f0-998d-57e16f432fe8 tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f988ab88-e331-4a29-83ff-831256d2160d HTTP/1.1" status: 200 len: 210 time: 0.0705240 Sep 22 09:33:08.481012 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-33897977-da76-48b8-a46c-c656ab2e61aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.763161 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:08.829876 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea3abbc2-0d4b-42f8-b417-892912759a8c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.858764 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea3abbc2-0d4b-42f8-b417-892912759a8c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.923697 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea3abbc2-0d4b-42f8-b417-892912759a8c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.942988 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3abbc2-0d4b-42f8-b417-892912759a8c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a5b9b1-672b-4601-a502-2154629926b6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:08.956434 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea3abbc2-0d4b-42f8-b417-892912759a8c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:08.960014 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ea3abbc2-0d4b-42f8-b417-892912759a8c tempest-TestSnapshotPattern-1446900644 tempest-TestSnapshotPattern-1446900644-project] 10.222.0.42 "DELETE /v2.0/security-groups/54a5b9b1-672b-4601-a502-2154629926b6 HTTP/1.1" status: 204 len: 168 time: 0.1933565 Sep 22 09:33:09.004323 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52612) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:09.537349 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.590505 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:33:09.695313 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 no longer exists at agent hyperv_hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:09.734561 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] No Port match for: 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:09.735062 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Device 45d11cfc-8f8c-4bd8-b98e-bfcf15421295 not bound to the agent host hv-neutron-8575 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:09.755651 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:09.800284 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.004445 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Deleting port 9794bdf0-1987-4382-987a-dfd7de071313 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:10.004967 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.172474 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] For port 9794bdf0-1987-4382-987a-dfd7de071313, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=9794bdf0-1987-4382-987a-dfd7de071313,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:10.172750 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.293429 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Calling delete_port for 9794bdf0-1987-4382-987a-dfd7de071313 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:10.601737 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:10.648480 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Pushing event deleted for resources: {'Port': ['ID=9794bdf0-1987-4382-987a-dfd7de071313,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:10.916433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.116545 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.391057 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Router d0a70985-79d5-4f09-b36a-191b11cd5a79 has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:33:11.567835 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:33:11.577985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] Sync routers for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:33:11.584420 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-21e47476-1b15-461b-a4a8-369c4fe5f33e admin admin] 10.222.0.42 "PUT /v2.0/routers/d0a70985-79d5-4f09-b36a-191b11cd5a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5790212 Sep 22 09:33:11.586867 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52616) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:11.587753 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:33:11.588364 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:11.766760 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.771488 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: dv-neutron-857569-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:33:11.952622 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:11.964083 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Deleting port 0f6bb094-52af-4dd3-8401-635e85be7d87 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:11.965137 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.087434 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229'}], 'enable_snat': True}, 'gw_port_id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:33:10Z', 'revision_number': 5, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port': {'id': '0f6bb094-52af-4dd3-8401-635e85be7d87', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:99:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:15Z', 'updated_at': '2022-09-22T09:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:12.091123 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] Checking router: d0a70985-79d5-4f09-b36a-191b11cd5a79 for host: dv-neutron-857569-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:33:12.099238 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] Routers {'d0a70985-79d5-4f09-b36a-191b11cd5a79'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:33:12.099837 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['d0a70985-79d5-4f09-b36a-191b11cd5a79'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:12.140907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] For port 0f6bb094-52af-4dd3-8401-635e85be7d87, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=0f6bb094-52af-4dd3-8401-635e85be7d87,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:12.141270 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.244419 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] Set router d0a70985-79d5-4f09-b36a-191b11cd5a79 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:33:12.262118 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Calling delete_port for 0f6bb094-52af-4dd3-8401-635e85be7d87 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:12.344588 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:33:11Z', 'revision_number': 6, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:12.348368 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa933c4-0543-4213-890c-dfa7b475f780 None None] The sync data for ids ['d0a70985-79d5-4f09-b36a-191b11cd5a79'] in dv-neutron-857569-1-hyperv is: [{'id': 'd0a70985-79d5-4f09-b36a-191b11cd5a79', 'name': 'tempest-TestSnapshotPattern-1452351832-router', 'tenant_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:14Z', 'updated_at': '2022-09-22T09:33:11Z', 'revision_number': 6, 'project_id': '28f9b7d88fa44b489ea2da6bff96a1dc', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:33:12.427312 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.472184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6bb094-52af-4dd3-8401-635e85be7d87,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:12.675543 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.847857 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.849993 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.872266 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.872795 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a70985-79d5-4f09-b36a-191b11cd5a79 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:33:12.884483 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.885588 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a300f126-49dc-4b91-bd86-895717e3e023 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d0a70985-79d5-4f09-b36a-191b11cd5a79 HTTP/1.1" status: 204 len: 168 time: 1.2975652 Sep 22 09:33:12.888165 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52620) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:12.948431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] Deleting subnet a3483234-8706-4f46-bc26-cd56d0483e90 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:33:12.951381 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:12.999175 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.042804 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.078575 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.151573 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.189209 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3483234-8706-4f46-bc26-cd56d0483e90,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:13.192836 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.198543 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e5e06-8716-42ba-bb3c-5119b507c024 None None] Network 0fc2a402-60a7-4798-9023-2ffd00c51f48 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:33:13.199613 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c7f2873c-02dd-406d-9cc3-7cd1836f227c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a3483234-8706-4f46-bc26-cd56d0483e90 HTTP/1.1" status: 204 len: 168 time: 0.3104832 Sep 22 09:33:13.202041 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52624) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:13.308720 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.319517 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Deleting port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:13.319860 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.471061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] DHCP port deletion for 0fc2a402-60a7-4798-9023-2ffd00c51f48 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:33:13.475477 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Deleting port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:13.475854 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.540983 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] For port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:13.541531 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.662599 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Calling delete_port for 6ad7d1eb-d2a5-4a39-baab-4461131cde0e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:13.678655 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] For port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,segment=NetworkSegment(5c23885f-3095-44c0-9560-5d486d245b3d),segment_id=5c23885f-3095-44c0-9560-5d486d245b3d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:13.678965 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.744987 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.790963 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad7d1eb-d2a5-4a39-baab-4461131cde0e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:13.795251 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9794bdf0-1987-4382-987a-dfd7de071313 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:13.796654 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] No DVR routers for this DVR port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:13.824057 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Calling delete_port for 6ad7d1eb-d2a5-4a39-baab-4461131cde0e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:13.869243 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 9794bdf0-1987-4382-987a-dfd7de071313 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:13.869584 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 9794bdf0-1987-4382-987a-dfd7de071313 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:13.869981 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0f6bb094-52af-4dd3-8401-635e85be7d87 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:13.906546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 0f6bb094-52af-4dd3-8401-635e85be7d87 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:13.906886 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 0f6bb094-52af-4dd3-8401-635e85be7d87 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:13.907312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6ad7d1eb-d2a5-4a39-baab-4461131cde0e no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:13.912698 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.938615 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc2a402-60a7-4798-9023-2ffd00c51f48']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:13.943461 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 6ad7d1eb-d2a5-4a39-baab-4461131cde0e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:13.943802 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 6ad7d1eb-d2a5-4a39-baab-4461131cde0e not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:13.952363 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c23885f-3095-44c0-9560-5d486d245b3d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:13.952656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c23885f-3095-44c0-9560-5d486d245b3d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:13.965200 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.970157 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:33:13.970760 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:33:13.982189 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:13.988328 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:33:13.988736 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.188519 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.207656 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.216553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc2a402-60a7-4798-9023-2ffd00c51f48,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:14.221342 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5c23885f-3095-44c0-9560-5d486d245b3d resource provider aggregate not found Sep 22 09:33:14.228637 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6295a4f-8dea-443a-bdf1-b5486040deca admin admin] 10.222.0.42 "DELETE /v2.0/networks/0fc2a402-60a7-4798-9023-2ffd00c51f48 HTTP/1.1" status: 204 len: 168 time: 1.0255518 Sep 22 09:33:14.231403 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52636) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:14.243469 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5c23885f-3095-44c0-9560-5d486d245b3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c23885f-3095-44c0-9560-5d486d245b3d found for delete ", "request_id": "req-5cf865a0-04b1-4e4d-8efc-b8a1f8f4f068"}]} Sep 22 09:33:14.472244 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Deleting port 6ad7d1eb-d2a5-4a39-baab-4461131cde0e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:14.472823 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:14.571013 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-074a3d25-a371-4b9b-ab4a-e3d82037b195 None None] The port '6ad7d1eb-d2a5-4a39-baab-4461131cde0e' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:33:14.867596 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509351'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.203070 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Deleting port e2eb0283-c262-40a0-b50c-31b2307a5bf8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:15.203431 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.367447 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] For port e2eb0283-c262-40a0-b50c-31b2307a5bf8, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=e2eb0283-c262-40a0-b50c-31b2307a5bf8,segment=NetworkSegment(90be4b1c-0330-455c-ba33-a586af84dbed),segment_id=90be4b1c-0330-455c-ba33-a586af84dbed)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:15.367794 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.484425 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Calling delete_port for e2eb0283-c262-40a0-b50c-31b2307a5bf8 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:15.760145 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:15.806848 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2eb0283-c262-40a0-b50c-31b2307a5bf8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:16.079368 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509267'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.426553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Router a8bebdf5-c21b-44f6-8ab4-8c1daad100de has already been hosted by L3 agent 7d8039aa-595c-4e56-bd6a-c0ed77a26466 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 09:33:16.602164 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] Notify agent at l3_agent.dv-neutron-857569-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 09:33:16.611043 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] Sync routers for ids ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'] in dv-neutron-857569-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 09:33:16.617720 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2105050d-6398-4d6f-991e-2577d6a32225 admin admin] 10.222.0.42 "PUT /v2.0/routers/a8bebdf5-c21b-44f6-8ab4-8c1daad100de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3853636 Sep 22 09:33:16.620755 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52642) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:16.621217 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] Routers {'a8bebdf5-c21b-44f6-8ab4-8c1daad100de'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:33:16.621815 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:16.788881 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:16.794927 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] Set router a8bebdf5-c21b-44f6-8ab4-8c1daad100de gateway port host: dv-neutron-857569-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:33:17.079194 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.081024 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'external_fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:33:15Z', 'revision_number': 5, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port': {'id': 'b144fd0a-e76b-41e4-9e75-5641dcf86293', 'name': '', 'network_id': '48521054-8de9-47c6-a1b5-a0e6c7172af2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857569-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '126faeb8-d955-4025-9529-0a9cfa1ef0fc', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857569-1-hyperv'}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:17.084914 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] Checking router: a8bebdf5-c21b-44f6-8ab4-8c1daad100de for host: dv-neutron-857569-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 09:33:17.089553 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Deleting port b144fd0a-e76b-41e4-9e75-5641dcf86293 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:17.090067 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.094149 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] Routers {'a8bebdf5-c21b-44f6-8ab4-8c1daad100de'} bound to L3 agent in host dv-neutron-857569-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 09:33:17.094772 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857569-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T08:22:38Z,description=,heartbeat_timestamp=2022-09-22T09:33:08Z,host='dv-neutron-857569-1-hyperv',id=7d8039aa-595c-4e56-bd6a-c0ed77a26466,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T08:22:38Z,topic='l3_agent')) {'router_ids': ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:17.264582 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] For port b144fd0a-e76b-41e4-9e75-5641dcf86293, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=b144fd0a-e76b-41e4-9e75-5641dcf86293,segment=NetworkSegment(49cb577b-901f-4531-bfa9-51109687f20e),segment_id=49cb577b-901f-4531-bfa9-51109687f20e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:17.264937 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.275105 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] Set router a8bebdf5-c21b-44f6-8ab4-8c1daad100de gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 09:33:17.377396 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:33:17Z', 'revision_number': 6, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port_host': None}], 'dv-neutron-857569-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:17.381202 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c53c71-71d0-4626-b060-fa21530f4994 None None] The sync data for ids ['a8bebdf5-c21b-44f6-8ab4-8c1daad100de'] in dv-neutron-857569-1-hyperv is: [{'id': 'a8bebdf5-c21b-44f6-8ab4-8c1daad100de', 'name': 'tempest-TestSnapshotPattern-520042882-router', 'tenant_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T09:28:21Z', 'updated_at': '2022-09-22T09:33:17Z', 'revision_number': 6, 'project_id': '789e67a1e7eb4aab8d1b4059f9e3f714', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 09:33:17.386001 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Calling delete_port for b144fd0a-e76b-41e4-9e75-5641dcf86293 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:17.548753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.592336 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b144fd0a-e76b-41e4-9e75-5641dcf86293,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:17.690158 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-511706'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.848658 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2eb0283-c262-40a0-b50c-31b2307a5bf8 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:17.866791 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-506'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.869541 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.882489 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: e2eb0283-c262-40a0-b50c-31b2307a5bf8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:17.882831 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device e2eb0283-c262-40a0-b50c-31b2307a5bf8 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:17.894908 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-510990'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.895473 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8bebdf5-c21b-44f6-8ab4-8c1daad100de {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 09:33:17.907753 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:17.908878 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b70baf77-9849-4b16-b4d7-0a4a33a0ebf1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a8bebdf5-c21b-44f6-8ab4-8c1daad100de HTTP/1.1" status: 204 len: 168 time: 1.2872369 Sep 22 09:33:17.911416 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:17.970045 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] Deleting subnet 11259ffc-7656-4776-8183-2ef29e6d44e6 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 09:33:17.972919 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.024198 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6512604'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.099907 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521187'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.174342 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6505238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7913264'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.217378 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11259ffc-7656-4776-8183-2ef29e6d44e6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:18.220894 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.226022 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a86963d-5e9f-4c0f-b90c-ad651b5c69af None None] Network 1c92b2c9-f461-48fc-88df-08c7f9e997b3 requested from dv-neutron-857569-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 09:33:18.227202 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d107629f-443d-4e66-b3ca-ea812e41784f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/11259ffc-7656-4776-8183-2ef29e6d44e6 HTTP/1.1" status: 204 len: 168 time: 0.3146667 Sep 22 09:33:18.229603 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52650) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:18.336586 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654945'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.348004 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Deleting port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:18.348344 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.493458 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] DHCP port deletion for 1c92b2c9-f461-48fc-88df-08c7f9e997b3 request from dv-neutron-857569-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 09:33:18.497622 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Deleting port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:18.497991 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.662330 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] For port 11eb5bb0-d441-417a-8dd7-c1529e8c5719, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=11eb5bb0-d441-417a-8dd7-c1529e8c5719,segment=NetworkSegment(90be4b1c-0330-455c-ba33-a586af84dbed),segment_id=90be4b1c-0330-455c-ba33-a586af84dbed)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:18.662679 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.699812 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] For port 11eb5bb0-d441-417a-8dd7-c1529e8c5719, host dv-neutron-857569-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857569-1-hyperv',level=0,port_id=11eb5bb0-d441-417a-8dd7-c1529e8c5719,segment=NetworkSegment(90be4b1c-0330-455c-ba33-a586af84dbed),segment_id=90be4b1c-0330-455c-ba33-a586af84dbed)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 09:33:18.700127 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-508009'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.782255 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Calling delete_port for 11eb5bb0-d441-417a-8dd7-c1529e8c5719 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:18.819142 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Calling delete_port for 11eb5bb0-d441-417a-8dd7-c1529e8c5719 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 09:33:18.857688 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040608', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793211984981', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793211641604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6505275'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:18.890568 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 09:33:18.891138 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 09:33:18.905253 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Pushing event deleted for resources: {'Port': ['ID=11eb5bb0-d441-417a-8dd7-c1529e8c5719,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:18.907046 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] No DVR routers for this DVR port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 on host dv-neutron-857569-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 09:33:19.020184 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1510397', 'neutron.services.segments.db._delete_segments_for_network-8793212077743'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.044457 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c92b2c9-f461-48fc-88df-08c7f9e997b3']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:19.059966 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90be4b1c-0330-455c-ba33-a586af84dbed') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:19.060262 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90be4b1c-0330-455c-ba33-a586af84dbed') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 09:33:19.071321 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793212080595', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6512581'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.087674 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1514102'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.093913 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 09:33:19.094320 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1514089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6505288'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.155600 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 90be4b1c-0330-455c-ba33-a586af84dbed resource provider aggregate not found Sep 22 09:33:19.176553 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 90be4b1c-0330-455c-ba33-a586af84dbed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90be4b1c-0330-455c-ba33-a586af84dbed found for delete ", "request_id": "req-68770ec1-300e-4c39-9577-ca4b2b58a81b"}]} Sep 22 09:33:19.187902 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1510346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-511655'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.192116 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.217433 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c92b2c9-f461-48fc-88df-08c7f9e997b3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:19.224549 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da7c3d87-28f2-4d0a-b86c-ec3231ac190e admin admin] 10.222.0.42 "DELETE /v2.0/networks/1c92b2c9-f461-48fc-88df-08c7f9e997b3 HTTP/1.1" status: 204 len: 168 time: 0.9940062 Sep 22 09:33:19.330505 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:19.379033 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9a893f5f-9921-4ffb-8fc5-7e27303a7731 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28f9b7d88fa44b489ea2da6bff96a1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474098 Sep 22 09:33:19.381449 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.42', 52664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:19.392312 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Deleting port 11eb5bb0-d441-417a-8dd7-c1529e8c5719 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 09:33:19.392690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793211983490'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.438572 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90d657b3-2c1a-47a0-a3eb-d629bec1a461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.460950 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a50900f8-c7b1-423b-b6ce-ce360a2d7f32 None None] The port '11eb5bb0-d441-417a-8dd7-c1529e8c5719' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 09:33:19.464027 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90d657b3-2c1a-47a0-a3eb-d629bec1a461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.515326 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90d657b3-2c1a-47a0-a3eb-d629bec1a461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.533211 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d657b3-2c1a-47a0-a3eb-d629bec1a461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355f15c1-c720-42e0-9185-46715bb589b0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:19.542512 dv-neutron-857569-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90d657b3-2c1a-47a0-a3eb-d629bec1a461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:19.543811 dv-neutron-857569-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90d657b3-2c1a-47a0-a3eb-d629bec1a461 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/355f15c1-c720-42e0-9185-46715bb589b0 HTTP/1.1" status: 204 len: 168 time: 0.1614914 Sep 22 09:33:19.745105 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b144fd0a-e76b-41e4-9e75-5641dcf86293 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:19.778944 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: b144fd0a-e76b-41e4-9e75-5641dcf86293 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:19.779317 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device b144fd0a-e76b-41e4-9e75-5641dcf86293 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:19.779727 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 11eb5bb0-d441-417a-8dd7-c1529e8c5719 no longer exists at agent ovs-agent-dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 09:33:19.813957 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] No Port match for: 11eb5bb0-d441-417a-8dd7-c1529e8c5719 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 09:33:19.814305 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Device 11eb5bb0-d441-417a-8dd7-c1529e8c5719 not bound to the agent host dv-neutron-857569-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 09:33:19.884190 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 52672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:19.932478 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-18f5c092-8844-4094-be02-8a5e0650ab94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=789e67a1e7eb4aab8d1b4059f9e3f714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470896 Sep 22 09:33:19.934219 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.42', 52676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 09:33:19.995982 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:20.021159 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:20.076261 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529048'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:20.094946 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a930f-0648-4649-bef1-6403175c8867,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 09:33:20.103277 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:20.104355 dv-neutron-857569-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a36a930f-0648-4649-bef1-6403175c8867 HTTP/1.1" status: 204 len: 168 time: 0.1692519 Sep 22 09:33:20.105639 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.106005 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.106313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.106664 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.106960 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.107313 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.107657 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.107964 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.108286 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.108593 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.108910 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:20.109222 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86a46-608c-43e0-8c79-8066f2588ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857569-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 09:33:36.305942 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef0c454a-852b-450a-b0bb-1ccbaeadbe7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:38.482241 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bf8350b-e880-48e5-ae4b-8422bcda8686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:39.759033 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:39.800606 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:41.118174 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:43.059992 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:33:46.590622 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:34:06.308422 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1469-5067-420f-a20b-cb946e0228f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:08.485600 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-132d3332-4313-48c2-9971-ebf91040dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.761322 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:09.808741 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:11.120457 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:13.055546 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:23.590025 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:34:36.309132 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d3066f2a-5c97-4035-8f5d-5aaa7a8d57da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:38.487356 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-508d7a86-3361-4f44-ab7c-c05b24feb523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.762278 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:39.805750 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:41.122605 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:34:41.735224 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-f40f84e6-10db-40d8-b0b1-c78627405b8d req-f6640989-353a-4287-98f9-6dafc547c6b3 service neutron] (89052) timed out ('10.222.0.48', 56339) {{(pid=89052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 09:34:43.070847 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:00.588793 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:35:06.311061 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d61edc59-f1c2-4f61-8ee5-b0e40f41e347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:08.490697 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e485-31e2-4e22-94dd-271029adbae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:09.767099 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:09.806657 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:11.126221 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:13.068277 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:36.315794 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d2a14ef-1c10-4b9e-8154-7aaae59d8d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:37.588006 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:35:38.491710 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ab75435-cfc9-4561-9861-9ea5ee311795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.771690 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:39.809413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:41.128233 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:35:43.099712 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:06.318165 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee0138ca-6551-412f-a4f6-c0b9225535de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:08.493341 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11ec0c05-32c6-4695-82a4-15d59f6a7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:09.774767 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:09.811372 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:11.130922 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:13.134134 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:14.586622 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:36:36.320089 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7bee2c88-b8f9-4086-9e53-1f01b7c63c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:38.495246 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09ca155c-1805-4079-a667-817f655ec729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.775621 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:39.815413 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:41.132687 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:43.128155 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:36:51.586232 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:37:02.367059 dv-neutron-857569-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-1037565a-d6e6-4aae-a6c9-c3d68769c770 req-01113b93-6fda-4802-a7e0-cbf88cccdaa3 service neutron] (89052) timed out ('10.222.0.42', 51154) {{(pid=89052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 09:37:06.322055 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53c8b04a-e7f7-48b4-a32a-9a645311f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:08.495575 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9988591-6694-4d91-a43e-bcff6757dd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:09.779416 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:09.818985 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:11.135290 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:13.141987 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:28.585665 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:37:36.323604 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4c2ec4b-f32d-4950-a66c-98c8fa7e5c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:38.497997 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0fdc22eb-7dc4-4300-a9dc-cb430ecb968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.782288 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:39.820405 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:41.137936 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:37:43.140443 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:05.584937 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:38:06.327058 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb87d0f8-fe43-4e52-88ad-128746341f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:08.501070 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-356041eb-c7e2-4f74-9a51-6f9fb0799c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.783898 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:09.822212 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:11.144576 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:13.139843 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:36.329008 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8e6e89a9-d155-4720-8d60-9826c9f48762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:38.502977 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-91dd156e-a266-4f45-895d-c4cb3cec8e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.785948 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe839356-84f1-4964-b7f3-ddaf7d4a923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:39.823624 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9776-3824-46ed-a49b-5b174dc1443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:41.144643 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ea8af78-5741-442e-90d7-15ac304af58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 09:38:42.584272 dv-neutron-857569-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-3ecb3885-9062-42e7-a247-9290f249fb46 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 09:38:43.170231 dv-neutron-857569-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c46d-cdd9-49c6-8f91-73f2da9871fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793212077725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1702151'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}